-- Logs begin at Fri 2022-01-21 08:52:01 UTC, end at Fri 2022-01-21 10:42:44 UTC. -- Jan 21 09:29:03.994666 dv-neutron-825724-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 09:29:06.171582 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:29:06.172280 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev6 Jan 21 09:29:06.172367 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83286) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 21 09:29:06.174555 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.common.config [-] Logging enabled! Jan 21 09:29:06.174807 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev6 Jan 21 09:29:06.175643 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83286) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 21 09:29:06.177046 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:29:06.177277 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:29:06.177633 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:29:06.177881 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:29:06.178136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:29:06.178460 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.178753 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.179049 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.179280 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.179573 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.179860 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.180143 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.180430 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.180727 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.181013 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.181289 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.181571 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.181799 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.182112 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.182405 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.182689 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.182914 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] debug = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.183195 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.183627 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.184049 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.184330 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.184621 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.184898 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.185174 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.185458 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.185796 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] host = dv-neutron-825724-1-hyperv {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.186098 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.186392 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.186681 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.186971 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.187249 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.187527 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.187813 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.188088 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.188363 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] log_file = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.188640 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.188930 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.189217 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.189513 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.189741 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.189964 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.190279 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.190571 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.191523 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.191992 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.192280 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.192564 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.192844 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.193118 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.193407 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.193697 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.194012 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.194287 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.194562 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.194837 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.195111 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.195396 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.195680 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.195954 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.196230 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.196516 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.196789 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.197065 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.197370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.197658 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.197941 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.198264 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.198541 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.198826 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.199102 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.199378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.199651 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] use_json = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.199926 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.200199 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.200482 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.200758 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.201035 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.201309 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.201584 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.201870 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:06.202193 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.202491 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.202791 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.203077 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.203369 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.203657 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.203948 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.204227 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.204514 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.204802 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.205102 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.205383 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.205673 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.205992 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.206331 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.206769 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.207276 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.207791 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.208236 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.208528 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.208819 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.209115 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.209404 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.209684 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.209972 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.210277 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.210553 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.210827 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.211107 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.211399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.211676 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.211948 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.212220 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.212499 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.212771 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.213055 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.213334 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.213607 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.213879 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.214186 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.214461 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.214733 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.215010 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.215283 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.215565 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.215838 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.216109 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.216381 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.216652 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.216922 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.217192 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.217463 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.217742 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.218039 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.218313 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.218584 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.218862 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.219133 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.219422 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.219720 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.219998 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.220277 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.220569 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.220926 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.221209 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.221483 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.221762 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.222175 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.222659 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.222961 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.223253 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.223588 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.223833 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.224115 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.224410 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.224690 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.224973 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.225250 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.225527 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.225814 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.226129 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.226427 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.226723 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.227018 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.227311 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.227604 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.227886 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.228196 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.228478 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:06.228695 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:29:06.228948 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83286) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 09:29:06.640784 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO keyring.backend [-] Loading KWallet Jan 21 09:29:06.648765 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO keyring.backend [-] Loading SecretService Jan 21 09:29:06.652058 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO keyring.backend [-] Loading Windows Jan 21 09:29:06.653444 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO keyring.backend [-] Loading chainer Jan 21 09:29:06.654047 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO keyring.backend [-] Loading macOS Jan 21 09:29:06.689412 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:29:06.689677 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:29:06.689967 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 09:29:06.690339 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 09:29:07.008978 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.009290 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.009547 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.068877 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.069160 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.069429 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.072577 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.072857 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.073126 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.102958 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.103237 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.103505 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.132330 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.132609 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.132877 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.465044 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.465707 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.465707 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.465867 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.466782 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.589924 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.590267 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.590551 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.590824 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.591089 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.591394 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.591657 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.591913 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.592164 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.592442 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.592699 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.592959 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.593217 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.593469 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.593732 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.594017 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.594277 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.594547 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.594802 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.595076 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.595415 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.595663 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.595909 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.596184 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.596430 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.596673 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.597210 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:29:07.597644 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:29:07.597906 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:29:07.598175 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:29:07.598420 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:29:07.598662 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:29:07.599228 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 09:29:07.602566 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 09:29:07.606813 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 09:29:07.610771 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jan 21 09:29:07.612410 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 09:29:07.613536 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 09:29:07.614123 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 09:29:07.614805 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 09:29:07.619021 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 09:29:07.619272 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 09:29:07.619617 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:29:07.651147 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 21 09:29:07.651616 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.651915 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83286) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 21 09:29:07.652278 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.653661 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83286) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 09:29:07.653951 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 09:29:07.654227 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 09:29:07.657490 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.659044 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:07.721926 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 09:29:07.722120 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 09:29:07.722530 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 09:29:07.722988 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 09:29:07.755638 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_db.sqlalchemy.engines [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83286) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 21 09:29:08.081212 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Initializing driver for type 'gre' Jan 21 09:29:08.081776 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] gre ID ranges: [(1, 1000)] Jan 21 09:29:08.135100 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Initializing driver for type 'local' Jan 21 09:29:08.135622 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Initializing driver for type 'vlan' Jan 21 09:29:08.150144 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] VlanTypeDriver initialization complete Jan 21 09:29:08.150491 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Initializing driver for type 'vxlan' Jan 21 09:29:08.150997 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] vxlan ID ranges: [(1, 1000)] Jan 21 09:29:08.208552 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Initializing extension driver 'port_security' Jan 21 09:29:08.208979 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.extensions.port_security [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] PortSecurityExtensionDriver initialization complete Jan 21 09:29:08.209316 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Initializing mechanism driver 'openvswitch' Jan 21 09:29:08.209699 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Initializing mechanism driver 'hyperv' Jan 21 09:29:08.216103 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.plugins.ml2.plugin [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:08.216773 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > port after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.217161 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > port after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.217506 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > port after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.218032 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:29:08.218459 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > subnet after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.218808 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > subnet after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.219148 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.219529 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:29:08.219933 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > network after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.220278 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > network after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.220619 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > network after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.220999 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:29:08.221397 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > security_group after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.221738 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > security_group after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.222719 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.223273 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:29:08.223634 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.223979 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.224320 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.224701 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 21 09:29:08.225139 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] ML2 OVO RPC backend initialized. {{(pid=83286) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 21 09:29:08.225770 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.226148 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.226561 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > network before_response 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.226915 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > networks before_response 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.227244 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > port before_response 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.227580 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > ports before_response 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.227917 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > subnet before_response 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.228255 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > subnets before_response 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.228596 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > network after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.228932 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > network after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.229263 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > network after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.229595 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > port after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.229929 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > port after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.230293 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > port after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.230622 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > subnet after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.230953 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > subnet after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.231282 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.231846 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.plugin [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Modular L2 Plugin initialization complete Jan 21 09:29:08.232173 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading services supported by the core plugin {{(pid=83286) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 09:29:08.232497 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.plugins.ml2.managers [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Got port-security extension from driver 'port_security' Jan 21 09:29:08.232947 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.extensions.vlantransparent [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Disabled vlantransparent extension. Jan 21 09:29:08.233353 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83286) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 09:29:08.233663 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading Plugin: router Jan 21 09:29:08.268677 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.269577 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router after_create 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.269941 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router before_create 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.270332 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.270697 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.271047 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router after_delete 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.271399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.271754 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router after_create 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.272093 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router after_update 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.272432 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router after_update 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.272773 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.273122 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router after_update 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.273522 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_update 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.273882 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: port after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.274253 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: port after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.274586 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: subnet after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.274917 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.275259 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.275597 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_create 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.275936 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: port before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.276274 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.276622 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router after_update 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.276958 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.277300 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_create 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.277654 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.278001 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_update 55549900 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.278394 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > agent after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.278740 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > agent after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.279078 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > network after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.279915 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Tracking information for resource: router configured {{(pid=83286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:29:08.280243 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Tracking information for resource: floatingip configured {{(pid=83286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 09:29:08.285789 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.db.l3_agentschedulers_db [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 09:29:08.286384 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: port after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.286742 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: port after_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.287090 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: port after_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.287437 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: port after_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.288338 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router before_create 55550100 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.288700 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.289058 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_create 55550100 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.289410 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > router precommit_update 55550100 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.293687 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.services.provider_configuration [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service providers = [] {{(pid=83286) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 09:29:08.294076 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.db.servicetype_db [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83286) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 09:29:08.296974 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.services.service_base [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:29:08.297320 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.services.service_base [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:29:08.297657 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.services.service_base [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:29:08.298562 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.services.service_base [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 09:29:08.298932 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.services.service_base [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 09:29:08.299299 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:29:08.299613 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 09:29:08.310709 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:29:08.311041 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading Plugin: auto_allocate Jan 21 09:29:08.316948 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: network precommit_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.317312 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: network precommit_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.317822 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:29:08.318166 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading Plugin: tag Jan 21 09:29:08.324668 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:29:08.324996 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading Plugin: timestamp Jan 21 09:29:08.328939 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:29:08.329271 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading Plugin: network_ip_availability Jan 21 09:29:08.335183 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.335556 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.335908 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.336595 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:29:08.336911 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading Plugin: flavors Jan 21 09:29:08.341646 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:29:08.341989 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading Plugin: revisions Jan 21 09:29:08.346241 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 09:29:08.346629 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_concurrency.lockutils [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.657s {{(pid=83286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 09:29:08.348156 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83286) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 21 09:29:08.348492 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Initializing extension manager. Jan 21 09:29:08.348989 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: __init__.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.349327 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: __pycache__ {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.349660 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.350001 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.350340 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: _filter_validation_lib.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.350667 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.350990 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: address_group.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.351737 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.352298 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: address-group Jan 21 09:29:08.352618 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: address_scope.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.353323 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.353833 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: address-scope Jan 21 09:29:08.354176 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.355108 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.355611 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: router-admin-state-down-before-update Jan 21 09:29:08.355927 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: agent.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.356610 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.357113 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: agent Jan 21 09:29:08.357430 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: agent_resources_synced.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.358343 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.358851 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: agent-resources-synced Jan 21 09:29:08.359166 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: allowedaddresspairs.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.361093 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.361608 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: allowed-address-pairs Jan 21 09:29:08.361929 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: auto_allocated_topology.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.363110 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.363628 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: auto-allocated-topology Jan 21 09:29:08.363952 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: availability_zone.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.364642 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.365151 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: availability_zone Jan 21 09:29:08.365469 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: availability_zone_filter.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.366401 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.366908 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: availability_zone_filter Jan 21 09:29:08.367226 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: data_plane_status.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.368119 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.368620 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 09:29:08.368938 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: default_subnetpools.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.369844 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.370389 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: default-subnetpools Jan 21 09:29:08.370707 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.371471 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.371972 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: dhcp_agent_scheduler Jan 21 09:29:08.372290 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: dns.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.373187 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.373689 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension dns-integration not supported by any of loaded plugins Jan 21 09:29:08.374030 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: dns_domain_ports.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.374943 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.375445 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 09:29:08.375763 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: dvr.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.376429 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.376933 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: dvr Jan 21 09:29:08.377247 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: empty_string_filtering.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.378237 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.378818 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: empty-string-filtering Jan 21 09:29:08.379135 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.380029 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.380530 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:29:08.380843 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.381735 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.382268 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 09:29:08.382584 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: external_net.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.383483 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.383985 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: external-net Jan 21 09:29:08.384299 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.385191 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.385693 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: extra_dhcp_opt Jan 21 09:29:08.386038 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: extraroute.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.386925 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.387456 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: extraroute Jan 21 09:29:08.387771 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: extraroute_atomic.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.388776 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.389281 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: extraroute-atomic Jan 21 09:29:08.389596 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: filter_validation.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.390283 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.390783 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: filter-validation Jan 21 09:29:08.391097 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: fip_pf_description.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.391990 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.392496 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 09:29:08.392816 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: fip_port_details.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.394214 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.394916 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: fip-port-details Jan 21 09:29:08.395206 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: flavors.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.396423 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.396941 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: flavors Jan 21 09:29:08.397260 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.398969 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.399494 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 09:29:08.399825 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: floatingip_pools.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.400521 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.401032 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: floatingip-pools Jan 21 09:29:08.401355 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: ip_allocation.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.402295 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.402803 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 09:29:08.403124 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.404025 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.404533 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: ip-substring-filtering Jan 21 09:29:08.404879 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: l2_adjacency.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.405792 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.406335 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 09:29:08.406655 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: l3.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.407590 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.408108 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: router Jan 21 09:29:08.408456 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.411422 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.411944 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 09:29:08.412275 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.413191 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.413705 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: ext-gw-mode Jan 21 09:29:08.414067 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.414971 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.415485 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: l3-ha Jan 21 09:29:08.415807 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: l3_flavors.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.416705 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.417211 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: l3-flavors Jan 21 09:29:08.417533 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.418477 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.418986 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 09:29:08.419309 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: l3agentscheduler.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.420322 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.420832 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: l3_agent_scheduler Jan 21 09:29:08.421155 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: logging.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.422678 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.423193 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension logging not supported by any of loaded plugins Jan 21 09:29:08.423517 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: metering.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.424249 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.424817 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: metering Jan 21 09:29:08.425270 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.426655 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.427170 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: metering_source_and_destination_fields Jan 21 09:29:08.427493 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: multiprovidernet.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.428405 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.428912 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: multi-provider Jan 21 09:29:08.429233 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: netmtu.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.430259 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.430763 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: net-mtu Jan 21 09:29:08.431078 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: netmtu_writable.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.431977 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.432474 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: net-mtu-writable Jan 21 09:29:08.432790 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: network_availability_zone.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.433444 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.433940 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: network_availability_zone Jan 21 09:29:08.434277 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: network_ip_availability.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.435358 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.435861 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: network-ip-availability Jan 21 09:29:08.436178 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: network_segment_range.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.436928 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.437427 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 09:29:08.437743 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: pagination.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.438733 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.439059 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: pagination Jan 21 09:29:08.439374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.440276 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.440817 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: port-mac-address-regenerate Jan 21 09:29:08.441132 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: port_resource_request.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.442064 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.442572 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 09:29:08.442887 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: portbindings.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.443790 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.444299 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: binding Jan 21 09:29:08.444616 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: portbindings_extended.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.445879 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.446421 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: binding-extended Jan 21 09:29:08.446744 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: portsecurity.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.447640 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.448147 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: port-security Jan 21 09:29:08.448468 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: project_id.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.449424 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.449748 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: project-id Jan 21 09:29:08.450089 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: providernet.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.450996 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.451511 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: provider Jan 21 09:29:08.451829 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.455548 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.456067 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos not supported by any of loaded plugins Jan 21 09:29:08.456901 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.458153 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.458664 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 09:29:08.458991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.459906 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.460413 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 09:29:08.460735 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos_default.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.461625 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.462174 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos-default not supported by any of loaded plugins Jan 21 09:29:08.462497 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos_fip.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.463135 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.463637 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos-fip not supported by any of loaded plugins Jan 21 09:29:08.463956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos_gateway_ip.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.464862 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.465374 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 09:29:08.465886 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos_port_network_policy.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.466599 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.467107 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 09:29:08.467426 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos_rule_type_details.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.468321 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.468826 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 09:29:08.469150 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: qos_rules_alias.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.470199 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.470717 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 09:29:08.471036 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: quotasv2.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.472477 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.472805 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: quotas Jan 21 09:29:08.473125 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: quotasv2_detail.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.474801 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.475094 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: quota_details Jan 21 09:29:08.475421 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: rbac.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.476453 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.476978 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: rbac-policies Jan 21 09:29:08.477301 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: rbac_address_scope.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.478240 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.478755 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: rbac-address-scope Jan 21 09:29:08.479074 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: rbac_security_groups.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.479975 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.480487 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: rbac-security-groups Jan 21 09:29:08.480803 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: rbac_subnetpool.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.481699 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.482250 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: rbac-subnetpool Jan 21 09:29:08.482567 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: revisionifmatch.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.483469 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.483977 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: revision-if-match Jan 21 09:29:08.484292 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: revisions.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.485400 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.485910 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: standard-attr-revisions Jan 21 09:29:08.486330 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: router_availability_zone.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.487002 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.487535 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: router_availability_zone Jan 21 09:29:08.487853 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: routerservicetype.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.488773 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.489277 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension router-service-type not supported by any of loaded plugins Jan 21 09:29:08.489591 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.490520 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.491028 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: port-security-groups-filtering Jan 21 09:29:08.491341 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: securitygroup.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.502285 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.502815 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: security-group Jan 21 09:29:08.503192 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: segment.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.504039 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.504549 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension segment not supported by any of loaded plugins Jan 21 09:29:08.504871 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.505804 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.506349 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 09:29:08.506669 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: servicetype.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.507763 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.508279 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: service-type Jan 21 09:29:08.508598 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: sorting.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.509568 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.509893 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: sorting Jan 21 09:29:08.510239 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: standard_attr_segment.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.511137 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.511645 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 09:29:08.511962 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: standardattrdescription.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.512601 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.513103 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: standard-attr-description Jan 21 09:29:08.513422 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: stateful_security_group.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.514368 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.514875 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: stateful-security-group Jan 21 09:29:08.515198 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: stdattrs_common.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.515769 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 09:29:08.516083 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.516999 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.517508 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 09:29:08.517825 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: subnet_onboard.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.519552 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.520069 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: subnet_onboard Jan 21 09:29:08.520392 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.521310 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.521823 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 09:29:08.522184 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: subnet_service_types.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.523107 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.523616 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: subnet-service-types Jan 21 09:29:08.523935 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: subnetallocation.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.525005 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.525518 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: subnet_allocation Jan 21 09:29:08.525838 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.526519 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.527023 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: subnetpool-prefix-ops Jan 21 09:29:08.527339 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.528251 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.528754 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 09:29:08.529070 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: tagging.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.530146 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.530658 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: standard-attr-tag Jan 21 09:29:08.530981 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: timestamp.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.532174 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.532691 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loaded extension: standard-attr-timestamp Jan 21 09:29:08.533014 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: trunk.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.534062 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.535164 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension trunk not supported by any of loaded plugins Jan 21 09:29:08.535493 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: trunk_details.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.536397 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.536906 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension trunk-details not supported by any of loaded plugins Jan 21 09:29:08.537226 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: uplink_status_propagation.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.538160 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.538668 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 09:29:08.538987 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Loading extension file: vlantransparent.py {{(pid=83286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 21 09:29:08.539644 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 21 09:29:08.540146 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 09:29:08.542387 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:network Jan 21 09:29:08.543098 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:subnet Jan 21 09:29:08.543688 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:29:08.544439 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:port Jan 21 09:29:08.545687 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.546156 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service FLAVORS assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.546765 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.547182 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.547508 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:router Jan 21 09:29:08.548164 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:29:08.548865 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service METERING assigned prefix: /metering {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.550370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.550733 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.551335 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:29:08.552433 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:29:08.552877 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:29:08.553521 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:29:08.554319 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service CORE assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.554685 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:29:08.555203 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] subnetpool is already registered Jan 21 09:29:08.555839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service CORE assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.556162 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:29:08.556489 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] subnetpool is already registered Jan 21 09:29:08.559005 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.559449 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service FLAVORS assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.560037 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.560456 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.560785 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:router Jan 21 09:29:08.561107 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] router is already registered Jan 21 09:29:08.561696 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 09:29:08.562049 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] floatingip is already registered Jan 21 09:29:08.562669 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service METERING assigned prefix: /metering {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.563328 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 09:29:08.563648 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] rbac_policy is already registered Jan 21 09:29:08.564181 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:security_group Jan 21 09:29:08.564503 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] security_group is already registered Jan 21 09:29:08.565082 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 09:29:08.565412 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] security_group_rule is already registered Jan 21 09:29:08.566680 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service CORE assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.567003 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:29:08.567324 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] subnetpool is already registered Jan 21 09:29:08.568109 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.v2.resource_helper [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Service CORE assigned prefix: {{(pid=83286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 09:29:08.568548 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 09:29:08.568871 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING neutron.quota.resource_registry [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] subnetpool is already registered Jan 21 09:29:08.569530 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: extensions {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.570981 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: address-groups {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.572535 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: address-scopes {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.573711 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: agents {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.574889 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: auto-allocated-topology {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.576110 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: availability_zones {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.577408 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: dhcp-networks {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.578795 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: dhcp-agents {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.580162 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: routers {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.582581 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: flavors {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.583723 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: service_profiles {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.584902 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: next_providers {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.586398 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: service_profiles {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.587801 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: floatingip-pools {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.588996 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: routers {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.590784 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: floatingips {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.591945 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: l3-routers {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.593267 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: l3-agents {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.594658 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: metering-labels {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.595978 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: metering-label-rules {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.597262 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: network-ip-availabilities {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.598586 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: bindings {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.601080 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: quotas {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.602530 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: quotas {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.603919 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: rbac-policies {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.605178 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: security-groups {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.606412 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: security-group-rules {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.607592 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: service-providers {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.608770 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: subnetpools {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.610192 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: subnetpools {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.611661 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.613512 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.615791 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.618033 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.620562 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.622214 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.623927 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.625723 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.627582 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.629887 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron.api.extensions [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Extended resource: tags {{(pid=83286) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 21 09:29:08.635648 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING keystonemiddleware.auth_token [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 09:29:08.640328 dv-neutron-825724-1-hyperv neutron-server[83286]: WARNING keystonemiddleware.auth_token [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 09:29:08.649049 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_concurrency.lockutils [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Acquired lock "singleton_lock" {{(pid=83286) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 09:29:08.649468 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_concurrency.lockutils [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Releasing lock "singleton_lock" {{(pid=83286) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 09:29:08.650116 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO oslo_service.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Starting 2 workers Jan 21 09:29:08.654699 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Started child 83426 {{(pid=83286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:29:08.658888 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Started child 83427 {{(pid=83286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:29:08.661001 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO neutron.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 09:29:08.661240 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.661768 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Notify callbacks [] for process, before_spawn {{(pid=83286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.662878 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [-] (83426) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:29:08.663254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 53228) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:08.664024 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO oslo_service.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Starting 1 workers Jan 21 09:29:08.664624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.666001 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [-] (83427) wsgi starting up on http://0.0.0.0:9696 Jan 21 09:29:08.668994 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Started child 83428 {{(pid=83286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:29:08.669528 dv-neutron-825724-1-hyperv neutron-server[83286]: INFO oslo_service.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Starting 1 workers Jan 21 09:29:08.672363 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [-] 10.222.0.122 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064297 Jan 21 09:29:08.673880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] calling RpcWorker wait() {{(pid=83428) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 09:29:08.674486 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Started child 83429 {{(pid=83286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 09:29:08.674821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.service [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] returning from RpcWorker wait() {{(pid=83428) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 09:29:08.676056 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG neutron_lib.callbacks.manager [None req-4176c048-734b-4ab3-a697-69fc205d4820 None None] Notify callbacks [] for process, after_spawn {{(pid=83286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.677382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.677837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:08.680150 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83286) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 09:29:08.680150 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:29:08.680150 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:29:08.680150 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:29:08.680150 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:29:08.680150 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:29:08.680557 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.680761 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:08.681229 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.681229 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.681370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683743 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683743 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.683991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.684156 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.684446 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.684715 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.684952 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.685228 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.685403 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.685657 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.685920 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.686189 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.686480 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] debug = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.686718 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.688711 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.688711 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.688711 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.688711 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.688711 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.688711 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.689114 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.689114 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.689114 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.689453 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.689598 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.689807 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.690083 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.690355 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.690680 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.695136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] host = dv-neutron-825724-1-hyperv {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.695136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.695136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.695136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.695136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.695136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.695136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.695136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_file = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_options = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.696248 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.697425 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.697425 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.697425 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.697425 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.697425 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.697425 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.697425 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.698374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.698374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.698374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.698374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.698374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.698374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.698374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.699258 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.699258 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.699258 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.699258 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.699258 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.699889 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.699889 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.700171 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.700171 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.700427 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.700559 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.700890 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.701052 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.701187 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.703892 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.703892 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.703892 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.703892 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.703892 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.703892 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.703892 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.703892 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.704956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.704956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.704956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.704956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.704956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.704956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.704956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.704956 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.705943 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_json = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.705943 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.705943 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.705943 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.705943 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.706690 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.706690 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.706953 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.708856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.708856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.708856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.708856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.708856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.708856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.709653 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.709653 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.709653 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.710100 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.710100 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.710412 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.712851 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.712851 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.712851 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.712851 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.122/identity {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.712851 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.712851 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.713797 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:08.713962 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.713962 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.713962 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.713962 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.713962 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.713962 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.714847 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.714847 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.714847 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.714847 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.715413 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.715413 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.715413 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.715798 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.715933 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.716264 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.716476 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.716613 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.717149 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.717542 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.717822 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.717822 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.718664 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.718911 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.719157 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.719374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.719590 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.719811 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.720051 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.720275 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.720488 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.720703 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.720921 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.721135 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.722352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.722352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.722711 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.722982 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.723151 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.723356 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.723595 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.723836 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.724054 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.724273 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.724680 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.724880 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.725038 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.725184 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.725378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.725591 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.725837 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.726095 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.726420 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.726567 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.726780 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.727018 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.727242 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.728957 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.728957 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.728957 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.728957 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.728957 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.728957 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.730380 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.730380 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.730380 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.730380 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.730380 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.730380 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.732739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.732739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.732739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.732739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.732739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.732739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.732739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.732739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735185 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735185 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735185 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735185 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735185 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735185 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735185 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735185 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735641 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735641 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.735641 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.736175 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.736475 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.736757 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.737038 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.737296 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.738174 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.738492 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.738745 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.739008 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.739346 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.739758 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.740158 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.745786 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.745786 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.745786 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.745786 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.745786 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.745786 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.745786 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.745786 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.746988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.746988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.746988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.746988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.746988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.746988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.746988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.746988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.122/identity {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.750991 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.751491 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.751491 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.751491 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.751491 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.751749 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.751933 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.752266 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.752605 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.753236 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.753526 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.753803 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.754973 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.755226 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.755455 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.755721 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.755978 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.756225 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.756474 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.756704 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.756927 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.757146 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.757386 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.757604 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.757818 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759110 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759110 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759110 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759110 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759110 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759591 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759591 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759809 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.759994 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.761123 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.761369 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.761597 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.761816 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763020 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763020 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763020 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763020 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763020 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763452 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763894 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.763894 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.764106 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.764353 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.764789 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.764907 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.765110 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.765341 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.765577 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.765817 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.766087 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.767226 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.767455 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.767687 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.767904 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.768199 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.768453 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.768756 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.769056 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.769301 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.769636 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.769842 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.770186 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.770432 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.770679 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.771407 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.772054 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.772293 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.772599 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.773787 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.773949 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.774235 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.775280 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.775280 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.775280 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.775541 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.775541 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.775811 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.776128 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.776448 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.776736 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.777497 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.777497 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.777497 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.777709 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.777891 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.778151 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.778373 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.778616 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.778857 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.779554 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.779554 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.779554 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.779830 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.779953 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.780198 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.780440 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.780649 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.780826 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:29:08.781335 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83286) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 09:29:08.781501 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 09:29:08.781648 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 09:29:08.781816 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 09:29:08.782073 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 09:29:08.782167 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 09:29:08.782377 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.782594 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.782687 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.782844 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.783006 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.783186 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.784148 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.784148 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.784148 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.784148 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.785650 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.785866 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.786051 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.786196 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.786365 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.786519 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.786679 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.786842 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.786997 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.787160 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.787324 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.787492 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.787660 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] debug = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.787798 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.788005 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.788173 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.788353 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.788501 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.789665 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.789665 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.789665 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.789665 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.789665 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.789665 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.789665 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.789665 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.790183 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.790183 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.790306 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.790400 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] host = dv-neutron-825724-1-hyperv {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.790585 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.790742 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.790890 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.791030 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.791192 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.791354 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.791509 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.791666 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.791820 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.791977 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.794291 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.794291 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.794291 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.794291 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_file = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.794584 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_options = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.794584 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.794706 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.794805 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.795010 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.795155 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.795315 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.795477 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.795639 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.795818 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.795965 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.796121 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.796264 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.796420 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.796571 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.796732 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.796883 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.797043 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.797204 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.797402 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.797562 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.797724 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.797882 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.798978 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.799147 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.799309 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.799470 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.799630 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.799795 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.800112 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.800777 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.800942 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.802069 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.802069 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.802252 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.802385 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.802546 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.802704 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.802867 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.803027 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.803186 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.803344 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.803507 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.803881 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.804988 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.805161 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.805323 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_json = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.805483 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.805642 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.805800 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.805960 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.806158 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.806318 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.806482 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.806643 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 09:29:08.806831 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.807093 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.807277 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.807438 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.807623 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.807758 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.807916 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.808077 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.808239 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.808400 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.808570 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.808733 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.808910 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.809071 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.809233 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.122/identity {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.809395 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.809556 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.809719 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.809882 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.810856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.810856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.810856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.810856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.810856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.810856 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.811279 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.811279 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.811279 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.811504 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.811582 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.811739 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.811900 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.812062 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.812224 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.812385 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.812548 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.812710 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.812871 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.813033 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.813194 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.813366 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.813527 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.813688 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.813885 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.814045 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.814210 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.814370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.814531 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.814693 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.814854 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.815016 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.815190 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.815352 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.815514 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.815830 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.815919 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.816030 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.816191 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.816351 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.816512 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.816672 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.816870 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.816995 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.817156 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.817316 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.817478 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.817639 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.817801 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.817963 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.818145 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.818307 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.818486 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.818612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.818766 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.818938 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.819113 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.819274 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.819437 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.819597 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.819759 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.819920 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.820081 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.820242 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.820402 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.820563 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.820722 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.820894 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.821044 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.821210 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.821412 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.821745 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.821745 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.822007 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.822007 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.822240 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.822362 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.822485 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.822605 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.822792 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.822917 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.823038 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.823190 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.823579 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.823749 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.823915 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.824084 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.824423 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825369 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825369 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825369 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825369 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825369 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825369 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825740 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825740 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825858 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.825934 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.826207 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.826299 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.826440 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.826604 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.826766 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.827775 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.827775 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.827775 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.827775 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.827775 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.827775 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.828171 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.828171 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.828171 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.828337 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.828459 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.828641 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.122/identity {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.828763 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.828931 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.829076 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.829216 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.829374 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.829537 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.830070 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.830070 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.830070 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.830497 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.830497 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.830497 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.830879 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.830879 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.831134 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.831134 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.831422 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.831422 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.831698 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.831698 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.831957 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.832124 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.832304 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.832304 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.832604 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.832604 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.834370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.834370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.834370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.834370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.834370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.834370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.834370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.834370 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.835839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.835839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.835839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.835839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.835839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.835839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.835839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.835839 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.837378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.837378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.837378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.837378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.837378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.837378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.837378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.837378 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.839399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.839399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.839399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.839399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.839399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.839399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.839399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.839399 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.840612 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.842130 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.842130 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.842130 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.842130 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.842130 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.842130 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.842130 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.842130 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.843165 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.843165 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.843165 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.843165 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.843165 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.843165 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.843165 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.844760 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.844760 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.844760 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.844760 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.845900 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.846136 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.846327 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.846519 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.846703 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.847489 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.847638 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.847775 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.847909 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.848068 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.848268 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.848520 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.848653 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.848774 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.848878 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.849030 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.849195 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.849356 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.850123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:08.850266 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.850985 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.851169 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.851348 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.851523 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.851696 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.852551 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.852551 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.852551 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.852551 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.852551 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.853067 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.853067 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 09:29:08.853067 dv-neutron-825724-1-hyperv neutron-server[83286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 09:29:19.025283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cbe01e-ab76-4a8e-a295-1eefaa8d6608 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:29:19.131507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cbe01e-ab76-4a8e-a295-1eefaa8d6608 None None] No non-hosted networks {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 09:29:19.142203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.agentschedulers_db [None req-38cbe01e-ab76-4a8e-a295-1eefaa8d6608 None None] DHCP Agent not found on host dv-neutron-825724-1-hyperv {{(pid=83428) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 09:29:19.185879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-29362577-3bfd-4e20-8c1b-b5b0364ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972513'] for agent, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:21.382600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-de27c2a7-9eb4-431b-8aa3-b8c5e9b7b054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972513'] for agent, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:21.429835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5430-18ff-455b-b60f-bb78ba2390d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:22.446478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972513'] for agent, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:22.447514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.448463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.450211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.451006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.451346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.453017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.453938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.457258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.457994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.458953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.459642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:22.460314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825724-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:22.467838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825724-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:22.700767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972513'] for agent, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:23.762784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972513'] for agent, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:25.727268 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53332) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:26.371839 dv-neutron-825724-1-hyperv neutron-server[83427]: WARNING oslo_policy.policy [None req-0e4b9b67-20a1-4040-8be1-2a90d0dd8513 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:26.372531 dv-neutron-825724-1-hyperv neutron-server[83427]: WARNING oslo_policy.policy [None req-0e4b9b67-20a1-4040-8be1-2a90d0dd8513 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:26.438636 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.db.l3_hamode_db [None req-b00b2c22-0893-4d50-b84d-e6942c9a64f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 09:29:26.523414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b2c22-0893-4d50-b84d-e6942c9a64f5 None None] Routers set() bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:29:26.523708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b2c22-0893-4d50-b84d-e6942c9a64f5 None None] Router IDs set() for agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 21 09:29:26.604833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-0e4b9b67-20a1-4040-8be1-2a90d0dd8513 admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:29:26.606509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0e4b9b67-20a1-4040-8be1-2a90d0dd8513 admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8772016 Jan 21 09:29:28.916046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53346) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:29.302873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:29:29.356181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.policy [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83427) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 21 09:29:29.356914 dv-neutron-825724-1-hyperv neutron-server[83427]: WARNING oslo_policy.policy [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:29.357295 dv-neutron-825724-1-hyperv neutron-server[83427]: WARNING oslo_policy.policy [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:29.360537 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.quota [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] Loaded quota_driver: . Jan 21 09:29:29.376045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:29.446477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777544780650', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777544777414', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777544773078', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777544750448', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777544759926', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4115057', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4119043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938333', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609227'] for rbac-policy, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:29.514863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:29.516999 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-84bbb2d3-9e44-4425-8458-f55b54c5c51c admin admin] 10.222.0.122 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6000276 Jan 21 09:29:32.041849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53360) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:32.427902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Request body: {'network': {'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'admin_state_up': True, 'name': 'private'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:29:32.432531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:32.436969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Usage tracker for resource:network and tenant:8032fbb31f644c1399ad8224ef5001a1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:32.441620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:32.447701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:32.457829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Made reservation on behalf of 8032fbb31f644c1399ad8224ef5001a1 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:29:32.460903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.478806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.521612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:32.525313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Usage tracker for resource:security_group_rule and tenant:8032fbb31f644c1399ad8224ef5001a1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:32.528208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:32.534838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:32.602333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.606087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.626316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:29:32.652225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777543404499', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.652822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Unsubscribe: segment precommit_create {{(pid=83427) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:29:32.653326 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Added segment d7d40fb2-4d89-4536-a245-4f7a1d44631e of type vlan for network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 Jan 21 09:29:32.671167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fb920e-e1bc-4e09-9599-f85807bc60e1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:32.733384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.733728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.734086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.734413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.734750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.735086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.735416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.735737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.736050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.736360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.736673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Tracked resource versions report: Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: pushed versions: Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Log': {'1.0'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Network': {'1.1'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Port': {'1.5'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'PortForwarding': {'1.2'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'QosPolicy': {'1.8'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SecurityGroup': {'1.2'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SubPort': {'1.0'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Subnet': {'1.1'}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Trunk': {'1.1'}} Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: consumer versions: Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: { DHCP agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: L3 agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: Metadata agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: Metering agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: Open vSwitch agent@dv-neutron-825724-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Log': '1.0', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Network': '1.1', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Port': '1.5', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'PortForwarding': '1.2', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'QosPolicy': '1.8', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SecurityGroup': '1.2', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SecurityGroupRule': '1.0', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SubPort': '1.0', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Subnet': '1.1', Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Trunk': '1.1'}} Jan 21 09:29:32.738144 dv-neutron-825724-1-hyperv neutron-server[83427]: {{(pid=83427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:29:32.784959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.824929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.826087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:32.826741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:32.939985 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] Pushing event updated for resources: {'Network': ['ID=79b170ad-d926-4837-9517-ac6c6bf3e9a1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:32.944646 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-911ecdcf-3128-4283-9bbb-665811a1af4e admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9013793 Jan 21 09:29:32.952452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:29:35.533689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53376) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:36.035370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c92658-07ae-4e3a-b8ed-58f81fe3d7f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:36.036810 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-53c92658-07ae-4e3a-b8ed-58f81fe3d7f1 admin admin] 10.222.0.122 "GET /v2.0/networks/79b170ad-d926-4837-9517-ac6c6bf3e9a1 HTTP/1.1" status: 200 len: 825 time: 0.5015342 Jan 21 09:29:36.067668 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b9c242d5-4584-4886-8534-faeb81ccb970 admin admin] 10.222.0.122 "GET /v2.0/subnetpools/e62fc69c-0271-4ed2-983c-6991298fde96 HTTP/1.1" status: 200 len: 734 time: 0.0256572 Jan 21 09:29:36.075775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Request body: {'subnet': {'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'e62fc69c-0271-4ed2-983c-6991298fde96', 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:29:36.079891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:36.083773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Usage tracker for resource:subnet and tenant:8032fbb31f644c1399ad8224ef5001a1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:36.086617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:36.092146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:36.101714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Made reservation on behalf of 8032fbb31f644c1399ad8224ef5001a1 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:29:36.103945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:36.373281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:36.457525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b47a019-f237-4177-9c4d-520538cb936a,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:36.464400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Checking segment: {'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:29:36.464808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Network hostable DHCP agents. Network: 79b170ad-d926-4837-9517-ac6c6bf3e9a1, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:29:36.491725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:29:36.501673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 79b170ad-d926-4837-9517-ac6c6bf3e9a1) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:36.506828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:36.507411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:36.512582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd38bd1-eb0a-4250-a6fb-56d87ea98163 None None] Network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:29:36.528110 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5fc68e12-05f5-4436-8bb8-a727a4c07f66 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4554648 Jan 21 09:29:36.825483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'fixed_ips': [{'subnet_id': '6b47a019-f237-4177-9c4d-520538cb936a'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:29:36.826681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:37.016023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Allocated IP 172.20.0.2 (79b170ad-d926-4837-9517-ac6c6bf3e9a1/6b47a019-f237-4177-9c4d-520538cb936a/cc4db14a-5ded-4e0c-a960-04ef4245d883) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:29:37.240355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:37.255636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Transition to ACTIVE for port object cc4db14a-5ded-4e0c-a960-04ef4245d883 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:37.278701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Transition to ACTIVE for port object cc4db14a-5ded-4e0c-a960-04ef4245d883 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:37.285573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:37.349932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:29:37.352778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:37.359792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:29:37.361924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Pushing event updated for resources: {'Port': ['ID=cc4db14a-5ded-4e0c-a960-04ef4245d883,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:37.373115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.373463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.373805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.374174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.374521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.374854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.375181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.375505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.375828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.376146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.376464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Tracked resource versions report: Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: pushed versions: Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Log': {'1.0'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Network': {'1.1'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Port': {'1.5'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'PortForwarding': {'1.2'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'QosPolicy': {'1.8'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SecurityGroup': {'1.2'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SubPort': {'1.0'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Subnet': {'1.1'}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Trunk': {'1.1'}} Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: consumer versions: Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: { DHCP agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: L3 agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: Metadata agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: Metering agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: Open vSwitch agent@dv-neutron-825724-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Log': '1.0', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Network': '1.1', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Port': '1.5', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'PortForwarding': '1.2', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'QosPolicy': '1.8', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SecurityGroup': '1.2', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SecurityGroupRule': '1.0', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SubPort': '1.0', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Subnet': '1.1', Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Trunk': '1.1'}} Jan 21 09:29:37.378529 dv-neutron-825724-1-hyperv neutron-server[83428]: {{(pid=83428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:29:37.465006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Attempting to bind port cc4db14a-5ded-4e0c-a960-04ef4245d883 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:29:37.465393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Attempting to bind port cc4db14a-5ded-4e0c-a960-04ef4245d883 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:29:37.465827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Attempting to bind port cc4db14a-5ded-4e0c-a960-04ef4245d883 on network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:29:37.472736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:29:37.473137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Checking segment: {'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:29:37.473610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:37.474006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Bound using segment: {'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:29:37.474478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Bound port: cc4db14a-5ded-4e0c-a960-04ef4245d883, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:29:37.474858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:37.561646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] For port cc4db14a-5ded-4e0c-a960-04ef4245d883, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:29:37.565492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] For port cc4db14a-5ded-4e0c-a960-04ef4245d883, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=cc4db14a-5ded-4e0c-a960-04ef4245d883,segment=NetworkSegment(d7d40fb2-4d89-4536-a245-4f7a1d44631e),segment_id=d7d40fb2-4d89-4536-a245-4f7a1d44631e)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:29:37.570135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:37.676934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f911226-b892-4f7b-983a-67d190df63a9 None None] Pushing event updated for resources: {'Port': ['ID=cc4db14a-5ded-4e0c-a960-04ef4245d883,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:38.854278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 53386) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:39.474456 dv-neutron-825724-1-hyperv neutron-server[83426]: WARNING oslo_policy.policy [None req-6b846c62-dd7d-4e36-b738-dcdf3ca5ac30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:39.475049 dv-neutron-825724-1-hyperv neutron-server[83426]: WARNING oslo_policy.policy [None req-6b846c62-dd7d-4e36-b738-dcdf3ca5ac30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:39.698337 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-6b846c62-dd7d-4e36-b738-dcdf3ca5ac30 admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:29:39.714009 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6b846c62-dd7d-4e36-b738-dcdf3ca5ac30 admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8441453 Jan 21 09:29:40.740565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device cc4db14a-5ded-4e0c-a960-04ef4245d883 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:40.809728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port cc4db14a-5ded-4e0c-a960-04ef4245d883 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:41.307031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7ecd1-4a5c-4de2-84fa-4297e42b5676 None None] Network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:29:41.404842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2cf87440-fab0-414f-ba45-940141ed677c None None] Provisioning for port cc4db14a-5ded-4e0c-a960-04ef4245d883 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:41.413305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2cf87440-fab0-414f-ba45-940141ed677c None None] Provisioning complete for port cc4db14a-5ded-4e0c-a960-04ef4245d883 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:41.413694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2cf87440-fab0-414f-ba45-940141ed677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:41.631995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2cf87440-fab0-414f-ba45-940141ed677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:41.679229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2cf87440-fab0-414f-ba45-940141ed677c None None] For port cc4db14a-5ded-4e0c-a960-04ef4245d883, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=cc4db14a-5ded-4e0c-a960-04ef4245d883,segment=NetworkSegment(d7d40fb2-4d89-4536-a245-4f7a1d44631e),segment_id=d7d40fb2-4d89-4536-a245-4f7a1d44631e)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:29:41.687387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2cf87440-fab0-414f-ba45-940141ed677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:41.767687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf87440-fab0-414f-ba45-940141ed677c None None] Pushing event updated for resources: {'Port': ['ID=cc4db14a-5ded-4e0c-a960-04ef4245d883,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:41.976596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d7911ade-8afd-4351-8a48-4737911716d9 None None] Provisioning complete for port cc4db14a-5ded-4e0c-a960-04ef4245d883 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:41.976921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d7911ade-8afd-4351-8a48-4737911716d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:42.074311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 53406) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:42.482956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-e60046ad-4125-49f4-9e8f-5f5b8380f787 admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:29:42.483913 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e60046ad-4125-49f4-9e8f-5f5b8380f787 admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4087062 Jan 21 09:29:42.719784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device cc4db14a-5ded-4e0c-a960-04ef4245d883 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:29:42.790019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port cc4db14a-5ded-4e0c-a960-04ef4245d883 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:42.790658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:45.228329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 53418) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:45.598999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'name': 'router1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:29:45.636426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.policy [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83426) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 21 09:29:45.637176 dv-neutron-825724-1-hyperv neutron-server[83426]: WARNING oslo_policy.policy [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:45.637546 dv-neutron-825724-1-hyperv neutron-server[83426]: WARNING oslo_policy.policy [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 09:29:45.640785 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.quota [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Loaded quota_driver: . Jan 21 09:29:45.655881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:45.662960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Usage tracker for resource:router and tenant:8032fbb31f644c1399ad8224ef5001a1 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:45.667441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:45.675602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:45.691296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:45.693212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:45.722504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:45.833184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:45.853765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:45.854960 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8489f30d-394d-4d13-a8ed-60469badf05a admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6256664 Jan 21 09:29:48.112455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53430) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:48.496320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-457dff91-6722-4f08-83be-9d4e43923e79 admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:29:48.497294 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-457dff91-6722-4f08-83be-9d4e43923e79 admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3838875 Jan 21 09:29:48.970648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2edecec6-8c43-46f9-90f5-9af428cac2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:50.761665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53440) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:51.170415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:29:51.175768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:51.179726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Usage tracker for resource:network and tenant:fc577d5125ba4ab2afca34392fb54226 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:51.182568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:51.188113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:51.197325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Made reservation on behalf of fc577d5125ba4ab2afca34392fb54226 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:29:51.199648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.211744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.247937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:51.252419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Usage tracker for resource:security_group_rule and tenant:fc577d5125ba4ab2afca34392fb54226 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:51.255523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:51.261370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:51.328174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.332321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.357877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Reserving flat network on physical network physnet1 {{(pid=83427) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 09:29:51.379061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24555641-2a39-476d-a617-e91e95fa88b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.384204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2238ed1-51e4-4c3e-be62-9f7b5d206063,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:51.392681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.393602 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Added segment 10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347 of type flat for network 45d5cbe2-625f-4bdd-9977-f26114b29164 Jan 21 09:29:51.427650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.470046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.470950 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:51.471803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:51.575298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] Pushing event updated for resources: {'Network': ['ID=45d5cbe2-625f-4bdd-9977-f26114b29164,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:51.578189 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6b27999c-d0be-4b96-b0ea-2694d982d1fd admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8154571 Jan 21 09:29:51.593019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:29:52.438433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:52.646988 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:53.724243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:53.931037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53460) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:54.163108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca71ba-f49d-479c-9cea-13fa9ad9bd34 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:54.164450 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-43ca71ba-f49d-479c-9cea-13fa9ad9bd34 admin admin] 10.222.0.122 "GET /v2.0/subnets/6b47a019-f237-4177-9c4d-520538cb936a HTTP/1.1" status: 200 len: 849 time: 0.2325478 Jan 21 09:29:54.338119 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-219c6e8d-3612-4bfd-a6f9-2c0edee365c8 admin admin] 10.222.0.122 "GET /v2.0/routers/18712c2b-bd04-4345-b2fa-89013d156c06 HTTP/1.1" status: 200 len: 704 time: 0.1683140 Jan 21 09:29:54.803763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.034652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Allocated IP 172.20.0.1 (79b170ad-d926-4837-9517-ac6c6bf3e9a1/6b47a019-f237-4177-9c4d-520538cb936a/e300f729-51ea-4476-b058-828abf60a829) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:29:55.194691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.212232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Transition to ACTIVE for port object e300f729-51ea-4476-b058-828abf60a829 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:55.266621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.359014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:29:55.362026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:55.367891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:29:55.367891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.370279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e300f729-51ea-4476-b058-828abf60a829,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:55.494911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.585043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c2a44cf6-9e93-4788-b280-387377f178d0 None None] Provisioning for port e300f729-51ea-4476-b058-828abf60a829 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:29:55.590726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c2a44cf6-9e93-4788-b280-387377f178d0 None None] Provisioning complete for port e300f729-51ea-4476-b058-828abf60a829 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:55.591167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c2a44cf6-9e93-4788-b280-387377f178d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.656868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c2a44cf6-9e93-4788-b280-387377f178d0 None None] Port e300f729-51ea-4476-b058-828abf60a829 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:29:55.732225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.737141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.738028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:55.872833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e300f729-51ea-4476-b058-828abf60a829,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:55.933704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:29:55.934826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:56.180556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9d47ee89-6408-4b46-accc-529383b3c5c5 None None] Provisioning complete for port e300f729-51ea-4476-b058-828abf60a829 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:29:56.180852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d47ee89-6408-4b46-accc-529383b3c5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:56.233184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9d47ee89-6408-4b46-accc-529383b3c5c5 None None] Port e300f729-51ea-4476-b058-828abf60a829 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:29:56.289017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Router 18712c2b-bd04-4345-b2fa-89013d156c06 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:29:56.508595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:29:56.517971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4373654f-0d1a-4c21-b63d-c50c7f9174e9 admin admin] 10.222.0.122 "PUT /v2.0/routers/18712c2b-bd04-4345-b2fa-89013d156c06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1748843 Jan 21 09:29:56.518311 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Sync routers for ids ['18712c2b-bd04-4345-b2fa-89013d156c06'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:29:56.531464 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Routers {'18712c2b-bd04-4345-b2fa-89013d156c06'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:29:56.532294 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:29:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['18712c2b-bd04-4345-b2fa-89013d156c06'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:56.718831 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Set router 18712c2b-bd04-4345-b2fa-89013d156c06 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:29:57.143896 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'name': 'router1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:45Z', 'updated_at': '2022-01-21T09:29:55Z', 'revision_number': 2, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'gw_port_host': None, '_interfaces': [{'id': 'e300f729-51ea-4476-b058-828abf60a829', 'name': '', 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'mac_address': 'fa:16:3e:d6:cb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b47a019-f237-4177-9c4d-520538cb936a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:54Z', 'updated_at': '2022-01-21T09:29:55Z', 'revision_number': 2, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'subnets': [{'id': '6b47a019-f237-4177-9c4d-520538cb936a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e62fc69c-0271-4ed2-983c-6991298fde96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:57.149210 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Checking router: 18712c2b-bd04-4345-b2fa-89013d156c06 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:29:57.149589 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Updating router 18712c2b-bd04-4345-b2fa-89013d156c06 port e300f729-51ea-4476-b058-828abf60a829 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:29:57.207193 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:57.606342 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:57.622191 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Transition to ACTIVE for port object e300f729-51ea-4476-b058-828abf60a829 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:29:57.629372 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:57.829186 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Pushing event updated for resources: {'Port': ['ID=e300f729-51ea-4476-b058-828abf60a829,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:57.892952 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.893522 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.894118 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.894672 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.895247 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.895794 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.896350 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.896907 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.897444 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.898009 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.898582 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Tracked resource versions report: Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: pushed versions: Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Log': {'1.0'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Network': {'1.1'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Port': {'1.5'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'PortForwarding': {'1.2'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'QosPolicy': {'1.8'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SecurityGroup': {'1.2'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SubPort': {'1.0'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Subnet': {'1.1'}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Trunk': {'1.1'}} Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: consumer versions: Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: { DHCP agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: L3 agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: Metadata agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: Metering agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: Open vSwitch agent@dv-neutron-825724-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Log': '1.0', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Network': '1.1', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Port': '1.5', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'PortForwarding': '1.2', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'QosPolicy': '1.8', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SecurityGroup': '1.2', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SecurityGroupRule': '1.0', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SubPort': '1.0', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Subnet': '1.1', Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Trunk': '1.1'}} Jan 21 09:29:57.900224 dv-neutron-825724-1-hyperv neutron-server[83429]: {{(pid=83429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:29:57.912635 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Attempting to bind port e300f729-51ea-4476-b058-828abf60a829 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:29:57.913275 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Attempting to bind port e300f729-51ea-4476-b058-828abf60a829 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:29:57.913500 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Attempting to bind port e300f729-51ea-4476-b058-828abf60a829 on network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:29:57.925661 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:29:57.926085 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Checking segment: {'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:29:57.926559 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:57.927205 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Bound using segment: {'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:29:57.927672 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Bound port: e300f729-51ea-4476-b058-828abf60a829, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d40fb2-4d89-4536-a245-4f7a1d44631e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:29:57.928060 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:58.020921 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] For port e300f729-51ea-4476-b058-828abf60a829, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:29:58.024999 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] For port e300f729-51ea-4476-b058-828abf60a829, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e300f729-51ea-4476-b058-828abf60a829,segment=NetworkSegment(d7d40fb2-4d89-4536-a245-4f7a1d44631e),segment_id=d7d40fb2-4d89-4536-a245-4f7a1d44631e)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:29:58.030735 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:58.118779 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e5b10-bff8-4f4c-80ed-5a5b37e0cde5 None None] Pushing event updated for resources: {'Port': ['ID=e300f729-51ea-4476-b058-828abf60a829,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:58.123197 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Routers {'18712c2b-bd04-4345-b2fa-89013d156c06'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:29:58.123793 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:29:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['18712c2b-bd04-4345-b2fa-89013d156c06'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:58.287717 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] Set router 18712c2b-bd04-4345-b2fa-89013d156c06 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:29:58.617643 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'name': 'router1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:45Z', 'updated_at': '2022-01-21T09:29:55Z', 'revision_number': 2, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'gw_port_host': None, '_interfaces': [{'id': 'e300f729-51ea-4476-b058-828abf60a829', 'name': '', 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'mac_address': 'fa:16:3e:d6:cb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b47a019-f237-4177-9c4d-520538cb936a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:54Z', 'updated_at': '2022-01-21T09:29:58Z', 'revision_number': 4, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'subnets': [{'id': '6b47a019-f237-4177-9c4d-520538cb936a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e62fc69c-0271-4ed2-983c-6991298fde96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:29:58.621579 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae2126b-1b2a-49f5-b788-8d7c147e0cf7 None None] The sync data for ids ['18712c2b-bd04-4345-b2fa-89013d156c06'] in dv-neutron-825724-1-hyperv is: [{'id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'name': 'router1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:45Z', 'updated_at': '2022-01-21T09:29:55Z', 'revision_number': 2, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'gw_port_host': None, '_interfaces': [{'id': 'e300f729-51ea-4476-b058-828abf60a829', 'name': '', 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'mac_address': 'fa:16:3e:d6:cb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b47a019-f237-4177-9c4d-520538cb936a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:54Z', 'updated_at': '2022-01-21T09:29:58Z', 'revision_number': 4, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'subnets': [{'id': '6b47a019-f237-4177-9c4d-520538cb936a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e62fc69c-0271-4ed2-983c-6991298fde96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:29:58.636275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53482) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:29:58.808055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd43378e-2a16-4eef-88a7-6ad2def9bea5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:58.808519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cd43378e-2a16-4eef-88a7-6ad2def9bea5 admin admin] Synchronizing usage tracker for tenant:fc577d5125ba4ab2afca34392fb54226 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:29:58.825083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cd43378e-2a16-4eef-88a7-6ad2def9bea5 admin admin] Unset dirty status for tenant:fc577d5125ba4ab2afca34392fb54226 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:29:58.826344 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cd43378e-2a16-4eef-88a7-6ad2def9bea5 admin admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 842 time: 0.1890206 Jan 21 09:29:58.835490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.1.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'cidr': '172.26.1.0/24'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:29:58.840479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:29:58.844119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Usage tracker for resource:subnet and tenant:fc577d5125ba4ab2afca34392fb54226 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:29:58.847362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:29:58.853251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:29:58.863083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Made reservation on behalf of fc577d5125ba4ab2afca34392fb54226 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:29:58.865251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:59.274087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:29:59.274537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:59.357320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f12aed-63c4-4fd2-917f-9a67a6e56021,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:29:59.366725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:29:59.367072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Network hostable DHCP agents. Network: 45d5cbe2-625f-4bdd-9977-f26114b29164, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:29:59.388811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:29:59.398606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 45d5cbe2-625f-4bdd-9977-f26114b29164) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:29:59.402826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:29:59.403330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:29:59.407273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05db188d-4d1e-43df-8d52-fe02652fe083 None None] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:29:59.432192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dba24a59-f759-47ee-8897-087e10b06932 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5918739 Jan 21 09:29:59.681364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a2591-0df6-4418-9cfc-473c7b98625d None None] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:30:00.742276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e300f729-51ea-4476-b058-828abf60a829 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:30:00.831690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e300f729-51ea-4476-b058-828abf60a829 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:30:00.836434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e300f729-51ea-4476-b058-828abf60a829 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:30:00.836799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:00.954422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:00.989410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e300f729-51ea-4476-b058-828abf60a829, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e300f729-51ea-4476-b058-828abf60a829,segment=NetworkSegment(d7d40fb2-4d89-4536-a245-4f7a1d44631e),segment_id=d7d40fb2-4d89-4536-a245-4f7a1d44631e)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:30:00.993193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:01.059211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e300f729-51ea-4476-b058-828abf60a829,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:01.610965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53496) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:30:01.839910 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1817b380-f236-464e-b19c-e1e8d053b228 admin admin] 10.222.0.122 "GET /v2.0/routers/18712c2b-bd04-4345-b2fa-89013d156c06 HTTP/1.1" status: 200 len: 710 time: 0.2271688 Jan 21 09:30:01.967994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb3fc0-bf26-4687-8c4c-56d15630a96d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:30:01.969359 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-46bb3fc0-bf26-4687-8c4c-56d15630a96d admin admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 886 time: 0.1244693 Jan 21 09:30:01.978716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:30:02.438881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:02.623950 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:02.723447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:02.729236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e300f729-51ea-4476-b058-828abf60a829 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:30:02.795826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e300f729-51ea-4476-b058-828abf60a829 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:30:02.796196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:02.855341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Allocated IP 172.26.1.4 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/fa41e647-abbf-4318-b4e2-cfdee3a13232) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:30:03.020920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:03.047338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:03.113885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:30:03.115021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:30:03.116728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa41e647-abbf-4318-b4e2-cfdee3a13232,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:03.128742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:30:03.265661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:03.437552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:03.440910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:03.626679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Router 18712c2b-bd04-4345-b2fa-89013d156c06 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:30:03.818570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:30:03.826643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:03.827805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-58ab5c33-92d9-4dad-ad71-61115e4b89d5 admin admin] 10.222.0.122 "PUT /v2.0/routers/18712c2b-bd04-4345-b2fa-89013d156c06 HTTP/1.1" status: 200 len: 888 time: 1.8524392 Jan 21 09:30:03.828444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Sync routers for ids ['18712c2b-bd04-4345-b2fa-89013d156c06'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:30:03.841438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Routers {'18712c2b-bd04-4345-b2fa-89013d156c06'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:30:03.842149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:29:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['18712c2b-bd04-4345-b2fa-89013d156c06'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:30:04.038524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Set router 18712c2b-bd04-4345-b2fa-89013d156c06 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:30:04.369065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'name': 'router1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'fa41e647-abbf-4318-b4e2-cfdee3a13232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:45Z', 'updated_at': '2022-01-21T09:30:03Z', 'revision_number': 4, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'gw_port': {'id': 'fa41e647-abbf-4318-b4e2-cfdee3a13232', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:30:02Z', 'updated_at': '2022-01-21T09:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e300f729-51ea-4476-b058-828abf60a829', 'name': '', 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'mac_address': 'fa:16:3e:d6:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b47a019-f237-4177-9c4d-520538cb936a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:54Z', 'updated_at': '2022-01-21T09:30:00Z', 'revision_number': 5, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'subnets': [{'id': '6b47a019-f237-4177-9c4d-520538cb936a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e62fc69c-0271-4ed2-983c-6991298fde96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:30:04.373895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Checking router: 18712c2b-bd04-4345-b2fa-89013d156c06 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:30:04.374268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Updating router 18712c2b-bd04-4345-b2fa-89013d156c06 port fa41e647-abbf-4318-b4e2-cfdee3a13232 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:30:04.422219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:04.740069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:04.751134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Transition to ACTIVE for port object fa41e647-abbf-4318-b4e2-cfdee3a13232 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:30:04.757767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:04.837960 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bb23d-2079-47f6-9254-ebfed06259ad None None] Pushing event updated for resources: {'Port': ['ID=fa41e647-abbf-4318-b4e2-cfdee3a13232,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:04.841153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Attempting to bind port fa41e647-abbf-4318-b4e2-cfdee3a13232 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:30:04.841153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Attempting to bind port fa41e647-abbf-4318-b4e2-cfdee3a13232 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:30:04.841153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Attempting to bind port fa41e647-abbf-4318-b4e2-cfdee3a13232 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:30:04.847871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:30:04.848238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:30:04.848628 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:04.849009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:30:04.849475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Bound port: fa41e647-abbf-4318-b4e2-cfdee3a13232, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:30:04.849848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:04.920928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] For port fa41e647-abbf-4318-b4e2-cfdee3a13232, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:30:04.924744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] For port fa41e647-abbf-4318-b4e2-cfdee3a13232, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fa41e647-abbf-4318-b4e2-cfdee3a13232,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:30:04.930762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:05.010036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bb23d-2079-47f6-9254-ebfed06259ad None None] Pushing event updated for resources: {'Port': ['ID=fa41e647-abbf-4318-b4e2-cfdee3a13232,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:05.017190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Routers {'18712c2b-bd04-4345-b2fa-89013d156c06'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:30:05.017769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:29:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['18712c2b-bd04-4345-b2fa-89013d156c06'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:30:05.215104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] Set router 18712c2b-bd04-4345-b2fa-89013d156c06 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:30:05.536017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'name': 'router1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'fa41e647-abbf-4318-b4e2-cfdee3a13232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:45Z', 'updated_at': '2022-01-21T09:30:03Z', 'revision_number': 4, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'gw_port': {'id': 'fa41e647-abbf-4318-b4e2-cfdee3a13232', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:30:02Z', 'updated_at': '2022-01-21T09:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e300f729-51ea-4476-b058-828abf60a829', 'name': '', 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'mac_address': 'fa:16:3e:d6:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b47a019-f237-4177-9c4d-520538cb936a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:54Z', 'updated_at': '2022-01-21T09:30:00Z', 'revision_number': 5, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'subnets': [{'id': '6b47a019-f237-4177-9c4d-520538cb936a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e62fc69c-0271-4ed2-983c-6991298fde96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:30:05.539849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c344bf-b5ac-4a5c-b692-77cab8fb3515 None None] The sync data for ids ['18712c2b-bd04-4345-b2fa-89013d156c06'] in dv-neutron-825724-1-hyperv is: [{'id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'name': 'router1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': 'fa41e647-abbf-4318-b4e2-cfdee3a13232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:29:45Z', 'updated_at': '2022-01-21T09:30:03Z', 'revision_number': 4, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'gw_port': {'id': 'fa41e647-abbf-4318-b4e2-cfdee3a13232', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:30:02Z', 'updated_at': '2022-01-21T09:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e300f729-51ea-4476-b058-828abf60a829', 'name': '', 'network_id': '79b170ad-d926-4837-9517-ac6c6bf3e9a1', 'tenant_id': '8032fbb31f644c1399ad8224ef5001a1', 'mac_address': 'fa:16:3e:d6:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18712c2b-bd04-4345-b2fa-89013d156c06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b47a019-f237-4177-9c4d-520538cb936a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:29:54Z', 'updated_at': '2022-01-21T09:30:00Z', 'revision_number': 5, 'project_id': '8032fbb31f644c1399ad8224ef5001a1', 'subnets': [{'id': '6b47a019-f237-4177-9c4d-520538cb936a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e62fc69c-0271-4ed2-983c-6991298fde96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:30:05.739054 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:30:06.079774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 53508) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:30:06.221597 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c25a3a02-af79-4446-b367-75e79bf2d80a admin admin] 10.222.0.122 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1393394 Jan 21 09:30:06.758460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fa41e647-abbf-4318-b4e2-cfdee3a13232 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:30:06.829546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port fa41e647-abbf-4318-b4e2-cfdee3a13232 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:30:06.835985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port fa41e647-abbf-4318-b4e2-cfdee3a13232 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:30:06.836290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:06.952728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:06.970760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port fa41e647-abbf-4318-b4e2-cfdee3a13232, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fa41e647-abbf-4318-b4e2-cfdee3a13232,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:30:06.974965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:07.044044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=fa41e647-abbf-4318-b4e2-cfdee3a13232,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:30:08.737394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fa41e647-abbf-4318-b4e2-cfdee3a13232 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:30:08.841751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port fa41e647-abbf-4318-b4e2-cfdee3a13232 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:30:08.842398 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:18.980338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1cbec962-2cd5-4669-8648-d399c46b5a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:21.384797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b150-2766-4d06-a35e-82660b89291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:22.434427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:22.648363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:23.742887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:42.739589 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:30:48.981097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1b8b2d48-45ee-46be-be41-982f46bddbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:51.380858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5e5c4b3b-ba5d-4a47-b161-3e99aaa34f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:52.430619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:52.651808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:30:53.752518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:18.981315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b9733980-7036-45cd-abae-3473b8a5dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:19.741808 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:31:21.375010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b3fde97-5c39-41e5-b4ae-bcfb15c94d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.431751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:22.657606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:23.755954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:48.977857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fb601254-b6a5-4f98-9743-bc23df301b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:51.378658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24d0fd07-86d6-4d7e-a101-77afc675598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.426848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:52.658223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:53.757778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:31:56.743169 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:32:14.330395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54116) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:14.431150 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efa2eb5-042c-42dc-a2b1-b3dd24633ffa admin admin] GET failed (client error): The resource could not be found. Jan 21 09:32:14.432399 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0efa2eb5-042c-42dc-a2b1-b3dd24633ffa admin admin] 10.222.0.122 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1007831 Jan 21 09:32:14.567739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d103abd2-203b-49a7-a839-45094040328f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:14.569105 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d103abd2-203b-49a7-a839-45094040328f admin admin] 10.222.0.122 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1326544 Jan 21 09:32:16.660046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54126) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:16.797667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1408d4-0b65-4a94-8f02-bb00215f7a34 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:16.798252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ac1408d4-0b65-4a94-8f02-bb00215f7a34 admin admin] Synchronizing usage tracker for tenant:fc577d5125ba4ab2afca34392fb54226 on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:32:16.816174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ac1408d4-0b65-4a94-8f02-bb00215f7a34 admin admin] Unset dirty status for tenant:fc577d5125ba4ab2afca34392fb54226 on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:32:16.817461 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ac1408d4-0b65-4a94-8f02-bb00215f7a34 admin admin] 10.222.0.122 "GET /v2.0/subnets/6b47a019-f237-4177-9c4d-520538cb936a HTTP/1.1" status: 200 len: 849 time: 0.1564026 Jan 21 09:32:16.827521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:32:16.987092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.180936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777543328503'] for subnet, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.244973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:17.245504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.246818 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] 10.222.0.122 "PUT /v2.0/subnets/6b47a019-f237-4177-9c4d-520538cb936a HTTP/1.1" status: 200 len: 868 time: 0.4238830 Jan 21 09:32:17.255621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80dcca-ec47-4ff6-8735-adb6a4f71755 None None] Network 79b170ad-d926-4837-9517-ac6c6bf3e9a1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:32:17.287422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b47a019-f237-4177-9c4d-520538cb936a,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:17.301447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.301930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.302440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.303239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.303725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.304196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.304685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.305150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.305639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.307186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.307706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e6e5a-6d28-42c8-b036-e5641d4086d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:32:17.796509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-47b0c49a-5ec7-4e74-a2a8-3a5584499174 None None] Provisioning complete for port cc4db14a-5ded-4e0c-a960-04ef4245d883 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:17.796804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-47b0c49a-5ec7-4e74-a2a8-3a5584499174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:17.938177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-47b0c49a-5ec7-4e74-a2a8-3a5584499174 None None] Provisioning complete for port e300f729-51ea-4476-b058-828abf60a829 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:32:17.938769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-47b0c49a-5ec7-4e74-a2a8-3a5584499174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:18.986894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-27a433bd-123a-4fe9-8d01-8672ef98305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:19.363090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54136) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:19.606008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62aa09c-e151-4802-9de7-173af0605c51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:19.606381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62aa09c-e151-4802-9de7-173af0605c51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:19.609077 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c62aa09c-e151-4802-9de7-173af0605c51 admin admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2449911 Jan 21 09:32:21.393263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6810549d-9904-4845-9258-0030faa149d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:21.695508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54146) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:21.898695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeb88f7-cb1d-44a5-8722-732af6c0885d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:21.899067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeb88f7-cb1d-44a5-8722-732af6c0885d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:21.900577 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6eeb88f7-cb1d-44a5-8722-732af6c0885d admin admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2040308 Jan 21 09:32:22.432419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:22.660312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:23.765067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:24.051907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54156) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:24.262146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776aa1a-5942-4123-9a7a-d1477653dab8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:24.263679 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b776aa1a-5942-4123-9a7a-d1477653dab8 admin admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 886 time: 0.2106185 Jan 21 09:32:26.331278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54166) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:26.536075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0df5e-6b97-49c9-ae85-ea79fb7dbf57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:26.537353 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-98a0df5e-6b97-49c9-ae85-ea79fb7dbf57 admin admin] 10.222.0.122 "GET /v2.0/networks/79b170ad-d926-4837-9517-ac6c6bf3e9a1 HTTP/1.1" status: 200 len: 869 time: 0.2050068 Jan 21 09:32:28.557905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54176) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:28.689808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c9e42-c794-447b-9aa9-a97a5dcd1f5e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:28.690204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c9e42-c794-447b-9aa9-a97a5dcd1f5e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:28.691696 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4b3c9e42-c794-447b-9aa9-a97a5dcd1f5e admin admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328416 Jan 21 09:32:30.731139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54186) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:30.868499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd70836-ee68-44cd-9548-841938301cf5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:30.868860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd70836-ee68-44cd-9548-841938301cf5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:30.870415 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cdd70836-ee68-44cd-9548-841938301cf5 admin admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1376505 Jan 21 09:32:32.943739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54196) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:33.078699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ab616-fc1b-4035-8fbf-78aa6a9f3d8a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:33.080033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a85ab616-fc1b-4035-8fbf-78aa6a9f3d8a admin admin] 10.222.0.122 "GET /v2.0/subnets/6b47a019-f237-4177-9c4d-520538cb936a HTTP/1.1" status: 200 len: 868 time: 0.1351383 Jan 21 09:32:33.742872 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:32:35.115900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54206) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:35.268656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf53899-9925-4c3a-baf4-44b0fb6c3e35 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:35.270069 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bdf53899-9925-4c3a-baf4-44b0fb6c3e35 admin admin] 10.222.0.122 "GET /v2.0/subnets/79f12aed-63c4-4fd2-917f-9a67a6e56021 HTTP/1.1" status: 200 len: 816 time: 0.1531503 Jan 21 09:32:48.980412 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5cb9-2d6e-4e01-a7b8-231431fbdc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:51.386239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0634fc0-de81-4c63-91fd-0806edd93df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.425325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:52.662158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.751321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54244) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:53.759603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:53.822725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-7382ce8e-b43f-45bb-adcf-962d21f0593d admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:32:53.823731 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7382ce8e-b43f-45bb-adcf-962d21f0593d admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0714571 Jan 21 09:32:55.916846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54254) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:56.013527 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc93a558-62c4-4cdb-8b73-b4453015de2a admin admin] GET failed (client error): The resource could not be found. Jan 21 09:32:56.014784 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fc93a558-62c4-4cdb-8b73-b4453015de2a admin admin] 10.222.0.122 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0970118 Jan 21 09:32:56.141371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7690c9e7-c020-48c8-b783-c846c6490a03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:56.142767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7690c9e7-c020-48c8-b783-c846c6490a03 admin admin] 10.222.0.122 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1241152 Jan 21 09:32:58.169303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54264) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:32:58.252810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:32:58.257238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:32:58.267286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:32:58.276841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Made reservation on behalf of fc577d5125ba4ab2afca34392fb54226 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:32:58.279497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.366840 dv-neutron-825724-1-hyperv neutron-server[83427]: WARNING neutron.services.revisions.revision_plugin [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Could not find related network for resource to bump revision. Jan 21 09:32:58.378733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:32:58.388869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.389358 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Added segment d2938364-4f52-4aaf-831f-e6ce2e523b25 of type vlan for network b576a799-f231-4913-83b1-142d314f12df Jan 21 09:32:58.424389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.453203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.454070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:32:58.454662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:32:58.556325 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3857379 Jan 21 09:32:58.559072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916e06b-9600-460f-8400-0f523f59d7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b576a799-f231-4913-83b1-142d314f12df,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:32:58.571186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network b576a799-f231-4913-83b1-142d314f12df details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:33:00.601351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54274) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:33:00.692317 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-11955dce-e551-480d-abf2-bab994744553 admin admin] GET failed (client error): The resource could not be found. Jan 21 09:33:00.692809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-11955dce-e551-480d-abf2-bab994744553 admin admin] Synchronizing usage tracker for tenant:fc577d5125ba4ab2afca34392fb54226 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:33:00.706706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-11955dce-e551-480d-abf2-bab994744553 admin admin] Unset dirty status for tenant:fc577d5125ba4ab2afca34392fb54226 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:33:00.707752 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-11955dce-e551-480d-abf2-bab994744553 admin admin] 10.222.0.122 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1054697 Jan 21 09:33:00.812272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0034ad-98cd-41f2-95d9-d5267fc24717 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:00.813614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0a0034ad-98cd-41f2-95d9-d5267fc24717 admin admin] 10.222.0.122 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019125 Jan 21 09:33:00.822970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:33:00.828224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:33:00.837558 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:33:00.846398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Made reservation on behalf of fc577d5125ba4ab2afca34392fb54226 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:33:00.848620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.044878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.112188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab65354-3930-4ae3-b575-f651c9d2bfd9,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:01.125744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Checking segment: {'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:33:01.126131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Network hostable DHCP agents. Network: b576a799-f231-4913-83b1-142d314f12df, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:33:01.147000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Network b576a799-f231-4913-83b1-142d314f12df is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:33:01.156292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, b576a799-f231-4913-83b1-142d314f12df) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:01.160121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:33:01.160689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.166658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a2364-8976-41f3-9345-919a6a59852c None None] Network b576a799-f231-4913-83b1-142d314f12df requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:33:01.190087 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3660f8bf-b0ad-418e-a05b-2ac8c0f35c1b admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3663766 Jan 21 09:33:01.401497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-b576a799-f231-4913-83b1-142d314f12df', 'network_id': 'b576a799-f231-4913-83b1-142d314f12df', 'tenant_id': 'fc577d5125ba4ab2afca34392fb54226', 'fixed_ips': [{'subnet_id': 'fab65354-3930-4ae3-b575-f651c9d2bfd9'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:33:01.402363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.581726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Allocated IP 192.168.233.2 (b576a799-f231-4913-83b1-142d314f12df/fab65354-3930-4ae3-b575-f651c9d2bfd9/4d611157-08b0-4e7d-a5a3-dea24314a4df) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:33:01.800879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.811275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Transition to ACTIVE for port object 4d611157-08b0-4e7d-a5a3-dea24314a4df will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:33:01.830995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Transition to ACTIVE for port object 4d611157-08b0-4e7d-a5a3-dea24314a4df will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:33:01.834971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:01.903169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Network b576a799-f231-4913-83b1-142d314f12df is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:33:01.905953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:33:01.909627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:33:01.915669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Pushing event updated for resources: {'Port': ['ID=4d611157-08b0-4e7d-a5a3-dea24314a4df,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:01.955968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.956333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.956636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.956965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.957287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.957610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.957924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.958335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.958649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.958962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:01.959270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:33:02.013789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Attempting to bind port 4d611157-08b0-4e7d-a5a3-dea24314a4df on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:33:02.014302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Attempting to bind port 4d611157-08b0-4e7d-a5a3-dea24314a4df by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:33:02.014545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Attempting to bind port 4d611157-08b0-4e7d-a5a3-dea24314a4df on network b576a799-f231-4913-83b1-142d314f12df {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:33:02.020754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:33:02.021116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Checking segment: {'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:33:02.021507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.021886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Bound using segment: {'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:33:02.022367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Bound port: 4d611157-08b0-4e7d-a5a3-dea24314a4df, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:33:02.022745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.120965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] For port 4d611157-08b0-4e7d-a5a3-dea24314a4df, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:33:02.125104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] For port 4d611157-08b0-4e7d-a5a3-dea24314a4df, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4d611157-08b0-4e7d-a5a3-dea24314a4df,segment=NetworkSegment(d2938364-4f52-4aaf-831f-e6ce2e523b25),segment_id=d2938364-4f52-4aaf-831f-e6ce2e523b25)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:33:02.130076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:02.239963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2626-cb9d-4100-a050-bd83c5611ceb None None] Pushing event updated for resources: {'Port': ['ID=4d611157-08b0-4e7d-a5a3-dea24314a4df,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:02.876791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4d611157-08b0-4e7d-a5a3-dea24314a4df up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:33:02.962877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 4d611157-08b0-4e7d-a5a3-dea24314a4df completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:33:03.070788 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c833a1-b854-4738-9302-d59c18d18f5f None None] Network b576a799-f231-4913-83b1-142d314f12df requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:33:03.166178 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0fbfbb7a-0446-4c73-91a8-24e761b1e6ec None None] Provisioning for port 4d611157-08b0-4e7d-a5a3-dea24314a4df completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:33:03.185346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0fbfbb7a-0446-4c73-91a8-24e761b1e6ec None None] Provisioning complete for port 4d611157-08b0-4e7d-a5a3-dea24314a4df triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:03.185716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0fbfbb7a-0446-4c73-91a8-24e761b1e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.410069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0fbfbb7a-0446-4c73-91a8-24e761b1e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.450285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0fbfbb7a-0446-4c73-91a8-24e761b1e6ec None None] For port 4d611157-08b0-4e7d-a5a3-dea24314a4df, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4d611157-08b0-4e7d-a5a3-dea24314a4df,segment=NetworkSegment(d2938364-4f52-4aaf-831f-e6ce2e523b25),segment_id=d2938364-4f52-4aaf-831f-e6ce2e523b25)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:33:03.454848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0fbfbb7a-0446-4c73-91a8-24e761b1e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:03.525332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfbb7a-0446-4c73-91a8-24e761b1e6ec None None] Pushing event updated for resources: {'Port': ['ID=4d611157-08b0-4e7d-a5a3-dea24314a4df,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:33:03.679850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cbf5f9b8-6995-45cf-857c-6d693fe0f18c None None] Provisioning complete for port 4d611157-08b0-4e7d-a5a3-dea24314a4df triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:03.680739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f9b8-6995-45cf-857c-6d693fe0f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:04.834511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4d611157-08b0-4e7d-a5a3-dea24314a4df up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:33:04.905620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4d611157-08b0-4e7d-a5a3-dea24314a4df triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:33:04.906008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:10.742902 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:33:18.987073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b8be40a-3a33-4d8f-89b8-213e11956635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:21.393705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0010fea-67aa-47ec-a665-24ab5e2c1ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.432157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:22.672069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:23.764463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:47.742537 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:33:49.002473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0823b631-6c51-405c-b845-9df2dcda65fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:51.388028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e106c67-fe66-4a52-9f91-a9c526ec5844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.428277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:52.668925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:33:53.764294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:06.955318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54316) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:34:06.961096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-75f0e850-bc7c-44ef-9151-4c5b204508d7 tempest-verify_tempest_config-1730816203 tempest-verify_tempest_config-1730816203-project] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:34:06.962066 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-75f0e850-bc7c-44ef-9151-4c5b204508d7 tempest-verify_tempest_config-1730816203 tempest-verify_tempest_config-1730816203-project] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057991 Jan 21 09:34:07.292041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54334) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:34:07.437131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.476804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:34:07.480525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc097894b2340c2b12e27d68e2bdf29 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:34:07.483390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:34:07.489185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:34:07.563045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.566940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.613074 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=fcc097894b2340c2b12e27d68e2bdf29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3199966 Jan 21 09:34:07.615824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54342) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:34:07.617342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c455f-b608-47c3-9846-b752570ec160,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:07.627010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.627357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.627695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.628027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.628370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.628704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.629043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.629373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.629695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.630035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.630354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec9d37-24df-40c1-b623-729d5a580284 admin admin] Tracked resource versions report: Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: pushed versions: Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Log': {'1.0'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Network': {'1.1'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Port': {'1.5'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'PortForwarding': {'1.2'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'QosPolicy': {'1.8'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SecurityGroup': {'1.2'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SubPort': {'1.0'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Subnet': {'1.1'}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Trunk': {'1.1'}} Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: consumer versions: Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: { DHCP agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: L3 agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: Metadata agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: Metering agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: Open vSwitch agent@dv-neutron-825724-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Log': '1.0', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Network': '1.1', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Port': '1.5', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'PortForwarding': '1.2', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'QosPolicy': '1.8', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SecurityGroup': '1.2', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SecurityGroupRule': '1.0', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SubPort': '1.0', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Subnet': '1.1', Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Trunk': '1.1'}} Jan 21 09:34:07.631628 dv-neutron-825724-1-hyperv neutron-server[83426]: {{(pid=83426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:34:07.679218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.732266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.824358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.838256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c455f-b608-47c3-9846-b752570ec160,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:34:07.848770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:07.849872 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/820c455f-b608-47c3-9846-b752570ec160 HTTP/1.1" status: 204 len: 168 time: 0.2331429 Jan 21 09:34:07.851519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.851862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.852284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.852620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.853451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.853779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.854177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.854533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.854871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.855124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:07.855439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e28415-2cc7-4270-a970-06d59ac42456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:34:18.994513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a16d8073-ed26-4105-88fc-7b2d8a873bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:21.390234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa44d-d878-46b2-9d8c-4d7cef6cd26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.431551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:22.671286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:23.774558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:24.742362 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:34:48.996767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-efab6917-da79-4d8c-8748-92dae04ce8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:51.392124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0e9ebe19-8e81-4d04-aa41-edca36819402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.434924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:52.675881 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:34:53.770654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:01.742271 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 5 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:35:18.997931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4df6ab27-7731-4825-9567-68bd51bcaf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:21.394564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8eae11a1-56e8-4942-bfaa-4802bdae7773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.436815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:22.677234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:23.773502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:34.361251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-972513'] for agent, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:38.746604 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:35:47.733270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54414) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:35:47.872028 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e0f4fc0c-54cc-430c-aabe-b67415b205f1 admin admin] 10.222.0.122 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.1376419 Jan 21 09:35:49.001646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f6d460f8-a949-47db-9e50-c424ba6e91af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:49.928008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54424) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:35:50.011799 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7a8679b2-8188-492b-9a32-eefc7f7db2b9 admin admin] 10.222.0.122 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.0825737 Jan 21 09:35:51.397655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-74003680-d163-4537-96ae-90dcf8bfb428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.439457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:52.679670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:35:53.777652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:04.320455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:15.744419 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:36:19.004902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d4609c79-6df2-44f5-8324-33197bc304b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:21.399472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b2d91e8-769a-40cc-b71e-2b52e06f594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.454521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:22.683112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:23.780820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:34.338274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:49.008515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6d520176-f856-4f27-9295-6477058495eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:51.403248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42f64ea7-5b2a-4b96-bfe2-c11214ef5ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.448160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.688589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:36:52.744831 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:36:53.783418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:04.370640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.102611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54478) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:14.315820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-551301892-network', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:14.321878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:14.326020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Usage tracker for resource:network and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:14.329050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:14.339969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:14.351992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Made reservation on behalf of 14ac52abc1b64a9d8facf94697773bb1 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:14.354437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.375102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.417401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:14.421533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Usage tracker for resource:security_group_rule and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:14.430044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:14.436135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:14.537431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.557037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.577885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:14.599961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.601281 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Added segment 672a9928-0a90-4bee-b99b-c69cbad43622 of type vlan for network 83b192f4-42d9-4533-8c6a-1d743e3b0559 Jan 21 09:37:14.651301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.746636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c12d2e2-7f5a-4d5b-a71d-ceeed31e0327,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:14.755913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.762016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.762683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.763237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.763805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.764351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.764900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.765435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.765967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.766651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.767190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Tracked resource versions report: Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: pushed versions: Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Log': {'1.0'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Network': {'1.1'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Port': {'1.5'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'PortForwarding': {'1.2'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'QosPolicy': {'1.8'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SecurityGroup': {'1.2'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SubPort': {'1.0'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Subnet': {'1.1'}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Trunk': {'1.1'}} Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: consumer versions: Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: { DHCP agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: L3 agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: Metadata agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: Metering agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: Open vSwitch agent@dv-neutron-825724-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Log': '1.0', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Network': '1.1', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Port': '1.5', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'PortForwarding': '1.2', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'QosPolicy': '1.8', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SecurityGroup': '1.2', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SecurityGroupRule': '1.0', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'SubPort': '1.0', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Subnet': '1.1', Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: 'Trunk': '1.1'}} Jan 21 09:37:14.768450 dv-neutron-825724-1-hyperv neutron-server[83427]: {{(pid=83427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:37:14.782008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.783402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:14.784424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:14.851459 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7471454 Jan 21 09:37:14.856944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54496) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:14.862973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Request body: {'subnet': {'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-551301892-subnet', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:14.877916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:14.889117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Usage tracker for resource:subnet and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:14.899168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:14.935993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:14.971351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Made reservation on behalf of 14ac52abc1b64a9d8facf94697773bb1 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:14.974076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.090062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5faae-2d77-4d53-b968-73feac7a48b4 admin admin] Pushing event updated for resources: {'Network': ['ID=83b192f4-42d9-4533-8c6a-1d743e3b0559,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.104092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:15.367900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.451055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccd1c86-5539-4a7b-9517-f8bb9da84d24,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:15.462020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.462546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.463132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.463654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.464166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.464680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.465203 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.465739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.466100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.466433 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.466759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Tracked resource versions report: Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: pushed versions: Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Log': {'1.0'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Network': {'1.1'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Port': {'1.5'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'PortForwarding': {'1.2'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'QosPolicy': {'1.8'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SecurityGroup': {'1.2'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SubPort': {'1.0'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Subnet': {'1.1'}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Trunk': {'1.1'}} Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: consumer versions: Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: { DHCP agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: L3 agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: Metadata agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: Metering agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: Open vSwitch agent@dv-neutron-825724-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Log': '1.0', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Network': '1.1', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Port': '1.5', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'PortForwarding': '1.2', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'QosPolicy': '1.8', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SecurityGroup': '1.2', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SecurityGroupRule': '1.0', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'SubPort': '1.0', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Subnet': '1.1', Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: 'Trunk': '1.1'}} Jan 21 09:37:15.467832 dv-neutron-825724-1-hyperv neutron-server[83426]: {{(pid=83426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:37:15.480985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Checking segment: {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:15.481382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Network hostable DHCP agents. Network: 83b192f4-42d9-4533-8c6a-1d743e3b0559, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:15.509605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:15.523568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 83b192f4-42d9-4533-8c6a-1d743e3b0559) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:15.530852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:15.532281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.539843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b889a40b-f4e1-4825-9f27-0d4bfc4e5f04 None None] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:15.586559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54542) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:15.587127 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-48601929-6b49-4150-b50a-23e764969a41 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7284079 Jan 21 09:37:15.593667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:15.600331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:15.607337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Usage tracker for resource:router and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:15.610897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:15.618890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:15.632843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.634733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.669049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.911575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:15.921574 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-83b192f4-42d9-4533-8c6a-1d743e3b0559', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:37:15.925789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.111243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Allocated IP 172.20.0.2 (83b192f4-42d9-4533-8c6a-1d743e3b0559/1ccd1c86-5539-4a7b-9517-f8bb9da84d24/7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:16.149300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.190058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.343453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.355745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Transition to ACTIVE for port object 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:16.363075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Allocated IP 172.26.1.136 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:16.381727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Transition to ACTIVE for port object 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:16.389974 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.473353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Pushing event updated for resources: {'Port': ['ID=7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.485278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.485713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.486143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.486545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.486958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.487354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.487743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.488133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.488542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.488928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.489313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Tracked resource versions report: Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: pushed versions: Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Log': {'1.0'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Network': {'1.1'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Port': {'1.5'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'PortForwarding': {'1.2'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'QosPolicy': {'1.8'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SecurityGroup': {'1.2'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SubPort': {'1.0'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Subnet': {'1.1'}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Trunk': {'1.1'}} Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: consumer versions: Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: { DHCP agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: L3 agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: Metadata agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: Metering agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: Open vSwitch agent@dv-neutron-825724-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Log': '1.0', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Network': '1.1', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Port': '1.5', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'PortForwarding': '1.2', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'QosPolicy': '1.8', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SecurityGroup': '1.2', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SecurityGroupRule': '1.0', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'SubPort': '1.0', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Subnet': '1.1', Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: 'Trunk': '1.1'}} Jan 21 09:37:16.490463 dv-neutron-825724-1-hyperv neutron-server[83428]: {{(pid=83428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:37:16.508633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:16.509830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:16.516727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:16.573511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.614686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Attempting to bind port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:16.615047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Attempting to bind port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:16.615614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Attempting to bind port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d on network 83b192f4-42d9-4533-8c6a-1d743e3b0559 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:16.617668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.624502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:16.624845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Checking segment: {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:16.625729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.626748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Bound using segment: {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:16.627365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Bound port: 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:16.627929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.684507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:16.687348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:16.696468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:16.738073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] For port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:16.741143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] For port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:16.747655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.748912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Pushing event updated for resources: {'Port': ['ID=32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:16.826168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.827045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:16.841722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fcc6a-ecf7-4ffe-afad-9a5b4590567b None None] Pushing event updated for resources: {'Port': ['ID=7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:17.143841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Router 76c0d1a0-af66-4ad6-a318-7d6e11124537 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:17.346633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54598) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:17.428210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:17.454408 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Sync routers for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:37:17.464295 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:17.464295 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:36:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:17.493595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:17.495761 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-56d47cae-e5e2-4f6a-af79-78e1edb6da08 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9073665 Jan 21 09:37:17.498996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54606) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:17.705216 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:37:18.132345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-166582249-network', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:18.140956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:18.151003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Usage tracker for resource:network and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:18.170882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:18.172786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd81159-cd67-4444-9c42-a0d8697e36b6 None None] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:18.189837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:18.200809 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 3, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:18.205599 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Checking router: 76c0d1a0-af66-4ad6-a318-7d6e11124537 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:37:18.206185 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Updating router 76c0d1a0-af66-4ad6-a318-7d6e11124537 port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:37:18.222395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Made reservation on behalf of 679f6ab398fb4143b9b8a9b599456ff0 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:18.227752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.251863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.265945 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.315761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-68e69608-3fa5-478f-93f2-388cc5c64db5 None None] Provisioning for port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:18.344560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:18.353756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Usage tracker for resource:security_group_rule and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:18.358041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:18.370863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:18.469143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.478643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.505393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:18.540887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777543404499', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.545840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Unsubscribe: segment precommit_create {{(pid=83426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 09:37:18.546681 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Added segment 67264eb5-5d48-41b5-b898-8be102aacec6 of type vlan for network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b Jan 21 09:37:18.576755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.613045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f4a2de-5fdd-49b7-b0ed-9820738a3145,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.618612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.663713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.666671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:18.667340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.798145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:18.815023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:18.829054 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ce572dc6-83e0-43ab-8422-bd771ee72532 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4627805 Jan 21 09:37:18.831175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54628) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.844904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Request body: {'subnet': {'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-166582249-subnet', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:18.859738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:18.864581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Usage tracker for resource:subnet and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:18.868338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:18.872561 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.874623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:18.884603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54634) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:18.900341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Made reservation on behalf of 679f6ab398fb4143b9b8a9b599456ff0 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:18.903014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:18.911797 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Transition to ACTIVE for port object 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:18.930702 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.089822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:19.101668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Allocated IP 172.20.0.1 (83b192f4-42d9-4533-8c6a-1d743e3b0559/1ccd1c86-5539-4a7b-9517-f8bb9da84d24/e03e7186-d550-464f-a415-2c38525e9d41) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:19.110753 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Pushing event updated for resources: {'Port': ['ID=32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.133058 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Attempting to bind port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:19.133648 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Attempting to bind port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:19.134038 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Attempting to bind port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:19.141004 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.141352 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.141731 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.142086 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.142431 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.142759 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.143079 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.143412 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.143897 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.144490 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.144821 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Tracked resource versions report: Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: pushed versions: Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: { 'ConntrackHelper': {'1.0'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Log': {'1.0'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Network': {'1.1'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Port': {'1.5'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'PortForwarding': {'1.2'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'QosPolicy': {'1.8'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SecurityGroup': {'1.2'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SecurityGroupRule': {'1.0'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SubPort': {'1.0'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Subnet': {'1.1'}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Trunk': {'1.1'}} Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: consumer versions: Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: { DHCP agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: HyperV agent@hv-neutron-8257: {}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: L3 agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: Metadata agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: Metering agent@dv-neutron-825724-1-hyperv: {}, Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: Open vSwitch agent@dv-neutron-825724-1-hyperv: { 'ConntrackHelper': '1.0', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Log': '1.0', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Network': '1.1', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Port': '1.5', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'PortForwarding': '1.2', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'QosPolicy': '1.8', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SecurityGroup': '1.2', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SecurityGroupRule': '1.0', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'SubPort': '1.0', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Subnet': '1.1', Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: 'Trunk': '1.1'}} Jan 21 09:37:19.147300 dv-neutron-825724-1-hyperv neutron-server[83429]: {{(pid=83429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 09:37:19.162032 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:19.162417 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:19.162817 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.163923 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:19.164520 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Bound port: 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:19.164914 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.246149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.287097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:19.295966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:19.296485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.345209 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] For port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:19.346011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.351660 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] For port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:19.358154 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.359141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c2202e90-5008-4aed-9524-876d33500176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.371130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.403358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Checking segment: {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:19.404314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Network hostable DHCP agents. Network: 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:19.406170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Transition to ACTIVE for port object e03e7186-d550-464f-a415-2c38525e9d41 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:19.433873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:19.435920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.449632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.451172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:19.468024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:19.468818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.471008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec02de7e-00f1-4473-9bd2-b158211c924a None None] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:19.502115 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8466af6f-00f3-4705-8a40-0de08f25590f admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6671450 Jan 21 09:37:19.502907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54652) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:19.514892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:19.524501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:19.532448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Usage tracker for resource:router and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:19.538930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:19.552359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:19.560081 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231ea1c-a246-4d8f-875b-a61a708792f2 None None] Pushing event updated for resources: {'Port': ['ID=32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.565181 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:19.565795 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:36:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:19.589632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.591191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.612743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:19.627660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:19.632671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Pushing event updated for resources: {'Port': ['ID=e03e7186-d550-464f-a415-2c38525e9d41,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.634585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.636923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:19.639630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:19.640093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.653804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.745413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:19.825398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:19.902937 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:37:20.022987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.060298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-27337652-network', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:20.068849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:20.080686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Usage tracker for resource:network and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:20.084032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:20.090191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:20.097963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:37:20.102635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.145352 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6bc91ae5-5ec4-47e7-91e6-c4b080017675 None None] Provisioning for port e03e7186-d550-464f-a415-2c38525e9d41 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:20.164437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6bc91ae5-5ec4-47e7-91e6-c4b080017675 None None] Provisioning complete for port e03e7186-d550-464f-a415-2c38525e9d41 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:20.167426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6bc91ae5-5ec4-47e7-91e6-c4b080017675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.264704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Made reservation on behalf of cf52a8a303d74e7c976c75798a27970e for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:20.267564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.288931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.366027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.385410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:20.404151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Usage tracker for resource:security_group_rule and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:20.415086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.417779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:20.433901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:20.440116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6bc91ae5-5ec4-47e7-91e6-c4b080017675 None None] Port e03e7186-d550-464f-a415-2c38525e9d41 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:37:20.505750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.527917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.528587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.587098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Allocated IP 172.20.0.2 (7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b/8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98/16877b4a-c956-4be8-ba9f-fd320a559349) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:20.596935 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 3, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:20.602008 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d1126-c7f7-4420-b245-c47bfca5c795 None None] The sync data for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv is: [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:16Z', 'revision_number': 3, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:37:20.712761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Allocated IP 172.26.1.32 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/36130628-36ef-41de-a54c-766e6de8c6ec) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:20.747937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.769468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.791642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Pushing event updated for resources: {'Port': ['ID=e03e7186-d550-464f-a415-2c38525e9d41,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.822020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:20.865113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:20.865475 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Added segment f9f26f62-03cb-466f-a0cf-5d4983992d56 of type vlan for network 23468828-52ae-4983-b8f9-8a4d5fc80b2e Jan 21 09:37:20.893786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be0f30a-473a-4d45-ab8a-bca987cbe95e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:20.900104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:20.902939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:21.017810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.056103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Transition to ACTIVE for port object 16877b4a-c956-4be8-ba9f-fd320a559349 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:21.120086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Transition to ACTIVE for port object 16877b4a-c956-4be8-ba9f-fd320a559349 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:21.132682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.143417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.207331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.300636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.321220 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Pushing event updated for resources: {'Port': ['ID=16877b4a-c956-4be8-ba9f-fd320a559349,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.330378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:21.408232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:21.441602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:21.461707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.462622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:21.463191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.465676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ad7ed2cd-6819-4ce9-b85b-4140f367365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.469668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:21.557619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:21.619457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Attempting to bind port 16877b4a-c956-4be8-ba9f-fd320a559349 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:21.620375 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:21.620717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Attempting to bind port 16877b4a-c956-4be8-ba9f-fd320a559349 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:21.622453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Pushing event updated for resources: {'Port': ['ID=36130628-36ef-41de-a54c-766e6de8c6ec,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.623410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Attempting to bind port 16877b4a-c956-4be8-ba9f-fd320a559349 on network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:21.640160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:21.646943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-55339f85-894c-4d43-b9c3-a9d2efde38ec None None] Provisioning complete for port e03e7186-d550-464f-a415-2c38525e9d41 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:21.648787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-55339f85-894c-4d43-b9c3-a9d2efde38ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.724428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] Pushing event updated for resources: {'Network': ['ID=23468828-52ae-4983-b8f9-8a4d5fc80b2e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:21.745561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:21.745975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Checking segment: {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:21.746443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.746577 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f949717a-523f-4e8a-b19f-b3352a3e0058 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8609047 Jan 21 09:37:21.746879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Bound using segment: {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:21.747326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Bound port: 16877b4a-c956-4be8-ba9f-fd320a559349, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:21.748172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.750719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54698) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:21.758856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Request body: {'subnet': {'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-27337652-subnet', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:21.764860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:21.782084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Usage tracker for resource:subnet and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:21.785965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:21.800436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:21.816445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Made reservation on behalf of cf52a8a303d74e7c976c75798a27970e for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:21.821871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.832522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:21.981619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:21.982454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.049410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:22.056555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.244134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] For port 16877b4a-c956-4be8-ba9f-fd320a559349, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:22.251095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] For port 16877b4a-c956-4be8-ba9f-fd320a559349, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=16877b4a-c956-4be8-ba9f-fd320a559349,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:22.265746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-55339f85-894c-4d43-b9c3-a9d2efde38ec None None] Port e03e7186-d550-464f-a415-2c38525e9d41 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:37:22.268234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.271695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54710) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:22.415119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b0568-9d33-4202-8523-2fe5e2f40fa4 None None] Pushing event updated for resources: {'Port': ['ID=16877b4a-c956-4be8-ba9f-fd320a559349,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.422051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:22.423554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Router 76c0d1a0-af66-4ad6-a318-7d6e11124537 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:22.428123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.462157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Router d0349bba-b345-444f-b307-26531f4a05b5 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:22.508455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.516701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bd732c-a42c-46dd-997a-32d336854f58,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:22.560985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:22.566916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:22.567290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.642910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Checking segment: {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:22.643442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Network hostable DHCP agents. Network: 23468828-52ae-4983-b8f9-8a4d5fc80b2e, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:22.791144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.793547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.811210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:22.828890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:22.837469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.880110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 23468828-52ae-4983-b8f9-8a4d5fc80b2e) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:22.913713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:22.916316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:22.929357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:22.941277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889dba2-ac30-48fa-ab3f-88da24b23e39 None None] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:22.988943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Sync routers for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:37:22.989537 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8a9c1d8d-69bf-4c88-b2b3-0e1c133212ee admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2342179 Jan 21 09:37:22.993032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54724) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.013536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:23.024031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:23.038953 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.043173 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7cae894c-05b0-4cdf-83d7-682c9fa67476 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.5365489 Jan 21 09:37:23.043931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54728) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.063770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1643697963'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:23.065052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Usage tracker for resource:router and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:23.073125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:23.073362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:23.082299 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d2e56643-7445-4111-9894-d74242e9aa2e admin admin] 10.222.0.122 "PUT /v2.0/routers/76c0d1a0-af66-4ad6-a318-7d6e11124537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5819874 Jan 21 09:37:23.084301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:23.101771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Usage tracker for resource:network and tenant:a07ff49f73244a899275ec9625d7544d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:23.105844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:23.113451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:23.133532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Made reservation on behalf of a07ff49f73244a899275ec9625d7544d for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:23.140814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.169848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.184081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 16877b4a-c956-4be8-ba9f-fd320a559349 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:23.190597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:23.221018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.222409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.225004 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:23.229849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Usage tracker for resource:security_group_rule and tenant:a07ff49f73244a899275ec9625d7544d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:23.233481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:23.241601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:23.245077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.289447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:23.304708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:23.390952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.397814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.514205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.527351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.534521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 16877b4a-c956-4be8-ba9f-fd320a559349 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:23.665705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:23.686820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.687482 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Added segment 53b72e21-9839-4716-9161-402c6234084b of type vlan for network ebeee492-08c1-4333-8289-a8ddc4ee207d Jan 21 09:37:23.723903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.765513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc630e78-0a66-4557-863a-b1586efff6ad,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:23.772913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.777573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:23.778335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.894139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54754) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:23.921972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:37:23.923282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.974437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:23.998897 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7244198 Jan 21 09:37:24.002391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54762) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.011875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ed1a0-c231-4c3f-8dcb-dc0034b357f4 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Pushing event updated for resources: {'Network': ['ID=ebeee492-08c1-4333-8289-a8ddc4ee207d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:24.032083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.045881 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network ebeee492-08c1-4333-8289-a8ddc4ee207d details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:24.169213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54770) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.172771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa052b7-cd48-47ac-8ff0-7a50bfa3866d None None] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:24.199975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.304051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54780) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:24.330577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ec271fc1-6dc3-43b5-a4ef-69ff7892ce8c None None] Provisioning for port 16877b4a-c956-4be8-ba9f-fd320a559349 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:24.354163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Allocated IP 172.26.1.199 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/55f3f306-af26-462e-9b41-4b607ecfc6c1) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:24.361437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ec271fc1-6dc3-43b5-a4ef-69ff7892ce8c None None] Provisioning complete for port 16877b4a-c956-4be8-ba9f-fd320a559349 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:24.361891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ec271fc1-6dc3-43b5-a4ef-69ff7892ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.414386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:37:24.561766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-866691607'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:24.572280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.576171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Usage tracker for resource:network and tenant:13f3f22341a24fcbb1d3d08a7066d21e is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.579081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.585750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.595126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Request body: {'network': {'name': 'tempest-network--1210114917', 'router:external': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:24.603702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.610179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Made reservation on behalf of 13f3f22341a24fcbb1d3d08a7066d21e for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:24.610573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Usage tracker for resource:network and tenant:52b7e3780ef04c4ea92e74ac6db82cf1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.613142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.616557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.624960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.642239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Made reservation on behalf of 52b7e3780ef04c4ea92e74ac6db82cf1 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:24.645032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.646285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.664434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.692392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.725373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.731685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Usage tracker for resource:security_group_rule and tenant:52b7e3780ef04c4ea92e74ac6db82cf1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.735763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.753062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.843699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.865303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Usage tracker for resource:security_group_rule and tenant:13f3f22341a24fcbb1d3d08a7066d21e is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.878515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1973676164'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:24.879403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.900532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:24.901851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.941074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Usage tracker for resource:router and tenant:71bc1ad061d447c09a136125d792d286 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:24.943213 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.972866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:24.991915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:24.993596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:24.999878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.043573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80f96b7-5776-4313-8f8d-78b3932271e6,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.084630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:25.091408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.092464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.103482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.104027 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Added segment 40283edd-ad6d-4ed9-9a21-36a47794023c of type vlan for network 6a7e0257-6700-4b21-af8d-7bff84cd42c6 Jan 21 09:37:25.127562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1753283212'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:25.133099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:25.137336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Usage tracker for resource:network and tenant:5ae9248508b944389c983302f6914c31 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:25.140656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:25.147720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:25.165709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Made reservation on behalf of 5ae9248508b944389c983302f6914c31 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:25.166834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Allocated IP 172.20.0.2 (23468828-52ae-4983-b8f9-8a4d5fc80b2e/39bd732c-a42c-46dd-997a-32d336854f58/2d59b9ad-f708-4e62-a465-e66f9b6d307a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:25.169174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.205623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.219421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.222195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.228066 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Sync routers for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:37:25.258100 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:25.258743 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:25.305142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:25.309639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.366692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ec271fc1-6dc3-43b5-a4ef-69ff7892ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.377850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:25.382068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Usage tracker for resource:security_group_rule and tenant:5ae9248508b944389c983302f6914c31 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:25.387274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.388247 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-80313f14-cb77-4e0b-9844-b4ae8bd9c4da tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2177939 Jan 21 09:37:25.396864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:25.402653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54794) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:25.403296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.421287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:25.449795 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:25.528835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.549432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.550314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:25.550888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.574709 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:37:25.580312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:25.653037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ec271fc1-6dc3-43b5-a4ef-69ff7892ce8c None None] For port 16877b4a-c956-4be8-ba9f-fd320a559349, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=16877b4a-c956-4be8-ba9f-fd320a559349,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:25.664802 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6610186 Jan 21 09:37:25.668192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54802) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:25.681876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ec271fc1-6dc3-43b5-a4ef-69ff7892ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.730782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:25.754431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Pushing event updated for resources: {'Port': ['ID=55f3f306-af26-462e-9b41-4b607ecfc6c1,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.763295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.835620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54804) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:25.881041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:25.926242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825522df-b402-47cc-ac94-51fef6efae7a tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Network': ['ID=6a7e0257-6700-4b21-af8d-7bff84cd42c6,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.959666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd53cb3b-0060-4263-9f6b-aab83ffe3856,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:25.971094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 6a7e0257-6700-4b21-af8d-7bff84cd42c6 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:25.973417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:25.978307 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Added segment 1a5c35f7-4bce-416f-80cb-34a88a40521b of type vlan for network 5de02386-76ca-4b87-87e7-21170b62db52 Jan 21 09:37:26.105373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:26.105740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.110525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.111409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.151306 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 2, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:26.156368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.161184 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Checking router: 76c0d1a0-af66-4ad6-a318-7d6e11124537 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:37:26.161303 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Updating router 76c0d1a0-af66-4ad6-a318-7d6e11124537 port e03e7186-d550-464f-a415-2c38525e9d41 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:37:26.241537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.299044 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.336989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d3749f3-7eec-4043-9f77-d393a14f29c7 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.354208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec271fc1-6dc3-43b5-a4ef-69ff7892ce8c None None] Pushing event updated for resources: {'Port': ['ID=16877b4a-c956-4be8-ba9f-fd320a559349,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.529495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54816) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:26.542640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:21Z', 'revision_number': 3, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:26.544352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948283005', 'description': 'tempest-description--1988259528'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:26.547793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Transition to ACTIVE for port object 2d59b9ad-f708-4e62-a465-e66f9b6d307a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:26.567429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:26.573193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Checking router: d0349bba-b345-444f-b307-26531f4a05b5 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:37:26.573875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Updating router d0349bba-b345-444f-b307-26531f4a05b5 port 36130628-36ef-41de-a54c-766e6de8c6ec binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:37:26.577378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.582797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:26.583410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.628734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8034ee89-cf09-4d0c-9e05-fbaefacc77ef None None] Provisioning complete for port 16877b4a-c956-4be8-ba9f-fd320a559349 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:26.629474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8034ee89-cf09-4d0c-9e05-fbaefacc77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.673322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Transition to ACTIVE for port object 2d59b9ad-f708-4e62-a465-e66f9b6d307a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:26.719594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:26.727051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:26.731996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Usage tracker for resource:floatingip and tenant:21d97d16d59b480f8e4de5c93c48751b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:26.736778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:26.745548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:26.748357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Allocated IP 172.20.0.1 (7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b/8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98/36dd105e-0f94-4fbd-b8bf-3781102e450c) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:26.750807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Usage tracker for resource:security_group and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:26.751252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.758904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Pushing event updated for resources: {'Network': ['ID=5de02386-76ca-4b87-87e7-21170b62db52,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.761507 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:26.790612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:26.824101 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.851174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.853854 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Transition to ACTIVE for port object e03e7186-d550-464f-a415-2c38525e9d41 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:26.870856 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.895879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Pushing event updated for resources: {'Port': ['ID=2d59b9ad-f708-4e62-a465-e66f9b6d307a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:26.898759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 5de02386-76ca-4b87-87e7-21170b62db52 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:26.909558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:26.977311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.087186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:27.129534 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae594bb-206e-4a12-b245-f2a9499c0963 None None] Pushing event updated for resources: {'Port': ['ID=e03e7186-d550-464f-a415-2c38525e9d41,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.218091 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6b61ae44-f774-48e6-b617-1cdb6c2255d4 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3189096 Jan 21 09:37:27.218308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.248325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.259269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:27.266062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:27.277358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 16877b4a-c956-4be8-ba9f-fd320a559349 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:27.337526 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Attempting to bind port e03e7186-d550-464f-a415-2c38525e9d41 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:27.338212 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Attempting to bind port e03e7186-d550-464f-a415-2c38525e9d41 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:27.338417 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Attempting to bind port e03e7186-d550-464f-a415-2c38525e9d41 on network 83b192f4-42d9-4533-8c6a-1d743e3b0559 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:27.352140 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:27.354358 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Checking segment: {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:27.355002 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.355705 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Bound using segment: {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:27.356535 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Bound port: e03e7186-d550-464f-a415-2c38525e9d41, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:27.357056 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.438853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:27.450827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Usage tracker for resource:security_group_rule and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:27.457147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:27.464844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.468628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.477848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:27.504666 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] For port e03e7186-d550-464f-a415-2c38525e9d41, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:27.515137 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] For port e03e7186-d550-464f-a415-2c38525e9d41, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e03e7186-d550-464f-a415-2c38525e9d41,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:27.523571 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.536025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Transition to ACTIVE for port object 36dd105e-0f94-4fbd-b8bf-3781102e450c will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:27.626532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.648783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.666587 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae594bb-206e-4a12-b245-f2a9499c0963 None None] Pushing event updated for resources: {'Port': ['ID=e03e7186-d550-464f-a415-2c38525e9d41,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.674750 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:27.675142 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:27.731096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.765877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Attempting to bind port 2d59b9ad-f708-4e62-a465-e66f9b6d307a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:27.772632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Attempting to bind port 2d59b9ad-f708-4e62-a465-e66f9b6d307a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:27.773195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Attempting to bind port 2d59b9ad-f708-4e62-a465-e66f9b6d307a on network 23468828-52ae-4983-b8f9-8a4d5fc80b2e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:27.801688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:27.802367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Checking segment: {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:27.805401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.805883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Bound using segment: {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:27.806606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Bound port: 2d59b9ad-f708-4e62-a465-e66f9b6d307a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:27.809391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.830921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.835877 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3037863 Jan 21 09:37:27.836500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54832) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:27.843864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49028458-c27e-4004-b5f5-2ae8af97f03d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1338aa91-be6d-4988-9ef1-5a9c5332c37e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.858184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Request body: {'security_group_rule': {'security_group_id': '1338aa91-be6d-4988-9ef1-5a9c5332c37e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:27.873430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:27.883538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Router c58ec525-f47b-4096-8a97-8ff8f8433bab is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:27.886403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:27.889841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Usage tracker for resource:security_group_rule and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:27.892523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d3749f3-7eec-4043-9f77-d393a14f29c7 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.893888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:27.912048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=36dd105e-0f94-4fbd-b8bf-3781102e450c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.916410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:27.916883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:27.920438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:27.930437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b226ecd2-3ac6-4ebe-b01b-b3733e63aa7f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:27.937538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:28.091393 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:37:28.104927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.144314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.147759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.148287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.150533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.150861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > port after_create 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.151184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.151536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > port after_update 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.157890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.158515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.159099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.162324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.319829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.331475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.367212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 16877b4a-c956-4be8-ba9f-fd320a559349 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:28.367212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.402293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.416454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.440473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.444341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.445077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.445434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:28.445943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7e0257-6700-4b21-af8d-7bff84cd42c6']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.459320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5473ae-07f5-4a81-9db0-ea67a48f8692,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.489447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:28.513847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d3749f3-7eec-4043-9f77-d393a14f29c7 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.527710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Transition to ACTIVE for port object 36130628-36ef-41de-a54c-766e6de8c6ec will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:28.529465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] For port 2d59b9ad-f708-4e62-a465-e66f9b6d307a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:28.531406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40283edd-ad6d-4ed9-9a21-36a47794023c') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.531710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40283edd-ad6d-4ed9-9a21-36a47794023c') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.541629 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] For port 2d59b9ad-f708-4e62-a465-e66f9b6d307a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2d59b9ad-f708-4e62-a465-e66f9b6d307a,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:28.556020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.556775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54838) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.573282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.573697 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Added segment 18ee981b-0431-467e-942f-a0a6bcb11735 of type vlan for network 181c5e85-8a21-4da4-9899-8d2102ea561c Jan 21 09:37:28.579320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Request body: {'port': {'network_id': '5de02386-76ca-4b87-87e7-21170b62db52', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1518004211'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:28.585943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:28.591715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Usage tracker for resource:port and tenant:fdf7c828eb7c4e53900e2c44ffd586d1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:28.596442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:28.604384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:28.616973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.651886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Made reservation on behalf of fdf7c828eb7c4e53900e2c44ffd586d1 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:28.652512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86075f0-9fff-4aaf-987a-c7d75314b86e None None] Pushing event updated for resources: {'Port': ['ID=2d59b9ad-f708-4e62-a465-e66f9b6d307a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.654844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.656919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.660410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.666194 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a7a8ed28-259f-4487-a0f5-07e61ce05278 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8224633 Jan 21 09:37:28.666194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54842) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:28.684056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Request body: {'security_group_rule': {'security_group_id': '1338aa91-be6d-4988-9ef1-5a9c5332c37e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:28.692161 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:27Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:28.693593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.696514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:28.698141 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb8a86-55ec-4d13-8b04-3ac7b5a83b00 None None] The sync data for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv is: [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:27Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:37:28.721308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Usage tracker for resource:security_group_rule and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:28.726606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:28.745952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:28.848616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.866099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:37:28.867173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.888562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a978f53-1273-4274-b613-d5bdc2b402cc None None] Pushing event updated for resources: {'Port': ['ID=36130628-36ef-41de-a54c-766e6de8c6ec,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn_limited( Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn_limited( Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:28.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:28.892009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.910913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:28.938669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:28.978569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Attempting to bind port 36130628-36ef-41de-a54c-766e6de8c6ec on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:28.979421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Attempting to bind port 36130628-36ef-41de-a54c-766e6de8c6ec by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:28.979966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Attempting to bind port 36130628-36ef-41de-a54c-766e6de8c6ec on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:28.986154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c7235eef-9bab-42e7-adbe-ac1d93908e76 None None] Provisioning for port 36dd105e-0f94-4fbd-b8bf-3781102e450c completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:28.993707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:28.999578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c7235eef-9bab-42e7-adbe-ac1d93908e76 None None] Provisioning complete for port 36dd105e-0f94-4fbd-b8bf-3781102e450c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:29.000325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.001056 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c7235eef-9bab-42e7-adbe-ac1d93908e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.028596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.033055 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-27f6f318-7bf2-48db-9a22-6dce31a5e987 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0391006 Jan 21 09:37:29.034809 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.038446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.051136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54848) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.088492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:29.089029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:29.089750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.090248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:29.092013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Bound port: 36130628-36ef-41de-a54c-766e6de8c6ec, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:29.092495 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.111408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.115329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:29.116702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.123624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Sync routers for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:37:29.181962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:29.186531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Usage tracker for resource:security_group_rule and tenant:fdf7c828eb7c4e53900e2c44ffd586d1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:29.189932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:29.198192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:29.290087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:29.290299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d3749f3-7eec-4043-9f77-d393a14f29c7 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.290299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3749f3-7eec-4043-9f77-d393a14f29c7 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52879f73-fc3d-435f-9630-3bf69397a43d {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:29.290485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:29.292398 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.9869499 Jan 21 09:37:29.386702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c7235eef-9bab-42e7-adbe-ac1d93908e76 None None] Port 36dd105e-0f94-4fbd-b8bf-3781102e450c cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:37:29.396010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54854) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.408038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=36dd105e-0f94-4fbd-b8bf-3781102e450c,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.420086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e03e7186-d550-464f-a415-2c38525e9d41 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:29.424989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.432492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Request body: {'subnet': {'network_id': '181c5e85-8a21-4da4-9899-8d2102ea561c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:29.443688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.521596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] For port 36130628-36ef-41de-a54c-766e6de8c6ec, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:29.555425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] For port 36130628-36ef-41de-a54c-766e6de8c6ec, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36130628-36ef-41de-a54c-766e6de8c6ec,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:29.559124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.572988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.573799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.584383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] device_id is not set on port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:29.638568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d3749f3-7eec-4043-9f77-d393a14f29c7 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.642570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8920c2d3-68a2-4c03-8a92-be01693cc135,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.643030 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8d3749f3-7eec-4043-9f77-d393a14f29c7 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "DELETE /v2.0/routers/52879f73-fc3d-435f-9630-3bf69397a43d HTTP/1.1" status: 204 len: 168 time: 4.2389901 Jan 21 09:37:29.649293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54858) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.650947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb2140-1483-43d1-8213-2af800fb19a3 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event updated for resources: {'Network': ['ID=181c5e85-8a21-4da4-9899-8d2102ea561c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.659260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Request body: {'router': {'name': 'tempest-router-1421832795', 'distributed': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:29.684340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:29.686701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.691090 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-578f6aec-e930-4560-8b05-30724ea2cfd4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0159376 Jan 21 09:37:29.695373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:29.697748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.707770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54862) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:29.712179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Usage tracker for resource:router and tenant:71bc1ad061d447c09a136125d792d286 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:29.715747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Usage tracker for resource:subnet and tenant:5ae9248508b944389c983302f6914c31 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:29.721759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 181c5e85-8a21-4da4-9899-8d2102ea561c details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:29.728505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc8201-2cf9-44cc-b506-d6d9f2055986,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.732545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:29.738126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:29.742708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:29.747183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.749777 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:37:29.755529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:29.759747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:29.768557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:29.780835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:29.783890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:29.786200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a7e0257-6700-4b21-af8d-7bff84cd42c6 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:37:29.833998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.885958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a7e0257-6700-4b21-af8d-7bff84cd42c6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:29.896158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Usage tracker for resource:floatingip and tenant:14ac52abc1b64a9d8facf94697773bb1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:29.912523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Made reservation on behalf of 5ae9248508b944389c983302f6914c31 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:29.915451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:29.958114 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:29.972952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.974138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:29.988641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:37:29.991439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-034e7b3f-ce83-47a5-90d4-5fc58de4aee4 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "DELETE /v2.0/networks/6a7e0257-6700-4b21-af8d-7bff84cd42c6 HTTP/1.1" status: 204 len: 168 time: 4.1738408 Jan 21 09:37:29.996360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54866) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:30.050513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:30.102887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:30.218287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Usage tracker for resource:network and tenant:52b7e3780ef04c4ea92e74ac6db82cf1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:30.221410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.242442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:30.261422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:30.322573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e03e7186-d550-464f-a415-2c38525e9d41 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:30.358952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:30.359640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:30.415543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a978f53-1273-4274-b613-d5bdc2b402cc None None] Pushing event updated for resources: {'Port': ['ID=36130628-36ef-41de-a54c-766e6de8c6ec,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:30.418759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e03e7186-d550-464f-a415-2c38525e9d41 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:30.419125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.428901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Made reservation on behalf of 52b7e3780ef04c4ea92e74ac6db82cf1 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:30.435572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.472726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.505159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-610f2e54-c754-49e6-8e13-19f94f78c3f0 None None] Provisioning complete for port 36dd105e-0f94-4fbd-b8bf-3781102e450c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:30.505542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-610f2e54-c754-49e6-8e13-19f94f78c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.523759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Allocated IP 172.26.1.234 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/8446d9ab-1171-46f1-a85c-ca2ea97b03b2) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:30.552139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks [] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.554270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3912f511-2413-4c3b-9bcd-5090c093223a None None] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:30.806986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.841246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:30.858133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.864059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] device_id is not set on port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:30.891006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.908063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:30.908415 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Added segment 94295615-a2ab-4a09-92fb-df7cc490e355 of type vlan for network 96ae73da-1619-432e-9142-f7d73756e565 Jan 21 09:37:30.929880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-610f2e54-c754-49e6-8e13-19f94f78c3f0 None None] Port 36dd105e-0f94-4fbd-b8bf-3781102e450c cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:37:30.981585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:37:31.011663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Transition to ACTIVE for port object 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:31.019493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.028327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.032276 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-510912ec-bd43-4c96-8e24-08015b51ed68 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3758352 Jan 21 09:37:31.038214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54870) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:31.101362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.120590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.150472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event updated for resources: {'Subnet': ['ID=fb5d42e8-ae03-4f0d-ae7c-081638c6c08a,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.188676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.285637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.287359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Checking segment: {'id': '18ee981b-0431-467e-942f-a0a6bcb11735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '181c5e85-8a21-4da4-9899-8d2102ea561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:31.287745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Network hostable DHCP agents. Network: 181c5e85-8a21-4da4-9899-8d2102ea561c, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:31.294554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9b78f0e7-f5be-48f4-9fe0-07f6e6bcb3e5 None None] Provisioning for port 2d59b9ad-f708-4e62-a465-e66f9b6d307a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:31.324911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:31.329960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'Port': ['ID=8446d9ab-1171-46f1-a85c-ca2ea97b03b2,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.339177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:31.376324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Network 181c5e85-8a21-4da4-9899-8d2102ea561c is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:31.390120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:31.403385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 181c5e85-8a21-4da4-9899-8d2102ea561c) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:31.421655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bb465e-5a59-463f-a63a-0bbf735fdb50 None None] Network 181c5e85-8a21-4da4-9899-8d2102ea561c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:31.438593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.455080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-463ccea2-5b28-46a1-9184-ed25b02842df tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.466762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.467398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.497738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Router d0349bba-b345-444f-b307-26531f4a05b5 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:31.516756 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-28391b78-ca1a-4011-a33e-e709d9435594 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0967076 Jan 21 09:37:31.521446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54874) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:31.531758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Request body: {'port': {'network_id': '181c5e85-8a21-4da4-9899-8d2102ea561c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1551015726'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:31.544430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e03e7186-d550-464f-a415-2c38525e9d41, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e03e7186-d550-464f-a415-2c38525e9d41,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:31.547406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 3, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:31.548953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.549123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:31.550155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.575736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:31.617455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Checking router: c58ec525-f47b-4096-8a97-8ff8f8433bab for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:37:31.617813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Updating router c58ec525-f47b-4096-8a97-8ff8f8433bab port 55f3f306-af26-462e-9b41-4b607ecfc6c1 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:37:31.692613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Network': ['ID=96ae73da-1619-432e-9142-f7d73756e565,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.738609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Checking segment: {'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:31.738979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Network hostable DHCP agents. Network: 5de02386-76ca-4b87-87e7-21170b62db52, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:31.772670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=75e8b55f-d5b7-4dd4-b752-88db92fc5a15,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:31.784578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 96ae73da-1619-432e-9142-f7d73756e565 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:31.797951 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2d59b9ad-f708-4e62-a465-e66f9b6d307a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:31.877774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:31.888101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Usage tracker for resource:port and tenant:5ae9248508b944389c983302f6914c31 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:31.892709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:31.904794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:31.949121 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ec6d4ea3-1b9f-4539-84f8-ea05cd1868db tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9339936 Jan 21 09:37:31.951588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54880) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:31.999105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.060828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Request body: {'subnet': {'network_id': '96ae73da-1619-432e-9142-f7d73756e565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:32.068780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e03e7186-d550-464f-a415-2c38525e9d41,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:32.078021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:32.116015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Made reservation on behalf of 5ae9248508b944389c983302f6914c31 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:32.119104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.128059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Usage tracker for resource:subnet and tenant:52b7e3780ef04c4ea92e74ac6db82cf1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:32.137531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Network 5de02386-76ca-4b87-87e7-21170b62db52 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:32.149666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:32.163550 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] device_id is not set on port d5514fc3-3401-434c-9ae6-5a4ae4e6eb80 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:32.240791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:32.244611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 5de02386-76ca-4b87-87e7-21170b62db52) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:32.269135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:32.287589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:32.288163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:32.289586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:32.297218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a91e4-e678-4955-b627-efe71417d172 None None] Network 5de02386-76ca-4b87-87e7-21170b62db52 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:32.337674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:32.406006 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-83430184-bcba-46d8-bb18-6c98f1103ac9 admin admin] 10.222.0.122 "PUT /v2.0/routers/d0349bba-b345-444f-b307-26531f4a05b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3450487 Jan 21 09:37:32.406259 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 2d59b9ad-f708-4e62-a465-e66f9b6d307a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:32.406368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Made reservation on behalf of 52b7e3780ef04c4ea92e74ac6db82cf1 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:32.406368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.409881 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 2, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:32.412961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-181c5e85-8a21-4da4-9899-8d2102ea561c', 'network_id': '181c5e85-8a21-4da4-9899-8d2102ea561c', 'tenant_id': '5ae9248508b944389c983302f6914c31', 'fixed_ips': [{'subnet_id': 'fb5d42e8-ae03-4f0d-ae7c-081638c6c08a'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:37:32.415783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.425739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Allocated IP 172.26.1.50 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/939c7466-7f92-4980-9b48-2a866ed39db9) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:32.441860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2d59b9ad-f708-4e62-a465-e66f9b6d307a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:32.442769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.487832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:32.488195 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:32.510018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.562411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b78f8f-16c3-499c-b2d4-8b766ed3cf8b None None] The sync data for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv is: [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 2, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:37:32.577079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Allocated IP 172.20.0.13 (181c5e85-8a21-4da4-9899-8d2102ea561c/fb5d42e8-ae03-4f0d-ae7c-081638c6c08a/d5514fc3-3401-434c-9ae6-5a4ae4e6eb80) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:32.608111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 2 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:32.628009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-463ccea2-5b28-46a1-9184-ed25b02842df tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.800951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:32.801306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:32.801624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:32.824778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-463ccea2-5b28-46a1-9184-ed25b02842df tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.894445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.910474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.921162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:32.921628 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:32.944042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 2d59b9ad-f708-4e62-a465-e66f9b6d307a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2d59b9ad-f708-4e62-a465-e66f9b6d307a,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:32.949898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:32.964321 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 3 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:33.021757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.039557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=2d59b9ad-f708-4e62-a465-e66f9b6d307a,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.041546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Transition to ACTIVE for port object d5514fc3-3401-434c-9ae6-5a4ae4e6eb80 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:33.095037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Allocated IP 172.20.0.1 (23468828-52ae-4983-b8f9-8a4d5fc80b2e/39bd732c-a42c-46dd-997a-32d336854f58/bc94a513-e393-46c4-b5ad-16cc87da96c4) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:33.101644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.136433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:33.137572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:33.138196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:33.140959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.159325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Allocated IP 172.20.0.2 (181c5e85-8a21-4da4-9899-8d2102ea561c/fb5d42e8-ae03-4f0d-ae7c-081638c6c08a/91ed5961-4177-4b0e-94a5-d880aa2f903c) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:33.184278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Network 181c5e85-8a21-4da4-9899-8d2102ea561c is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:33.202549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-463ccea2-5b28-46a1-9184-ed25b02842df tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.203723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463ccea2-5b28-46a1-9184-ed25b02842df tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2c018c-e77a-4915-8281-e66681ce72ee {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:33.208946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:33.217440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:33.221225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:33.221822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.311143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:33.311360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event updated for resources: {'Port': ['ID=d5514fc3-3401-434c-9ae6-5a4ae4e6eb80,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.312143 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:33.323762 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d855abf7-5b46-4bdf-8a87-8225e66436d9 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7963114 Jan 21 09:37:33.323762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54892) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.337058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-463ccea2-5b28-46a1-9184-ed25b02842df tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.339012 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-463ccea2-5b28-46a1-9184-ed25b02842df tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "DELETE /v2.0/routers/7c2c018c-e77a-4915-8281-e66681ce72ee HTTP/1.1" status: 204 len: 168 time: 2.2989836 Jan 21 09:37:33.339951 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 4 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:33.367432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54896) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.372746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Request body: {'router': {'name': 'tempest-router-1823245545', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '032185adf20b467f945eace73bb63ae7'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:33.377346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:33.378717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:33.379383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:33.379792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:33.381654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Usage tracker for resource:router and tenant:032185adf20b467f945eace73bb63ae7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:33.384965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:33.391152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:33.408696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54900) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.420128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.420943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.427729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.433580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:33.433929 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:33.439485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Transition to ACTIVE for port object 91ed5961-4177-4b0e-94a5-d880aa2f903c will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:33.441157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080683905', 'description': 'tempest-description--1176280594'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:33.453585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.456844 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 5 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:33.462042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:33.462274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Transition to ACTIVE for port object 91ed5961-4177-4b0e-94a5-d880aa2f903c will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:33.469404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.469617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.478418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Usage tracker for resource:security_group and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:33.486073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:33.507109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-91e43705-cbfa-48e5-b20a-ff96da4ab460 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Deleting port d5514fc3-3401-434c-9ae6-5a4ae4e6eb80 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:33.507313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91e43705-cbfa-48e5-b20a-ff96da4ab460 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.539776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Network 181c5e85-8a21-4da4-9899-8d2102ea561c is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:33.542492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:33.543511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:33.546276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:33.549348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:33.549776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:33.550662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:33.563483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:33.563818 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:33.568109 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 6 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:33.576791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Pushing event updated for resources: {'Port': ['ID=91ed5961-4177-4b0e-94a5-d880aa2f903c,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.605931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.623344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.628762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.642801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Attempting to bind port 91ed5961-4177-4b0e-94a5-d880aa2f903c on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:33.643156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Attempting to bind port 91ed5961-4177-4b0e-94a5-d880aa2f903c by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '18ee981b-0431-467e-942f-a0a6bcb11735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '181c5e85-8a21-4da4-9899-8d2102ea561c'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:33.644363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Attempting to bind port 91ed5961-4177-4b0e-94a5-d880aa2f903c on network 181c5e85-8a21-4da4-9899-8d2102ea561c {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:33.651305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:33.651675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Checking segment: {'id': '18ee981b-0431-467e-942f-a0a6bcb11735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '181c5e85-8a21-4da4-9899-8d2102ea561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:33.652578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.652578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Bound using segment: {'id': '18ee981b-0431-467e-942f-a0a6bcb11735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '181c5e85-8a21-4da4-9899-8d2102ea561c'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:33.652940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Bound port: 91ed5961-4177-4b0e-94a5-d880aa2f903c, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ee981b-0431-467e-942f-a0a6bcb11735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '181c5e85-8a21-4da4-9899-8d2102ea561c'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:33.653321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.673086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:33.673307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:33.674862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:33.702923 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Transition to ACTIVE for port object bc94a513-e393-46c4-b5ad-16cc87da96c4 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:33.710818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:33.711153 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:33.714252 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 7 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:33.721757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.738545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e03e7186-d550-464f-a415-2c38525e9d41 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:33.750065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:33.757188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Usage tracker for resource:security_group_rule and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:33.761405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:33.777229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:33.797903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:33.798253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:33.798577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:33.832141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:33.861413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:33.871384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:33.874436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:33.884382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.888321 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-761a3a5e-efce-47eb-bc51-1518aaa03931 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5171657 Jan 21 09:37:33.898351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] For port 91ed5961-4177-4b0e-94a5-d880aa2f903c, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:33.909115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.914223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:33.914609 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:33.915167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event updated for resources: {'Port': ['ID=939c7466-7f92-4980-9b48-2a866ed39db9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:33.922694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] For port 91ed5961-4177-4b0e-94a5-d880aa2f903c, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=91ed5961-4177-4b0e-94a5-d880aa2f903c,segment=NetworkSegment(18ee981b-0431-467e-942f-a0a6bcb11735),segment_id=18ee981b-0431-467e-942f-a0a6bcb11735)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:33.937023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54904) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:33.938764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.948453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:33.951975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:33.973806 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 8 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:34.020590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.026755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.037012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e03e7186-d550-464f-a415-2c38525e9d41 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:34.037435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.074884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.076051 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6661606 Jan 21 09:37:34.133825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f98738-4340-42ee-a6f9-b3380715af74 None None] Pushing event updated for resources: {'Port': ['ID=91ed5961-4177-4b0e-94a5-d880aa2f903c,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.134040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54908) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.153209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'Port': ['ID=8446d9ab-1171-46f1-a85c-ca2ea97b03b2,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.158073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.165837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Request body: {'security_group_rule': {'security_group_id': 'd3f44d73-d7ed-407a-81c5-c4aa88a1cebd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:34.175819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.176510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.176633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:34.188403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:34.189185 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:34.196951 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 9 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:34.225650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852c350-535c-4cdb-96b0-64e6bd9629f8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.250749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:34.263562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.270058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.270058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:34.270335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.300664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Transition to ACTIVE for port object 55f3f306-af26-462e-9b41-4b607ecfc6c1 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:34.312666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2d59b9ad-f708-4e62-a465-e66f9b6d307a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:34.344608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.346123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.361843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:34.362942 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:34.370196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91e43705-cbfa-48e5-b20a-ff96da4ab460 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.377676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Usage tracker for resource:security_group_rule and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:34.398021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:34.474172 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 10 to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 Jan 21 09:37:34.474536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.479152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0ac5d-5ca0-4b44-b48b-e29c3afa0668 None None] Pushing event updated for resources: {'Port': ['ID=55f3f306-af26-462e-9b41-4b607ecfc6c1,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.489506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Attempting to bind port 55f3f306-af26-462e-9b41-4b607ecfc6c1 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.489506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Attempting to bind port 55f3f306-af26-462e-9b41-4b607ecfc6c1 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.490104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Attempting to bind port 55f3f306-af26-462e-9b41-4b607ecfc6c1 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:34.497315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:37:34.497772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.500446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:34.500829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:34.501208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.501592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:34.502076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Bound port: 55f3f306-af26-462e-9b41-4b607ecfc6c1, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:34.502800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.502915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.520907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:34.529908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:34.540298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.544164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7bd1d675-16cc-4a66-8e11-2b5c6da07bc7 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7030501 Jan 21 09:37:34.561469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2d59b9ad-f708-4e62-a465-e66f9b6d307a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:34.561905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.573008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54914) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:34.573569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:34.573909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:34.574243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:34.592017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:34.595349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-21382467'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:34.598935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-91e43705-cbfa-48e5-b20a-ff96da4ab460 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Calling delete_port for d5514fc3-3401-434c-9ae6-5a4ae4e6eb80 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:37:34.609746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:34.628588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Usage tracker for resource:network and tenant:21d97d16d59b480f8e4de5c93c48751b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:34.635942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:34.636267 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:34.636981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.640778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:34.641464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.650378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:34.656341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] For port 55f3f306-af26-462e-9b41-4b607ecfc6c1, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:34.661355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] For port 55f3f306-af26-462e-9b41-4b607ecfc6c1, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=55f3f306-af26-462e-9b41-4b607ecfc6c1,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:34.665385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Pushing event updated for resources: {'Port': ['ID=bc94a513-e393-46c4-b5ad-16cc87da96c4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.670289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab3d0a89-234f-4ed7-a065-e5991c02982c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.671093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.687174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:34.692636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.813127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.818231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Made reservation on behalf of 21d97d16d59b480f8e4de5c93c48751b for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:34.821448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.853000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:34.864009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Checking segment: {'id': '94295615-a2ab-4a09-92fb-df7cc490e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '96ae73da-1619-432e-9142-f7d73756e565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:34.864358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Network hostable DHCP agents. Network: 96ae73da-1619-432e-9142-f7d73756e565, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:34.875869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0ac5d-5ca0-4b44-b48b-e29c3afa0668 None None] Pushing event updated for resources: {'Port': ['ID=55f3f306-af26-462e-9b41-4b607ecfc6c1,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:34.886454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:34.887095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:34.947351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] For port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:34.947719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempted to set empty binding levels {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:37:35.077720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-294129bd-f4c6-4fcd-9491-961921d67928 None None] Provisioning for port bc94a513-e393-46c4-b5ad-16cc87da96c4 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:35.086950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-294129bd-f4c6-4fcd-9491-961921d67928 None None] Provisioning complete for port bc94a513-e393-46c4-b5ad-16cc87da96c4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:35.087835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-294129bd-f4c6-4fcd-9491-961921d67928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.168055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.201737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.201968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.223340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.235972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:37:35.275691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.282968 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.7232983 Jan 21 09:37:35.286834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54918) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.298102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Usage tracker for resource:security_group_rule and tenant:21d97d16d59b480f8e4de5c93c48751b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.312734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:35.364964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:35.370875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Network 96ae73da-1619-432e-9142-f7d73756e565 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:35.376462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9348f65a-b9dc-46bd-9777-ff0120e957ee None None] Network 181c5e85-8a21-4da4-9899-8d2102ea561c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:35.429477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83426) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 21 09:37:35.430138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Router fdb2acf5-9acf-4584-8a08-808542e8bbea migrating from provider to provider. {{(pid=83426) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 21 09:37:35.430241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.434820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.447714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.451924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.455574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91e43705-cbfa-48e5-b20a-ff96da4ab460 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.455834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 96ae73da-1619-432e-9142-f7d73756e565) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:35.461285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d497-c564-4c22-9124-022a0fc65675 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=75e8b55f-d5b7-4dd4-b752-88db92fc5a15,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.476312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.484357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:35.484891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.487645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257988af-b758-4e6d-8c30-f5bbbec7d3ae None None] Network 96ae73da-1619-432e-9142-f7d73756e565 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:35.510700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.521224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.526594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Deleting port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:35.526995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.546900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e43705-cbfa-48e5-b20a-ff96da4ab460 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event deleted for resources: {'Port': ['ID=d5514fc3-3401-434c-9ae6-5a4ae4e6eb80,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.556955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.623195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-294129bd-f4c6-4fcd-9491-961921d67928 None None] Port bc94a513-e393-46c4-b5ad-16cc87da96c4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:37:35.629857 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-84975869-2f22-4fb5-8997-54d63c3e4624 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6628690 Jan 21 09:37:35.653624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54922) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.682714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event updated for resources: {'Port': ['ID=939c7466-7f92-4980-9b48-2a866ed39db9,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.764444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59147b74-c758-4b77-bc1b-6000b6d1226c,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.793536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Request body: {'floatingip': {'floating_network_id': '96ae73da-1619-432e-9142-f7d73756e565'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:35.804589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.808486 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-89cf4d63-aae8-4f77-be53-7e36568c5c0f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6662917 Jan 21 09:37:35.826997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.828441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54926) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.837522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 91ed5961-4177-4b0e-94a5-d880aa2f903c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:35.863930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.876616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91e43705-cbfa-48e5-b20a-ff96da4ab460 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.881627 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-91e43705-cbfa-48e5-b20a-ff96da4ab460 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "DELETE /v2.0/ports/d5514fc3-3401-434c-9ae6-5a4ae4e6eb80 HTTP/1.1" status: 204 len: 168 time: 2.5549963 Jan 21 09:37:35.882859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Usage tracker for resource:floatingip and tenant:52b7e3780ef04c4ea92e74ac6db82cf1 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.887778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:35.890283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54930) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:35.898582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Request body: {'security_group_rule': {'security_group_id': 'd3f44d73-d7ed-407a-81c5-c4aa88a1cebd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:35.899171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5dd2c165-4544-4865-8fa1-10ffd7b5fb8e None None] Provisioning for port 91ed5961-4177-4b0e-94a5-d880aa2f903c completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:35.903366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.908409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:35.915438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:35.923707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:35.977087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1804189-12ce-4187-8ddb-17beb67434ea,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:35.981236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Usage tracker for resource:security_group_rule and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:35.989199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:36.017841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:36.039426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:36.042818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.053249 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ea4bedf4-05a0-4326-accb-2d65f1cc02dc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3440711 Jan 21 09:37:36.068097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] For port 75e8b55f-d5b7-4dd4-b752-88db92fc5a15, host hv-neutron-8257, got binding levels [] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:36.069308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.103289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db848dd6-66b9-4681-aa1e-30d28a84b1d2 None None] Network 96ae73da-1619-432e-9142-f7d73756e565 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:36.105871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.156901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 3, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:36.170576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.171075 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Added segment ece8385b-11c4-4bc2-a314-80cdf4d0a537 of type vlan for network 8a627524-4ab2-43e1-8f3f-cc73860db884 Jan 21 09:37:36.210949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 91ed5961-4177-4b0e-94a5-d880aa2f903c completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:36.220462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d1744-5c7f-4c66-972c-aeef8fa8ca87 None None] The sync data for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv is: [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:25Z', 'revision_number': 3, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:37:36.228175 dv-neutron-825724-1-hyperv neutron-server[83426]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] No L3 agents can host the router fdb2acf5-9acf-4584-8a08-808542e8bbea Jan 21 09:37:36.232357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 91ed5961-4177-4b0e-94a5-d880aa2f903c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.232906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.318243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Calling delete_port for 75e8b55f-d5b7-4dd4-b752-88db92fc5a15 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:37:36.576138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.596185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.620958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.651885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:36.671039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.690235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.712010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.712701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.713554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54948) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.726184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 91ed5961-4177-4b0e-94a5-d880aa2f903c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=91ed5961-4177-4b0e-94a5-d880aa2f903c,segment=NetworkSegment(18ee981b-0431-467e-942f-a0a6bcb11735),segment_id=18ee981b-0431-467e-942f-a0a6bcb11735)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:36.727094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4bfcdf22-bd03-45b9-92f1-bd6cbaaa856c None None] Provisioning complete for port 91ed5961-4177-4b0e-94a5-d880aa2f903c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:36.727468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdf22-bd03-45b9-92f1-bd6cbaaa856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.755332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.775023 dv-neutron-825724-1-hyperv neutron-server[83427]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 09:37:36.786841 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b8648c73-1802-4531-a385-92f91bfa7c04 tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.8928730 Jan 21 09:37:36.790209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event deleted for resources: {'Port': ['ID=75e8b55f-d5b7-4dd4-b752-88db92fc5a15,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.796485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54952) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:36.802458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-276580621'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:36.812054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.823324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.828190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:36.829067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:36.837743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Pushing event updated for resources: {'Port': ['ID=bc94a513-e393-46c4-b5ad-16cc87da96c4,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.845634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:36.869752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=91ed5961-4177-4b0e-94a5-d880aa2f903c,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:36.905141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Usage tracker for resource:network and tenant:5ae9248508b944389c983302f6914c31 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:36.909970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:36.919401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:37.001939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Made reservation on behalf of 5ae9248508b944389c983302f6914c31 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:37.004887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.020921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'Network': ['ID=8a627524-4ab2-43e1-8f3f-cc73860db884,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.026708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.047130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-989f7a8b-74bc-48da-ae1a-a63c848226b5 None None] Could not find standard attr ID for object d5514fc3-3401-434c-9ae6-5a4ae4e6eb80. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:37:37.047319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Hosts for router fdb2acf5-9acf-4584-8a08-808542e8bbea: [] {{(pid=83426) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 21 09:37:37.054324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:37.068186 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-553b4467-310d-4440-8916-57bc40899c03 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "DELETE /v2.0/ports/75e8b55f-d5b7-4dd4-b752-88db92fc5a15 HTTP/1.1" status: 204 len: 168 time: 1.7756517 Jan 21 09:37:37.070885 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c94c6efc-31b7-43dc-b7ca-e3093e12868f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4942620 Jan 21 09:37:37.072525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54956) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.075162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-e1f4213f-4004-4516-a734-f9ebca181d22 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Synchronizing usage tracker for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:37.080124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54958) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.082467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.162530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Request body: {'subnet': {'network_id': '8a627524-4ab2-43e1-8f3f-cc73860db884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:37.198723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.202821 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3635199 Jan 21 09:37:37.207119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54964) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.209406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Hosts for other DVR routers connected to router fdb2acf5-9acf-4584-8a08-808542e8bbea: set() {{(pid=83426) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 21 09:37:37.213900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:37.221908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:37.230033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.236606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:37.241951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.243126 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ecdf5905-03df-43a9-9bbb-d7065eb0dbf2 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "PUT /v2.0/routers/fdb2acf5-9acf-4584-8a08-808542e8bbea HTTP/1.1" status: 200 len: 717 time: 3.2977424 Jan 21 09:37:37.245099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:37.258598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708580-2075-4df5-9845-e74c284feeab tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1b88aa-9d48-411c-8479-15539f55bb79,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:37.260460 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4ee625-1d28-4fdb-a1b6-ec085aca067f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:37.260978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f4ee625-1d28-4fdb-a1b6-ec085aca067f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Synchronizing usage tracker for tenant:fdf7c828eb7c4e53900e2c44ffd586d1 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:37.271633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54968) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.282932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Usage tracker for resource:floatingip and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:37.285616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:37.345568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.345903 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Added segment 2c108037-88dc-4b4f-b013-a6b14312d085 of type vlan for network 2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6 Jan 21 09:37:37.347138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:37.363307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-e1f4213f-4004-4516-a734-f9ebca181d22 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Unset dirty status for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:37.364545 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-e1f4213f-4004-4516-a734-f9ebca181d22 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--948283005&fields=id&tenant_id=14ac52abc1b64a9d8facf94697773bb1 HTTP/1.1" status: 200 len: 267 time: 0.5965734 Jan 21 09:37:37.375422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:37.423467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f4ee625-1d28-4fdb-a1b6-ec085aca067f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Unset dirty status for tenant:fdf7c828eb7c4e53900e2c44ffd586d1 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:37.430894 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1f4ee625-1d28-4fdb-a1b6-ec085aca067f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "GET /v2.0/ports/75e8b55f-d5b7-4dd4-b752-88db92fc5a15 HTTP/1.1" status: 404 len: 333 time: 0.3523097 Jan 21 09:37:37.436229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54974) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.437013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:37.498940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.513107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.579636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5de225bb-cccd-4c3c-b9b1-7c3acb8123fd None None] Provisioning complete for port bc94a513-e393-46c4-b5ad-16cc87da96c4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:37.580161 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5de225bb-cccd-4c3c-b9b1-7c3acb8123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.617608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Request body: {'port': {'network_id': '5de02386-76ca-4b87-87e7-21170b62db52', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1713839359'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:37.629262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Usage tracker for resource:subnet and tenant:21d97d16d59b480f8e4de5c93c48751b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:37.639828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5de225bb-cccd-4c3c-b9b1-7c3acb8123fd None None] Port bc94a513-e393-46c4-b5ad-16cc87da96c4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:37:37.641959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:37.644684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:37.665092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:37.688319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 91ed5961-4177-4b0e-94a5-d880aa2f903c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:37.697578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:37.700282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Allocated IP 172.20.0.7 (96ae73da-1619-432e-9142-f7d73756e565/ab3d0a89-234f-4ed7-a065-e5991c02982c/91a1a553-0666-4013-b113-441cf162b516) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:37.708505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.712376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.713009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.720341 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d1b38951-d337-40a1-9b79-a04e8e968fb0 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "GET /v2.0/routers/fdb2acf5-9acf-4584-8a08-808542e8bbea HTTP/1.1" status: 200 len: 717 time: 0.4448111 Jan 21 09:37:37.734365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54978) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:37.735958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Made reservation on behalf of 21d97d16d59b480f8e4de5c93c48751b for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:37.770325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 91ed5961-4177-4b0e-94a5-d880aa2f903c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:37.770867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.862398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.884162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Made reservation on behalf of fdf7c828eb7c4e53900e2c44ffd586d1 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:37.886714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:37.981681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-4b5de310-d018-4e61-9837-ed71def9cd55 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:37.982614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-4b5de310-d018-4e61-9837-ed71def9cd55 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Synchronizing usage tracker for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:38.004501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] device_id is not set on port 8d8684ca-9013-45d8-b760-f4619b9b0e9a yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:38.076396 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2791717 Jan 21 09:37:38.078516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-4b5de310-d018-4e61-9837-ed71def9cd55 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Unset dirty status for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:38.079753 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-4b5de310-d018-4e61-9837-ed71def9cd55 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/networks?id=83b192f4-42d9-4533-8c6a-1d743e3b0559 HTTP/1.1" status: 200 len: 811 time: 0.6928248 Jan 21 09:37:38.080303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54984) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.158793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8614cc0-887b-4e05-a7ee-a2c487ff58f4 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event updated for resources: {'Network': ['ID=2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.171033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:38.177529 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-4c325c9c-68b9-4376-b327-3ed72f85e03b tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/quotas/14ac52abc1b64a9d8facf94697773bb1 HTTP/1.1" status: 200 len: 375 time: 0.0806453 Jan 21 09:37:38.369245 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9c6dc3d0-a972-4fe3-b644-2e0ef241cf29 tempest-RoutersTestDVR-1489082475 tempest-RoutersTestDVR-1489082475-project] 10.222.0.122 "GET /v2.0/routers/fdb2acf5-9acf-4584-8a08-808542e8bbea HTTP/1.1" status: 200 len: 683 time: 0.6221449 Jan 21 09:37:38.385777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 54988) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.395261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.496631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.610286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.613507 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5e46e02a-2d33-4964-81ad-f97851f2d11f tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "GET /v2.0/agents/62aa3f3f-ba35-438a-825b-baa02d765768/dhcp-networks HTTP/1.1" status: 200 len: 7000 time: 0.5291514 Jan 21 09:37:38.619618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 54992) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:38.670743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.737187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1784-f509-4199-899b-93add427814b tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.783787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.796705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-a44020fd-f98c-446e-ab28-6787c38b7508 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Synchronizing usage tracker for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:38.839518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'Subnet': ['ID=8024de7e-3a7f-4f2d-8629-4ac43c0c6fa4,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:38.869734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:38.931729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-a44020fd-f98c-446e-ab28-6787c38b7508 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Unset dirty status for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:38.933174 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-a44020fd-f98c-446e-ab28-6787c38b7508 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=14ac52abc1b64a9d8facf94697773bb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6995747 Jan 21 09:37:38.995777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Checking segment: {'id': 'ece8385b-11c4-4bc2-a314-80cdf4d0a537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8a627524-4ab2-43e1-8f3f-cc73860db884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:38.996140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Network hostable DHCP agents. Network: 8a627524-4ab2-43e1-8f3f-cc73860db884, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:37:39.008864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Network 96ae73da-1619-432e-9142-f7d73756e565 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:39.009788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d892f1f-c484-4c73-b85f-71c34be6c8b2 tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] Network 2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:39.016622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Port': ['ID=91a1a553-0666-4013-b113-441cf162b516,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.018288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Network 5de02386-76ca-4b87-87e7-21170b62db52 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:39.019264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=8d8684ca-9013-45d8-b760-f4619b9b0e9a,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:39.025202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:39.029165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:39.030449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.030681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.034339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:39.037870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:39.078740 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4d892f1f-c484-4c73-b85f-71c34be6c8b2 tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "POST /v2.0/agents/62aa3f3f-ba35-438a-825b-baa02d765768/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4483750 Jan 21 09:37:39.082332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55000) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:39.087978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92007e-dcd6-4f0d-bbfa-7a974a21ca32 None None] Network 2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:39.159735 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-404f1751-f776-4264-89df-0b738984dd63 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7111862 Jan 21 09:37:39.167770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55004) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:39.169697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:37:39.191763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Allocated IP 172.26.1.9 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/3e8cdde1-dadc-40a1-b819-6e4283e77d4f) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:39.264759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:39.354650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Router c58ec525-f47b-4096-8a97-8ff8f8433bab has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:37:39.371483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 8a627524-4ab2-43e1-8f3f-cc73860db884) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:39.400866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b62ad-e458-4cb1-b9e0-0237e4c2832c None None] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:39.402183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:39.402801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.476487 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1fd1a3bd-773d-44cb-8ec3-65cfff184c96 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3899333 Jan 21 09:37:39.488647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55010) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:39.512255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1122600250', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:39.519809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:39.524625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Usage tracker for resource:router and tenant:21d97d16d59b480f8e4de5c93c48751b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:39.528459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:39.535804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:39.570585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.571737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.595320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.647327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-50497560-a8d9-4088-bad1-3015fd9585e3 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:37:39.652682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-50497560-a8d9-4088-bad1-3015fd9585e3 service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3238292 Jan 21 09:37:39.747554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-8a627524-4ab2-43e1-8f3f-cc73860db884', 'network_id': '8a627524-4ab2-43e1-8f3f-cc73860db884', 'tenant_id': '21d97d16d59b480f8e4de5c93c48751b', 'fixed_ips': [{'subnet_id': '8024de7e-3a7f-4f2d-8629-4ac43c0c6fa4'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:37:39.749003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:39.787044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 55f3f306-af26-462e-9b41-4b607ecfc6c1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:39.914323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.011410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1784-f509-4199-899b-93add427814b tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.020157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 55f3f306-af26-462e-9b41-4b607ecfc6c1 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:40.037619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.044906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1784-f509-4199-899b-93add427814b tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.067102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 55f3f306-af26-462e-9b41-4b607ecfc6c1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:40.067709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.142123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.153538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Allocated IP 172.20.0.2 (8a627524-4ab2-43e1-8f3f-cc73860db884/8024de7e-3a7f-4f2d-8629-4ac43c0c6fa4/6663ffb9-7d63-41eb-a3a6-aa797dac2de0) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:40.238163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.282314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1784-f509-4199-899b-93add427814b tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.282983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdf1784-f509-4199-899b-93add427814b tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdb2acf5-9acf-4584-8a08-808542e8bbea {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:40.315059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.360558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 55f3f306-af26-462e-9b41-4b607ecfc6c1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=55f3f306-af26-462e-9b41-4b607ecfc6c1,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:40.368006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.369018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36130628-36ef-41de-a54c-766e6de8c6ec up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:40.376300 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ad929b5a-5612-4617-b6be-66d0fb5ca3aa tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "GET /v2.0/agents/62aa3f3f-ba35-438a-825b-baa02d765768/dhcp-networks HTTP/1.1" status: 200 len: 7744 time: 1.2884920 Jan 21 09:37:40.377838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55014) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.384278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] device_id is not set on port 8d8684ca-9013-45d8-b760-f4619b9b0e9a yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:40.389742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.410742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.458556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-d260a432-bdb4-443b-a7cd-786e552ddfb7 service neutron] 10.222.0.122 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945024 Jan 21 09:37:40.464121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Transition to ACTIVE for port object 8d8684ca-9013-45d8-b760-f4619b9b0e9a will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:40.494255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.497609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1784-f509-4199-899b-93add427814b tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.502452 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0cdf1784-f509-4199-899b-93add427814b tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "DELETE /v2.0/routers/fdb2acf5-9acf-4584-8a08-808542e8bbea HTTP/1.1" status: 204 len: 168 time: 2.1090927 Jan 21 09:37:40.507385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.515317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55018) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.548778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Request body: {'router': {'name': 'tempest-router-1190692282', 'distributed': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:40.581118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:40.626961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=55f3f306-af26-462e-9b41-4b607ecfc6c1,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.631666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.636381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Usage tracker for resource:router and tenant:71bc1ad061d447c09a136125d792d286 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:40.649631 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Transition to ACTIVE for port object 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:40.653263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:40.663634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 36130628-36ef-41de-a54c-766e6de8c6ec completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:40.670893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36130628-36ef-41de-a54c-766e6de8c6ec triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:40.671267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.687784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:40.694162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:40.702245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:40.704878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:40.714842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event updated for resources: {'Port': ['ID=3e8cdde1-dadc-40a1-b819-6e4283e77d4f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.729853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Transition to ACTIVE for port object 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:40.738862 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d64cadfb-48fd-4ea7-9164-aaee8f510446 tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "DELETE /v2.0/agents/62aa3f3f-ba35-438a-825b-baa02d765768/dhcp-networks/2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6 HTTP/1.1" status: 204 len: 168 time: 0.3479640 Jan 21 09:37:40.745809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55022) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:40.747277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=8d8684ca-9013-45d8-b760-f4619b9b0e9a,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.750943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.755006 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.756233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.793934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:40.824806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.831436 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-b65262dc-c574-44f1-a617-529f37ac7a3a service neutron] 10.222.0.122 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612452 Jan 21 09:37:40.839939 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0b38d224-224f-4a06-ac30-e6fbcc6c6665 admin admin] 10.222.0.122 "PUT /v2.0/routers/c58ec525-f47b-4096-8a97-8ff8f8433bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7497289 Jan 21 09:37:40.840790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.846620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:40.875531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Pushing event updated for resources: {'Port': ['ID=6663ffb9-7d63-41eb-a3a6-aa797dac2de0,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:40.925603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:40.931468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:40.978999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:40.979453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:40.979851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:40.990903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.007454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:41.007837 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:41.010653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 2 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:41.053211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:41.065085 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.086237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 36130628-36ef-41de-a54c-766e6de8c6ec, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36130628-36ef-41de-a54c-766e6de8c6ec,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:41.096562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:41.100948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:41.101332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:41.102727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Port': ['ID=91a1a553-0666-4013-b113-441cf162b516,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.135899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.135899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.143846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.148204 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6ef79226-5234-4cdb-b187-73d5e375ae52 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4707501 Jan 21 09:37:41.163359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.173956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55034) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.248044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:41.248453 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:41.251330 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 3 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:41.259934 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fd07509c-3e96-430c-9a2b-753a4f4eaf47 tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "GET /v2.0/agents/62aa3f3f-ba35-438a-825b-baa02d765768/dhcp-networks HTTP/1.1" status: 200 len: 7777 time: 0.5140646 Jan 21 09:37:41.265701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55046) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.266116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55048) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.294454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:41.294851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:41.295292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:41.339708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.347045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.348542 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cf87aeee-f2db-48a2-86cc-b38720aac819 tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8047738 Jan 21 09:37:41.361434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55062) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.377231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.379285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:41.379613 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:41.382718 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 4 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:41.426086 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ccff2838-45d9-4521-823a-2431476cbc56 tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "GET /v2.0/networks/181c5e85-8a21-4da4-9899-8d2102ea561c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1572556 Jan 21 09:37:41.433001 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55066) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.469659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:41.470143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:41.470540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:41.478643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=36130628-36ef-41de-a54c-766e6de8c6ec,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:41.491311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Attempting to bind port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:41.491820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Attempting to bind port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'ece8385b-11c4-4bc2-a314-80cdf4d0a537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8a627524-4ab2-43e1-8f3f-cc73860db884'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:41.492195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Attempting to bind port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 on network 8a627524-4ab2-43e1-8f3f-cc73860db884 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:41.504822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.508532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:41.508909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Checking segment: {'id': 'ece8385b-11c4-4bc2-a314-80cdf4d0a537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8a627524-4ab2-43e1-8f3f-cc73860db884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:41.509320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.509712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Bound using segment: {'id': 'ece8385b-11c4-4bc2-a314-80cdf4d0a537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8a627524-4ab2-43e1-8f3f-cc73860db884'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:41.510205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Bound port: 6663ffb9-7d63-41eb-a3a6-aa797dac2de0, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece8385b-11c4-4bc2-a314-80cdf4d0a537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8a627524-4ab2-43e1-8f3f-cc73860db884'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:41.510591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.566042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a28c652b-a427-4551-b896-364f0d00a5b1 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Synchronizing usage tracker for tenant:52b7e3780ef04c4ea92e74ac6db82cf1 on resource:floatingip {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:41.588311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1322a3e0-c142-4e7d-a3be-8a1a37e9f2d5 req-01468f21-4ec5-43ba-a2d6-fa6dae8885eb tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 210 time: 0.3210607 Jan 21 09:37:41.588824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:41.589169 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:41.592915 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 5 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:41.702390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] For port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:41.706245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] For port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6663ffb9-7d63-41eb-a3a6-aa797dac2de0,segment=NetworkSegment(ece8385b-11c4-4bc2-a314-80cdf4d0a537),segment_id=ece8385b-11c4-4bc2-a314-80cdf4d0a537)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:41.708522 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4295bddc-4014-445c-97f4-86c4020a578e tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "GET /v2.0/networks/181c5e85-8a21-4da4-9899-8d2102ea561c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2723892 Jan 21 09:37:41.713858 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:41.714222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:41.714551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:41.715880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:41.716699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55074) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:41.780460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:41.781127 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:41.784254 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 6 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:41.790797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 55f3f306-af26-462e-9b41-4b607ecfc6c1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:41.998270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cda8fc-c0a9-4f02-ab18-87ecda9026be None None] Pushing event updated for resources: {'Port': ['ID=6663ffb9-7d63-41eb-a3a6-aa797dac2de0,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:42.026921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Allocated IP 172.26.1.112 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/0fa3b884-d4d1-4b7c-955b-fa72c6eb7ce4) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:42.033580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:42.033973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:42.034326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:42.042657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 55f3f306-af26-462e-9b41-4b607ecfc6c1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:42.043087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.079401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:42.080001 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:42.086156 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 7 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:42.106164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a28c652b-a427-4551-b896-364f0d00a5b1 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Unset dirty status for tenant:52b7e3780ef04c4ea92e74ac6db82cf1 on resource:floatingip {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:42.108162 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a28c652b-a427-4551-b896-364f0d00a5b1 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "GET /v2.0/floatingips?floating_network_id=96ae73da-1619-432e-9142-f7d73756e565 HTTP/1.1" status: 200 len: 689 time: 0.9200742 Jan 21 09:37:42.116898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57f37693-e07b-4ea9-bd7b-b0a1bb08ea8c tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.122175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55088) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.345453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:42.346201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:42.346674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:42.373842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36130628-36ef-41de-a54c-766e6de8c6ec up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:42.426595 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7600cd24-687d-4110-a0db-e5ce4ca63193 tempest-DHCPAgentSchedulersTestJSON-2142267347 tempest-DHCPAgentSchedulersTestJSON-2142267347-project-admin] 10.222.0.122 "GET /v2.0/agents/62aa3f3f-ba35-438a-825b-baa02d765768/dhcp-networks HTTP/1.1" status: 200 len: 7777 time: 0.6942365 Jan 21 09:37:42.458020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55096) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.458490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55098) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:42.469841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136263411', 'description': 'tempest-description--454923264'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:42.523168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.526943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36130628-36ef-41de-a54c-766e6de8c6ec triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:42.527534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.530297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:42.530668 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:42.533421 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 8 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:42.593519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:42.616282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Usage tracker for resource:security_group and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:42.622720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:42.653308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Deleting port 91a1a553-0666-4013-b113-441cf162b516 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:42.653646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.695665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.713785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:42.717393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:42.731947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:42.732327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:42.732605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:42.742781 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:42.743445 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:42.746399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.757125 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.769471 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 9 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:42.850642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.918124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:42.918736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:42.919159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:42.938655 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cac877b4-4e45-4118-98d2-35744eedb22c req-5ff2a733-f25e-46ba-bb9b-fea529b6825f tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 210 time: 0.1609037 Jan 21 09:37:42.953303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:42.957131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:42.957454 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:42.964557 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 10 to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a Jan 21 09:37:43.073689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.074589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.075095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.090176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:43.090500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:43.090825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:43.159996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:43.164563 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:43.165073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.239450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event updated for resources: {'Port': ['ID=3e8cdde1-dadc-40a1-b819-6e4283e77d4f,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.286563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Calling delete_port for 91a1a553-0666-4013-b113-441cf162b516 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:37:43.314051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bc6a8f-a782-42a1-96b9-6abd0130bdeb None None] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:43.334548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.351160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:43.358590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.373050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57f37693-e07b-4ea9-bd7b-b0a1bb08ea8c tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.377336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Usage tracker for resource:security_group_rule and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:43.382856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.384250 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-074f98c8-dd7a-4634-a7bb-012fa76908bd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1720443 Jan 21 09:37:43.398737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:43.420332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:43.422633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57f37693-e07b-4ea9-bd7b-b0a1bb08ea8c tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.427849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > segment before_delete 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.428418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.429832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.430194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > port after_create 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.430625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > port after_delete 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.430986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > port after_update 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.431313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > segment after_delete 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.431788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > subnet after_create 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.433164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > subnet after_delete 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.438038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > subnet after_update 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.461097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f6110313-36dc-4a07-a96c-e7e1e579c877 None None] Provisioning for port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:43.473370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:43.486571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:43.505657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:43.535744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'Port': ['ID=0fa3b884-d4d1-4b7c-955b-fa72c6eb7ce4,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.553876 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] For port 8d8684ca-9013-45d8-b760-f4619b9b0e9a, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:43.554358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempted to set empty binding levels {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:37:43.565240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.670169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > subnet after_create 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.671161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > subnet after_delete 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.671540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > subnet before_create 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.671946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Subscribe: > subnet before_update 55550000 {{(pid=83426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 09:37:43.672325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:43.699510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c108037-88dc-4b4f-b013-a6b14312d085') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:43.700205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c108037-88dc-4b4f-b013-a6b14312d085') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:43.731717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.755823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.120', 50247) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:43.761024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:43.781267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] In _notify_port_updated(), no bound segment for port 8d8684ca-9013-45d8-b760-f4619b9b0e9a on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:37:43.782578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.788522 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "PUT /v2.0/ports/8d8684ca-9013-45d8-b760-f4619b9b0e9a HTTP/1.1" status: 200 len: 977 time: 4.6204057 Jan 21 09:37:43.791880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55126) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:43.819820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.829725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57f37693-e07b-4ea9-bd7b-b0a1bb08ea8c tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.829975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df88d-65db-461a-bc7c-7ff498960847 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=8d8684ca-9013-45d8-b760-f4619b9b0e9a,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:43.831008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f37693-e07b-4ea9-bd7b-b0a1bb08ea8c tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d47e3fa0-c71a-4e17-855f-dc821123c800 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:37:43.894023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:43.904011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:43.904903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.913908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:37:43.914294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn_limited( Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn_limited( Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:43.934540 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:44.050337 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57f37693-e07b-4ea9-bd7b-b0a1bb08ea8c tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.053257 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-57f37693-e07b-4ea9-bd7b-b0a1bb08ea8c tempest-RoutersTestDVR-1334037708 tempest-RoutersTestDVR-1334037708-project-admin] 10.222.0.122 "DELETE /v2.0/routers/d47e3fa0-c71a-4e17-855f-dc821123c800 HTTP/1.1" status: 204 len: 168 time: 2.6856275 Jan 21 09:37:44.072584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b4262da5-170d-43d8-b2b3-220f70a5c50b None None] Provisioning complete for port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:44.072993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b4262da5-170d-43d8-b2b3-220f70a5c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.129289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.161272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.228959 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-b5832b0b-e48f-41c7-9b63-54dcb8af9341 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--1080683905&fields=id&tenant_id=679f6ab398fb4143b9b8a9b599456ff0 HTTP/1.1" status: 200 len: 267 time: 0.5787735 Jan 21 09:37:44.239280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.266793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6663ffb9-7d63-41eb-a3a6-aa797dac2de0,segment=NetworkSegment(ece8385b-11c4-4bc2-a314-80cdf4d0a537),segment_id=ece8385b-11c4-4bc2-a314-80cdf4d0a537)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:44.278189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.305886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event deleted for resources: {'Port': ['ID=91a1a553-0666-4013-b113-441cf162b516,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.321190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.339108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-b5d25c86-6e5d-45f2-867b-c99edc37c676 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:44.341043 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-b5d25c86-6e5d-45f2-867b-c99edc37c676 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.120 "GET /v2.0/networks?id=83b192f4-42d9-4533-8c6a-1d743e3b0559 HTTP/1.1" status: 200 len: 811 time: 0.5741923 Jan 21 09:37:44.343499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.352185 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bd258f6b-ae0f-4193-899f-eccc162100dd req-fc25e634-d495-42b9-a5a0-91f65a944aa0 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 210 time: 0.1327853 Jan 21 09:37:44.422918 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=6663ffb9-7d63-41eb-a3a6-aa797dac2de0,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.436153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b4262da5-170d-43d8-b2b3-220f70a5c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.591379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-b4262da5-170d-43d8-b2b3-220f70a5c50b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:44.592017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-b4262da5-170d-43d8-b2b3-220f70a5c50b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:44.608011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55142) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.612351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event deleted for resources: {'Network': ['ID=2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.619219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.651152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.658544 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-81d727ad-053d-41d8-bace-b530d6794c1a tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "DELETE /v2.0/networks/2dc3cdd1-e1d4-4207-aeb0-a15c3a466ab6 HTTP/1.1" status: 204 len: 168 time: 2.1983826 Jan 21 09:37:44.666140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55156) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.668587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.669724 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.2071283 Jan 21 09:37:44.672594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdf1cd-c330-40d3-bbaa-67d5c4e00338 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3773ef44-b1b2-4995-b010-41ed6996ee23,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:44.672941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-859794d1-8133-447c-916a-7a8961417069 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Synchronizing usage tracker for tenant:fdf7c828eb7c4e53900e2c44ffd586d1 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:44.678849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55160) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.709798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-09108168-a15f-459f-b1d3-ad1ffec0053e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Synchronizing usage tracker for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:44.716642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Request body: {'security_group_rule': {'security_group_id': '3773ef44-b1b2-4995-b010-41ed6996ee23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:44.719241 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aed2eec-d06d-4621-bc11-b2400042d548 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:37:44.719692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aed2eec-d06d-4621-bc11-b2400042d548 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:44.722176 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6aed2eec-d06d-4621-bc11-b2400042d548 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "DELETE /v2.0/ports/d5514fc3-3401-434c-9ae6-5a4ae4e6eb80 HTTP/1.1" status: 404 len: 333 time: 0.0541339 Jan 21 09:37:44.727169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55164) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.766560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:44.777877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-09108168-a15f-459f-b1d3-ad1ffec0053e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Unset dirty status for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:44.779027 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-09108168-a15f-459f-b1d3-ad1ffec0053e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14ac52abc1b64a9d8facf94697773bb1 HTTP/1.1" status: 200 len: 379 time: 0.2096329 Jan 21 09:37:44.785160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-c1c25a90-e5b2-4c01-9d2e-69a8c85a1f03 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:44.789965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Request body: {'port': {'device_id': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'admin_state_up': True, 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'security_groups': ['1338aa91-be6d-4988-9ef1-5a9c5332c37e']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:44.792515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-c1c25a90-e5b2-4c01-9d2e-69a8c85a1f03 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/networks?id=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b HTTP/1.1" status: 200 len: 805 time: 0.4752233 Jan 21 09:37:44.794749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Usage tracker for resource:security_group_rule and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:44.800713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-859794d1-8133-447c-916a-7a8961417069 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Unset dirty status for tenant:fdf7c828eb7c4e53900e2c44ffd586d1 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:44.806421 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-859794d1-8133-447c-916a-7a8961417069 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17863 time: 0.9963403 Jan 21 09:37:44.807827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55170) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:44.819011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:44.849047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:44.868480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.890258 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-ef76a416-f386-47a1-8422-a5ab981becde tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/quotas/679f6ab398fb4143b9b8a9b599456ff0 HTTP/1.1" status: 200 len: 375 time: 0.0964363 Jan 21 09:37:44.895949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:44.989430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.052737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.053665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.057438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Deleting port 8d8684ca-9013-45d8-b760-f4619b9b0e9a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:45.057703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:45.057802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.087538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Usage tracker for resource:security_group_rule and tenant:032185adf20b467f945eace73bb63ae7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:45.092216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:45.106880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:45.216984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:45.286186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:45.322182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-53112a39-479d-4087-90df-11eeeabdc0b6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Deleting subnet fb5d42e8-ae03-4f0d-ae7c-081638c6c08a {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:37:45.327483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Made reservation on behalf of 14ac52abc1b64a9d8facf94697773bb1 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:45.331063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.341726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.344547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53112a39-479d-4087-90df-11eeeabdc0b6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.362050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.430693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.472809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ad3cd1-9e80-4ead-a419-3b2ae7f34650,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.582199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53112a39-479d-4087-90df-11eeeabdc0b6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.587413 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-1bf03e00-686b-4245-97ae-1b1464c60ab2 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=679f6ab398fb4143b9b8a9b599456ff0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6966474 Jan 21 09:37:45.621186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] For port 8d8684ca-9013-45d8-b760-f4619b9b0e9a, host hv-neutron-8257, got binding levels [] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:45.621708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.740655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.751379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:37:45.773833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3d0a89-234f-4ed7-a065-e5991c02982c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:45.835105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:45.836024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:45.866549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Calling delete_port for 8d8684ca-9013-45d8-b760-f4619b9b0e9a owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:37:45.904087 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9677bdc6-3f85-421d-a9a1-631c4dd06da6 req-c8d28346-b66f-40da-888c-96000ba84bb6 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 210 time: 0.1357415 Jan 21 09:37:46.030363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.035771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Synchronizing usage tracker for tenant:fc577d5125ba4ab2afca34392fb54226 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:46.040387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ae73da-1619-432e-9142-f7d73756e565']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.056274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.097529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94295615-a2ab-4a09-92fb-df7cc490e355') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.098155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94295615-a2ab-4a09-92fb-df7cc490e355') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:46.135210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3e8496-940a-4447-9275-016f13f18747,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.148536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.148771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.243619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d8684ca-9013-45d8-b760-f4619b9b0e9a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.247075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53112a39-479d-4087-90df-11eeeabdc0b6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.258236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] Unset dirty status for tenant:fc577d5125ba4ab2afca34392fb54226 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:46.259512 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b3a77a71-7173-4678-889b-ca7de5fd87db admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=032185adf20b467f945eace73bb63ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6472249 Jan 21 09:37:46.281905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55182) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.283623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.315381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:37:46.316291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.321516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Allocated IP 172.20.0.5 (83b192f4-42d9-4533-8c6a-1d743e3b0559/1ccd1c86-5539-4a7b-9517-f8bb9da84d24/4f69e142-eb55-4a60-a177-66ebf70d71c4) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:46.324721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:46.339336 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:46.346617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.347851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-63c48f65-7279-456a-ac17-b3fdf83875ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6636953 Jan 21 09:37:46.362053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55186) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.402566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Request body: {'security_group_rule': {'security_group_id': '3773ef44-b1b2-4995-b010-41ed6996ee23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:46.402804 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-e1a31281-c881-4ea7-b6a0-1a6745340540 service neutron] 10.222.0.122 "GET /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314173 Jan 21 09:37:46.448890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:46.461902 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9e5fdfb6-bca6-4479-83ef-9ffc3f6178e7 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "DELETE /v2.0/ports/8d8684ca-9013-45d8-b760-f4619b9b0e9a HTTP/1.1" status: 204 len: 168 time: 1.6502259 Jan 21 09:37:46.462767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55190) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.479894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Usage tracker for resource:security_group_rule and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:46.485332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:46.520227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:46.583338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4f08a03c-ef54-426b-8799-dcac8105ff67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.593058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53112a39-479d-4087-90df-11eeeabdc0b6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.730653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81a1e5a-565d-4357-ac36-242d9ebfe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:46.737484 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c81a1e5a-565d-4357-ac36-242d9ebfe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "GET /v2.0/ports/8d8684ca-9013-45d8-b760-f4619b9b0e9a HTTP/1.1" status: 404 len: 333 time: 0.2705038 Jan 21 09:37:46.738631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55194) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.747179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.757616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-458503840', 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:46.803733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:46.809912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96ae73da-1619-432e-9142-f7d73756e565 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:37:46.815811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.821889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event deleted for resources: {'Network': ['ID=96ae73da-1619-432e-9142-f7d73756e565,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.832070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53112a39-479d-4087-90df-11eeeabdc0b6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5d42e8-ae03-4f0d-ae7c-081638c6c08a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:46.835608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Usage tracker for resource:port and tenant:fdf7c828eb7c4e53900e2c44ffd586d1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:46.855245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:46.871685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:46.893345 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5b7d1281-e126-442f-99b9-1eaabb4579ae tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "DELETE /v2.0/networks/96ae73da-1619-432e-9142-f7d73756e565 HTTP/1.1" status: 204 len: 168 time: 4.7671421 Jan 21 09:37:46.899229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55198) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:46.901067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53112a39-479d-4087-90df-11eeeabdc0b6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.910908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49705ba-5db7-44da-9d80-5630af849b41 None None] Network 181c5e85-8a21-4da4-9899-8d2102ea561c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:37:46.925139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:46.946548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4f08a03c-ef54-426b-8799-dcac8105ff67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.014484 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-53112a39-479d-4087-90df-11eeeabdc0b6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "DELETE /v2.0/subnets/fb5d42e8-ae03-4f0d-ae7c-081638c6c08a HTTP/1.1" status: 204 len: 168 time: 2.2860703 Jan 21 09:37:47.071456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55204) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:47.143055 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-4bfdb6b0-31e9-4914-b128-a0fdeea31a13 service neutron] 10.222.0.122 "GET /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214053 Jan 21 09:37:47.160904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Made reservation on behalf of fdf7c828eb7c4e53900e2c44ffd586d1 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:47.164446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.204563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f2cf3cef-a9a2-4bcf-ba86-37eb15c332a2 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Synchronizing usage tracker for tenant:52b7e3780ef04c4ea92e74ac6db82cf1 on resource:floatingip {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:47.226636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] device_id is not set on port 6008ddda-271b-4cbd-ad3a-18d3a5af72c5 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:47.284262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Router 3aed4e55-510b-41b4-bb89-901d8faa0dc4 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:37:47.297301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f2cf3cef-a9a2-4bcf-ba86-37eb15c332a2 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Unset dirty status for tenant:52b7e3780ef04c4ea92e74ac6db82cf1 on resource:floatingip {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:47.303978 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f2cf3cef-a9a2-4bcf-ba86-37eb15c332a2 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.3974793 Jan 21 09:37:47.304813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55208) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:47.470486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-07cd7282-0eeb-4c3b-86c0-02c8890caebe req-497e815f-deff-45f2-a5ca-adf6dcd640e1 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 210 time: 0.1086237 Jan 21 09:37:47.507702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] DHCP port deletion for 181c5e85-8a21-4da4-9899-8d2102ea561c request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:37:47.512507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Deleting port 91ed5961-4177-4b0e-94a5-d880aa2f903c {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:47.513127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.585930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.587495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.588581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.589897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.590481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.593661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.594242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:47.596067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Synchronizing usage tracker for tenant:52b7e3780ef04c4ea92e74ac6db82cf1 on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:47.696038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.820341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4f08a03c-ef54-426b-8799-dcac8105ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.845930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7b34749f-db4d-4a7b-877f-1b3f79e1f892 req-07a0ae58-1cac-453a-8560-56fc257c0279 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.1066189 Jan 21 09:37:47.874597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Unset dirty status for tenant:52b7e3780ef04c4ea92e74ac6db82cf1 on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:47.878607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-27a4f585-5a7b-4c7f-ae75-090dcf9d1c5e tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4604 time: 0.5678637 Jan 21 09:37:47.882470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55222) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:47.888378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 91ed5961-4177-4b0e-94a5-d880aa2f903c no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:37:47.904722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.960501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:47.967102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Transition to ACTIVE for port object 4f69e142-eb55-4a60-a177-66ebf70d71c4 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:47.977699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08a03c-ef54-426b-8799-dcac8105ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ad3cd1-9e80-4ead-a419-3b2ae7f34650,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.000483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.038606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4f08a03c-ef54-426b-8799-dcac8105ff67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.042167 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4f08a03c-ef54-426b-8799-dcac8105ff67 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/25ad3cd1-9e80-4ead-a419-3b2ae7f34650 HTTP/1.1" status: 204 len: 168 time: 1.7508185 Jan 21 09:37:48.053636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Deleting port 91ed5961-4177-4b0e-94a5-d880aa2f903c {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:48.054465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.083845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.087772 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7170787 Jan 21 09:37:48.087772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c727ab6-eadf-4b2c-beec-e561f37ab806 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15f9303-b961-4174-9da7-dae45a0e5d36,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.089523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55234) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.108666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:48.125657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:48.135799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Usage tracker for resource:floatingip and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:48.141857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:48.151658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:48.160311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.261744 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-086ce8ab-c181-408b-9de0-7dffb6911a68 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:37:48.263210 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-086ce8ab-c181-408b-9de0-7dffb6911a68 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "DELETE /v2.0/floatingips/a6c88359-b597-4514-8860-fe8b16ad2992 HTTP/1.1" status: 404 len: 345 time: 0.3137858 Jan 21 09:37:48.271593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55242) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.356458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] For port 91ed5961-4177-4b0e-94a5-d880aa2f903c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=91ed5961-4177-4b0e-94a5-d880aa2f903c,segment=NetworkSegment(18ee981b-0431-467e-942f-a0a6bcb11735),segment_id=18ee981b-0431-467e-942f-a0a6bcb11735)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:48.358635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.366319 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cfc294-83a2-4987-8e86-c8d12ba5da8d tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] DELETE failed (client error): The resource could not be found. Jan 21 09:37:48.366973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cfc294-83a2-4987-8e86-c8d12ba5da8d tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:37:48.396654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.398937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:48.402054 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-83cfc294-83a2-4987-8e86-c8d12ba5da8d tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "DELETE /v2.0/networks/96ae73da-1619-432e-9142-f7d73756e565 HTTP/1.1" status: 404 len: 339 time: 0.1290338 Jan 21 09:37:48.405910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55248) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:48.422265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Request body: {'network': {'name': 'tempest-network--1879788333', 'router:external': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:48.438408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:48.528254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:48.557161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:48.564362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event updated for resources: {'Port': ['ID=4f69e142-eb55-4a60-a177-66ebf70d71c4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:48.582638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:48.625749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Usage tracker for resource:network and tenant:52b7e3780ef04c4ea92e74ac6db82cf1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:48.639852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:48.705276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:48.811335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Calling delete_port for 91ed5961-4177-4b0e-94a5-d880aa2f903c owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:37:48.822360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Made reservation on behalf of 52b7e3780ef04c4ea92e74ac6db82cf1 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:48.829327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.010749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.043164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55266) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:49.196026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.207042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc951-8493-4450-83e0-c111b80b8725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.241592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 91ed5961-4177-4b0e-94a5-d880aa2f903c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=91ed5961-4177-4b0e-94a5-d880aa2f903c,segment=NetworkSegment(18ee981b-0431-467e-942f-a0a6bcb11735),segment_id=18ee981b-0431-467e-942f-a0a6bcb11735)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:49.245182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a16175e-5e2a-455a-8d28-c7782c6ff4c6 None None] Provisioning for port 4f69e142-eb55-4a60-a177-66ebf70d71c4 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:37:49.254367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.274737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.293702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:49.303765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a16175e-5e2a-455a-8d28-c7782c6ff4c6 None None] Provisioning complete for port 4f69e142-eb55-4a60-a177-66ebf70d71c4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:37:49.304430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a16175e-5e2a-455a-8d28-c7782c6ff4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.306622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.307195 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Added segment cf1090d9-23d9-4a39-a428-1ba0e3cdb541 of type vlan for network 2b2461d9-1eab-4803-8be5-94b4d6dc52ff Jan 21 09:37:49.326883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] For port 91ed5961-4177-4b0e-94a5-d880aa2f903c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=91ed5961-4177-4b0e-94a5-d880aa2f903c,segment=NetworkSegment(18ee981b-0431-467e-942f-a0a6bcb11735),segment_id=18ee981b-0431-467e-942f-a0a6bcb11735)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:49.327249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.347186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:49.347757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:49.351266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.357806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.358857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.399315 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2c59e3b-49db-454b-8821-7c1fb04e4053 req-938d2b1e-5871-4d19-8734-e50a1fbe9682 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.2930961 Jan 21 09:37:49.411382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.413079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.413790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.421700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5a16175e-5e2a-455a-8d28-c7782c6ff4c6 None None] Port 4f69e142-eb55-4a60-a177-66ebf70d71c4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:37:49.451887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=91ed5961-4177-4b0e-94a5-d880aa2f903c,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.555101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Network': ['ID=2b2461d9-1eab-4803-8be5-94b4d6dc52ff,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.569716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 2b2461d9-1eab-4803-8be5-94b4d6dc52ff details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:49.603181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Calling delete_port for 91ed5961-4177-4b0e-94a5-d880aa2f903c owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:37:49.623485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=6008ddda-271b-4cbd-ad3a-18d3a5af72c5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:49.627649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1e253599-d188-479c-a3eb-5ea31f3b60f6 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2193081 Jan 21 09:37:49.632025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Network 5de02386-76ca-4b87-87e7-21170b62db52 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:49.636716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55272) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:49.637646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:49.662035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:49.662912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:49.663684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.668969 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-217dc936-10a3-46f9-b90c-0bf01f834946 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8833797 Jan 21 09:37:49.676266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:37:49.694225 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc489b-a3e9-46e7-84ba-cb32d5b5eb97 None None] Sync routers for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:37:49.713004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:49.716835 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc489b-a3e9-46e7-84ba-cb32d5b5eb97 None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:49.718552 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bccc489b-a3e9-46e7-84ba-cb32d5b5eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.721723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] Usage tracker for resource:security_group_rule and tenant:71bc1ad061d447c09a136125d792d286 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:49.727900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:49.764206 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:49.789070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-2ddee1aa-d96e-46aa-8620-2a3fd3ca8cb7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:37:49.793428 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-2ddee1aa-d96e-46aa-8620-2a3fd3ca8cb7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0274711 Jan 21 09:37:49.848782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Deleting port 91ed5961-4177-4b0e-94a5-d880aa2f903c {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:49.849213 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.866662 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bccc489b-a3e9-46e7-84ba-cb32d5b5eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.883667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.887549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:37:49.888394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:37:49.904243 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc489b-a3e9-46e7-84ba-cb32d5b5eb97 None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:37:49.904868 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bccc489b-a3e9-46e7-84ba-cb32d5b5eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:49.924909 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0a07713f-7abc-46bf-94ac-fcbbcaed1c81 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.1807091 Jan 21 09:37:49.926068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55276) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:49.987534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:49.990600 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6dfd79c9-d1b2-4c63-9aa0-04e3d4815618 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.5004861 Jan 21 09:37:50.006411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55280) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:50.019795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2bd9d-b58f-4da4-bda3-407d275486b4 req-25e58e39-6d30-4f0a-90e7-4631623c6a09 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.021946 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9d2bd9d-b58f-4da4-bda3-407d275486b4 req-25e58e39-6d30-4f0a-90e7-4631623c6a09 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 931 time: 1.1382527 Jan 21 09:37:50.115306 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bccc489b-a3e9-46e7-84ba-cb32d5b5eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:50.115963 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc489b-a3e9-46e7-84ba-cb32d5b5eb97 None None] The sync data for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:37:50.227061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8ae1599f-21f0-46b6-b231-32d0c21cb60b tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Synchronizing usage tracker for tenant:fdf7c828eb7c4e53900e2c44ffd586d1 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:50.251287 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9d2bd9d-b58f-4da4-bda3-407d275486b4 req-89ad9158-4c8a-4522-b9a3-ebb066913b3d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894128 Jan 21 09:37:50.295769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8ae1599f-21f0-46b6-b231-32d0c21cb60b tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Unset dirty status for tenant:fdf7c828eb7c4e53900e2c44ffd586d1 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:50.300727 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8ae1599f-21f0-46b6-b231-32d0c21cb60b tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "GET /v2.0/ports/6008ddda-271b-4cbd-ad3a-18d3a5af72c5 HTTP/1.1" status: 200 len: 954 time: 0.3683498 Jan 21 09:37:50.305996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55284) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:50.372006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19185b0-c4e9-4b07-938c-67df1011bc66 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.379032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19185b0-c4e9-4b07-938c-67df1011bc66 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.384879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19185b0-c4e9-4b07-938c-67df1011bc66 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.390054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19185b0-c4e9-4b07-938c-67df1011bc66 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:50.391244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a19185b0-c4e9-4b07-938c-67df1011bc66 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Synchronizing usage tracker for tenant:a07ff49f73244a899275ec9625d7544d on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:50.402690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Deleting port 91ed5961-4177-4b0e-94a5-d880aa2f903c {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:50.403219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.435880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0496b-35ee-4d44-ad74-d93c18e5be89 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Deleting port 6008ddda-271b-4cbd-ad3a-18d3a5af72c5 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:50.438350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0496b-35ee-4d44-ad74-d93c18e5be89 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.515787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] For port 91ed5961-4177-4b0e-94a5-d880aa2f903c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=91ed5961-4177-4b0e-94a5-d880aa2f903c,segment=NetworkSegment(18ee981b-0431-467e-942f-a0a6bcb11735),segment_id=18ee981b-0431-467e-942f-a0a6bcb11735)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:37:50.516311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.582154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.667642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Allocated IP 172.26.1.69 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/7f5bf56a-5431-4f4b-9239-a0a80b22047a) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:50.760119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Calling delete_port for 91ed5961-4177-4b0e-94a5-d880aa2f903c owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:37:50.765655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0496b-35ee-4d44-ad74-d93c18e5be89 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.821941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:50.969038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0496b-35ee-4d44-ad74-d93c18e5be89 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Calling delete_port for 6008ddda-271b-4cbd-ad3a-18d3a5af72c5 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:37:50.992319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.148883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] Pushing event deleted for resources: {'Port': ['ID=91ed5961-4177-4b0e-94a5-d880aa2f903c,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.166817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b1739-bfd3-4052-ab40-707d9df17c03 None None] No DVR routers for this DVR port 91ed5961-4177-4b0e-94a5-d880aa2f903c on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:37:51.172567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0496b-35ee-4d44-ad74-d93c18e5be89 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.252889 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c11c31b6-62be-43b7-9788-a68e58eaf4fa req-c5e24a0e-ae11-4758-9ecd-977fc4c154c6 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.1564183 Jan 21 09:37:51.253753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a19185b0-c4e9-4b07-938c-67df1011bc66 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Unset dirty status for tenant:a07ff49f73244a899275ec9625d7544d on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:51.254954 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a19185b0-c4e9-4b07-938c-67df1011bc66 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.6149654 Jan 21 09:37:51.255505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] The port '91ed5961-4177-4b0e-94a5-d880aa2f903c' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:37:51.257769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0496b-35ee-4d44-ad74-d93c18e5be89 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event deleted for resources: {'Port': ['ID=6008ddda-271b-4cbd-ad3a-18d3a5af72c5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.260595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0496b-35ee-4d44-ad74-d93c18e5be89 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.273779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55290) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.284149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e0e0496b-35ee-4d44-ad74-d93c18e5be89 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "DELETE /v2.0/ports/6008ddda-271b-4cbd-ad3a-18d3a5af72c5 HTTP/1.1" status: 204 len: 168 time: 0.9763341 Jan 21 09:37:51.306187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55294) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.357872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868c2deb-badc-47e8-b620-064964cac3d9,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:51.374492 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8bdafc43-30ac-42a1-8c89-4e16e38ef57b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=71bc1ad061d447c09a136125d792d286&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3181741 Jan 21 09:37:51.397481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55300) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.416368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8eec6b06-c9c4-4b26-acc6-2a393d9ee20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.590053 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-04299b54-4afb-4bd8-bba5-dc2afafd9254 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:37:51.594821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-04299b54-4afb-4bd8-bba5-dc2afafd9254 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Synchronizing usage tracker for tenant:fdf7c828eb7c4e53900e2c44ffd586d1 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:51.617246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Request body: {'port': {'device_id': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:51.719679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.728211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-04299b54-4afb-4bd8-bba5-dc2afafd9254 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Unset dirty status for tenant:fdf7c828eb7c4e53900e2c44ffd586d1 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:51.736044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-04299b54-4afb-4bd8-bba5-dc2afafd9254 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "GET /v2.0/ports/6008ddda-271b-4cbd-ad3a-18d3a5af72c5 HTTP/1.1" status: 404 len: 333 time: 0.4204652 Jan 21 09:37:51.760312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55306) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:51.770594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Request body: {'port': {'network_id': '5de02386-76ca-4b87-87e7-21170b62db52', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1069207295'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:51.788753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:51.793348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.796719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa02038d-9e61-4736-ba17-a57262783e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.806524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.844689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181c5e85-8a21-4da4-9899-8d2102ea561c']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:51.880084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa02038d-9e61-4736-ba17-a57262783e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:51.903098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19770f4-b683-47b3-ad54-ce07a7d1662d req-ca9f9ee4-a319-456f-ae5f-7f9754b8156a tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:51.907910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:51.914042 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e19770f4-b683-47b3-ad54-ce07a7d1662d req-ca9f9ee4-a319-456f-ae5f-7f9754b8156a tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 931 time: 0.3900044 Jan 21 09:37:51.925668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ee981b-0431-467e-942f-a0a6bcb11735') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:51.926082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ee981b-0431-467e-942f-a0a6bcb11735') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:51.971313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.009969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.047245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e19770f4-b683-47b3-ad54-ce07a7d1662d req-1cd1102f-08c1-449a-b73b-b05e1fe61fdf tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303649 Jan 21 09:37:52.114143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Made reservation on behalf of fdf7c828eb7c4e53900e2c44ffd586d1 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:52.117119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.173068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] device_id is not set on port 61e38d72-3c0b-4d22-87dc-4017626d98b7 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:52.188186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.219565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa02038d-9e61-4736-ba17-a57262783e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.233363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.241555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2461d9-1eab-4803-8be5-94b4d6dc52ff']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:52.258455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02038d-9e61-4736-ba17-a57262783e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c2deb-badc-47e8-b620-064964cac3d9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.268141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1090d9-23d9-4a39-a428-1ba0e3cdb541') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:52.268500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1090d9-23d9-4a39-a428-1ba0e3cdb541') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:52.280395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa02038d-9e61-4736-ba17-a57262783e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.281738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fa02038d-9e61-4736-ba17-a57262783e5f admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/868c2deb-badc-47e8-b620-064964cac3d9 HTTP/1.1" status: 204 len: 168 time: 0.7729099 Jan 21 09:37:52.294179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.312229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.319433 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:37:52.320373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.335390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.347582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:37:52.348016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:52.363562 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:52.388463 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:52.460207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.476051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.496013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b2461d9-1eab-4803-8be5-94b4d6dc52ff {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:37:52.507423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.617454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b2461d9-1eab-4803-8be5-94b4d6dc52ff,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:52.652286 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f5395dda-4db3-48e7-a628-ca9e2d65e918 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "DELETE /v2.0/networks/2b2461d9-1eab-4803-8be5-94b4d6dc52ff HTTP/1.1" status: 204 len: 168 time: 1.3757706 Jan 21 09:37:52.656149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55314) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:52.664615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a4eb76b1-af2a-4961-919e-c6bfbbebff1d req-0643ebd3-321c-4608-bfe2-148ef7ceb6fb tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.1365857 Jan 21 09:37:52.678723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Request body: {'network': {'name': 'tempest-network--1271195048', 'router:external': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:52.693870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:52.705353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Usage tracker for resource:network and tenant:52b7e3780ef04c4ea92e74ac6db82cf1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:52.720589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:52.727285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.746545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:52.772267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Made reservation on behalf of 52b7e3780ef04c4ea92e74ac6db82cf1 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:52.781418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.884351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:52.907454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.918280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:52.920251 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Added segment 8b0a2b7c-e0b9-406a-9df5-894ac32948ae of type vlan for network d4a82eff-c5c7-4e24-9b3f-7d49dbc36eef Jan 21 09:37:53.004026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:53.005325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event updated for resources: {'Port': ['ID=7f5bf56a-5431-4f4b-9239-a0a80b22047a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.032608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:53.042902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:53.044680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.134399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.136384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.138280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.156802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.197265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Network 5de02386-76ca-4b87-87e7-21170b62db52 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:53.279451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:53.281674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=61e38d72-3c0b-4d22-87dc-4017626d98b7,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.284244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:53.285193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.285907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.752291 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0948150 Jan 21 09:37:53.754575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979644bf-9efc-46a0-8e75-4a62ccc04560 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Network': ['ID=d4a82eff-c5c7-4e24-9b3f-7d49dbc36eef,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:53.769658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55332) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.770046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network d4a82eff-c5c7-4e24-9b3f-7d49dbc36eef details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:53.792534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.793700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.808370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:53.814676 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ab52352e-0a93-4775-8a7d-da200ea6b5ba tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0495985 Jan 21 09:37:53.965725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55336) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:53.994938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7988b2bb-f4d6-428e-84dc-bc93e273a3d9 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:53.994938 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7988b2bb-f4d6-428e-84dc-bc93e273a3d9 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] 10.222.0.122 "GET /v2.0/networks/d4a82eff-c5c7-4e24-9b3f-7d49dbc36eef HTTP/1.1" status: 200 len: 757 time: 0.2111378 Jan 21 09:37:54.013330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55342) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.073504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.143679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:54.206896 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] 10.222.0.122 "DELETE /v2.0/networks/181c5e85-8a21-4da4-9899-8d2102ea561c HTTP/1.1" status: 204 len: 168 time: 7.1319292 Jan 21 09:37:54.215286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b7f35-db33-4d47-a448-3c60f3df870a tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:54.216931 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2f4b7f35-db33-4d47-a448-3c60f3df870a tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] 10.222.0.122 "GET /v2.0/networks/ebeee492-08c1-4333-8289-a8ddc4ee207d HTTP/1.1" status: 200 len: 768 time: 0.2182584 Jan 21 09:37:54.220734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537ca31-4700-433c-aae1-89fd2009c6e6 tempest-DHCPAgentSchedulersTestJSON-285405325 tempest-DHCPAgentSchedulersTestJSON-285405325-project] Pushing event deleted for resources: {'Network': ['ID=181c5e85-8a21-4da4-9899-8d2102ea561c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:54.238787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55350) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.281272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f00711b-47fb-4d5e-be7b-de940f09c2e6 req-ad8ada8e-291f-4ee5-86df-b4f196e8e917 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.0620522 Jan 21 09:37:54.303129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a68fc1-0dc1-40f1-b2f7-473655e6da56 req-01eb0e95-2603-4a5e-84cf-0232425698d2 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:54.305225 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b0a68fc1-0dc1-40f1-b2f7-473655e6da56 req-01eb0e95-2603-4a5e-84cf-0232425698d2 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 931 time: 0.6605332 Jan 21 09:37:54.376700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b0a68fc1-0dc1-40f1-b2f7-473655e6da56 req-3769783c-1c08-4633-b22a-351239ef932d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555918 Jan 21 09:37:54.460213 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.519002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55358) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:54.623751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.682826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:54.788753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55366) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.040617 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9e249279-3519-421a-87a4-630f86aa290a admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=5ae9248508b944389c983302f6914c31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2429187 Jan 21 09:37:55.044005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55372) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:55.055118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'networks': [{'name': 'tempest-network--1074980441'}, {'name': 'tempest-network--1291983317'}]} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:55.055796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'network': {'name': 'tempest-network--1074980441'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:55.056375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'network': {'name': 'tempest-network--1291983317'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:55.076283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:55.086864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Usage tracker for resource:network and tenant:5815833b9e534fce85ae3349b2809d33 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:55.102738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:55.116416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:55.168957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b4268c7-c7da-4612-9b6e-de5b94067e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.172385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f69e142-eb55-4a60-a177-66ebf70d71c4 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:37:55.199219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Made reservation on behalf of 5815833b9e534fce85ae3349b2809d33 for: {'network': 2} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:55.203660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.213773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.225319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.225749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.244496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b4268c7-c7da-4612-9b6e-de5b94067e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.320235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:55.327950 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Usage tracker for resource:security_group_rule and tenant:5815833b9e534fce85ae3349b2809d33 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:55.331961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:55.341345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:55.371383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b4268c7-c7da-4612-9b6e-de5b94067e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.408937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4268c7-c7da-4612-9b6e-de5b94067e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b226ecd2-3ac6-4ebe-b01b-b3733e63aa7f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.431893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a82eff-c5c7-4e24-9b3f-7d49dbc36eef']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:55.435903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b4268c7-c7da-4612-9b6e-de5b94067e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.439530 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8b4268c7-c7da-4612-9b6e-de5b94067e3a admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b226ecd2-3ac6-4ebe-b01b-b3733e63aa7f HTTP/1.1" status: 204 len: 168 time: 0.3919733 Jan 21 09:37:55.481905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.483924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Transition to ACTIVE for port object 4f69e142-eb55-4a60-a177-66ebf70d71c4 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:55.488574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.489341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.534159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0a2b7c-e0b9-406a-9df5-894ac32948ae') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:55.534493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0a2b7c-e0b9-406a-9df5-894ac32948ae') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:55.550808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.605621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-868fa448-0f67-447e-9bf6-5beb5b7cccb4 req-dc6f19ac-19f9-40e3-b233-d87e4dec9ebd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.1018286 Jan 21 09:37:55.644875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.677192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f44248-e889-41cf-9fc0-730107b16735,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.691825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:55.699702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:55.714437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.714777 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Added segment 4723e963-4893-4a04-a88c-42983205e8dc of type vlan for network 60f52f28-4d8b-4ab6-b0b7-a32a0ed480a4 Jan 21 09:37:55.719061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.753364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaaca-7d25-4063-b72f-f3b4908e7b83 req-f250f376-5c3a-4fde-945b-f292569a95e1 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.754891 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-befeaaca-7d25-4063-b72f-f3b4908e7b83 req-f250f376-5c3a-4fde-945b-f292569a95e1 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 943 time: 0.1435087 Jan 21 09:37:55.757540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.791731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.805759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Pushing event updated for resources: {'Port': ['ID=4f69e142-eb55-4a60-a177-66ebf70d71c4,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:55.819542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:37:55.819938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:55.835311 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:55.836994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.839751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:55.857349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.857695 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Added segment ff9f0f47-f7a8-499c-987d-6589504cd1da of type vlan for network 1c2c4ce3-4bc0-4296-8a2b-b3d798d98f51 Jan 21 09:37:55.893258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.938102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.938692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.943976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.947421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:55.948137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:55.986458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55384) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.095204 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-befeaaca-7d25-4063-b72f-f3b4908e7b83 req-fdfe0760-c2ab-4c1a-9792-24d5091c42ad tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332946 Jan 21 09:37:56.118731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.129610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:56.132111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.120', 50254) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.138158 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6178906 Jan 21 09:37:56.142951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55390) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.224943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Network': ['ID=60f52f28-4d8b-4ab6-b0b7-a32a0ed480a4,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.241516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 60f52f28-4d8b-4ab6-b0b7-a32a0ed480a4 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:56.291778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:56.295526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] Usage tracker for resource:security_group_rule and tenant:7642c6ca5f8a496fbde6f010723c25dd is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:56.295664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event updated for resources: {'Port': ['ID=7f5bf56a-5431-4f4b-9239-a0a80b22047a,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.298408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:56.305038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:56.403205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.440526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] device_id is not set on port 61e38d72-3c0b-4d22-87dc-4017626d98b7 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:37:56.445736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4a82eff-c5c7-4e24-9b3f-7d49dbc36eef {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:37:56.455426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.474644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.492923 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4a82eff-c5c7-4e24-9b3f-7d49dbc36eef,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.509183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.526441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.532571 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-78575281-58e6-44fa-84f8-40ea7f4daecb tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "DELETE /v2.0/networks/d4a82eff-c5c7-4e24-9b3f-7d49dbc36eef HTTP/1.1" status: 204 len: 168 time: 2.2796998 Jan 21 09:37:56.533565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.537270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55394) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.538647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Transition to ACTIVE for port object 61e38d72-3c0b-4d22-87dc-4017626d98b7 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:56.563481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.569088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Request body: {'network': {'name': 'tempest-network--32614503'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:56.571909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79377b-19f9-4b01-8c56-191f685f54b1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Network': ['ID=1c2c4ce3-4bc0-4296-8a2b-b3d798d98f51,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.582423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 1c2c4ce3-4bc0-4296-8a2b-b3d798d98f51 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:56.604019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:56.623538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Attempting to bind port 4f69e142-eb55-4a60-a177-66ebf70d71c4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:56.623735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Attempting to bind port 4f69e142-eb55-4a60-a177-66ebf70d71c4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:56.623970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Attempting to bind port 4f69e142-eb55-4a60-a177-66ebf70d71c4 on network 83b192f4-42d9-4533-8c6a-1d743e3b0559 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:56.626172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.627253 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d1dd3f12-75fd-44ff-91d5-c0cb13d995ca tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5312779 Jan 21 09:37:56.653372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Usage tracker for resource:network and tenant:52b7e3780ef04c4ea92e74ac6db82cf1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:56.668736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:56.671346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933f1eda-edf9-475b-a3d2-dffb887fc9e0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.685514 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-63a5e098-3f9a-48f4-91f0-25b507210337 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=7642c6ca5f8a496fbde6f010723c25dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6908145 Jan 21 09:37:56.685514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:56.699315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55402) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:56.720164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Port 4f69e142-eb55-4a60-a177-66ebf70d71c4 on network 83b192f4-42d9-4533-8c6a-1d743e3b0559 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:56.720496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Attempting to bind port 4f69e142-eb55-4a60-a177-66ebf70d71c4 on network 83b192f4-42d9-4533-8c6a-1d743e3b0559 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:56.722735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=61e38d72-3c0b-4d22-87dc-4017626d98b7,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:56.741848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:37:56.742202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Checking segment: {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:37:56.742746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Bound using segment: {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:37:56.743189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Bound port: 4f69e142-eb55-4a60-a177-66ebf70d71c4, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672a9928-0a90-4bee-b99b-c69cbad43622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:37:56.743534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.759926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-46ca31af-ddcc-444c-bb0b-744b2aae8dcd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.761368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-46ca31af-ddcc-444c-bb0b-744b2aae8dcd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.120 "GET /v2.0/networks?id=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b HTTP/1.1" status: 200 len: 805 time: 0.6252599 Jan 21 09:37:56.784862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6fd52-982b-4a20-8fa9-ff5d739ded35 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.793030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6fd52-982b-4a20-8fa9-ff5d739ded35 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.796869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6fd52-982b-4a20-8fa9-ff5d739ded35 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.813380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6fd52-982b-4a20-8fa9-ff5d739ded35 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:56.814142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-06c6fd52-982b-4a20-8fa9-ff5d739ded35 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Synchronizing usage tracker for tenant:5815833b9e534fce85ae3349b2809d33 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:56.830314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Made reservation on behalf of 52b7e3780ef04c4ea92e74ac6db82cf1 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:56.832414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:56.886503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:56.886867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:56.887325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:56.946560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:56.946928 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:56.952238 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 2 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:56.993463 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:56.994139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:56.994632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:57.001433 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] For port 4f69e142-eb55-4a60-a177-66ebf70d71c4, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:57.068262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] For port 4f69e142-eb55-4a60-a177-66ebf70d71c4, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:37:57.069232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:57.069553 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:57.074761 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 3 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:57.091753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.118185 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-150c22ac-fde3-4c78-9106-88628dca4da0 req-0c3a9be1-ded8-4fde-8913-4984945a5357 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.2896609 Jan 21 09:37:57.150548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-06c6fd52-982b-4a20-8fa9-ff5d739ded35 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Unset dirty status for tenant:5815833b9e534fce85ae3349b2809d33 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:57.150683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:57.151189 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-06c6fd52-982b-4a20-8fa9-ff5d739ded35 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0038443 Jan 21 09:37:57.154727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:57.155419 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:57.160183 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55416) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.189067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:37:57.224732 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-5722aa73-e631-43ef-b0c5-06de876a3ce6 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=679f6ab398fb4143b9b8a9b599456ff0 HTTP/1.1" status: 200 len: 380 time: 0.4068155 Jan 21 09:37:57.230509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9c936a32-d129-4c61-8a4b-0b1b4d6c92a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.232806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.233154 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Added segment 8aa0e2d6-5201-454c-899e-4e97a51a0be0 of type vlan for network 01e470b6-8ab3-4255-ab01-bf5be630ae15 Jan 21 09:37:57.238557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Request body: {'port': {'device_id': '8fa1af03-168a-4944-95e6-c766769eb542', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'admin_state_up': True, 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'security_groups': ['d3f44d73-d7ed-407a-81c5-c4aa88a1cebd']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:57.255048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-871a09be-f966-4069-8194-f1b47660f91a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Synchronizing usage tracker for tenant:cf52a8a303d74e7c976c75798a27970e on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:57.300498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.319134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:57.319461 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:57.332541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.334517 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] 10.222.0.120 "PUT /v2.0/ports/4f69e142-eb55-4a60-a177-66ebf70d71c4 HTTP/1.1" status: 200 len: 1093 time: 6.0020368 Jan 21 09:37:57.336572 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 4 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:57.343145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'tag': '4f69e142-eb55-4a60-a177-66ebf70d71c4'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:37:57.372944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:57.373288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:57.373618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:57.375870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9a18b-0b01-43fd-8211-699c1a3ef27c service neutron] Pushing event updated for resources: {'Port': ['ID=4f69e142-eb55-4a60-a177-66ebf70d71c4,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.442141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9c936a32-d129-4c61-8a4b-0b1b4d6c92a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.504569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.509762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.515344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-871a09be-f966-4069-8194-f1b47660f91a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Unset dirty status for tenant:cf52a8a303d74e7c976c75798a27970e on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:57.516712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-871a09be-f966-4069-8194-f1b47660f91a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--2136263411&fields=id&tenant_id=cf52a8a303d74e7c976c75798a27970e HTTP/1.1" status: 200 len: 267 time: 0.4649627 Jan 21 09:37:57.528956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:57.529148 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:57.531753 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 5 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:57.581056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:57.581274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:57.581598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:57.639781 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:37:57.701060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9c936a32-d129-4c61-8a4b-0b1b4d6c92a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.710317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:57.710663 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:57.730308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.731156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.731730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.754753 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 6 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:57.762618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c936a32-d129-4c61-8a4b-0b1b4d6c92a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933f1eda-edf9-475b-a3d2-dffb887fc9e0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.801147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:37:57.875139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Usage tracker for resource:port and tenant:679f6ab398fb4143b9b8a9b599456ff0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:37:57.878948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9c936a32-d129-4c61-8a4b-0b1b4d6c92a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.880595 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9c936a32-d129-4c61-8a4b-0b1b4d6c92a6 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/933f1eda-edf9-475b-a3d2-dffb887fc9e0 HTTP/1.1" status: 204 len: 168 time: 1.1771183 Jan 21 09:37:57.885861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:37:57.893855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c545f08-bf45-4e63-b28d-e5c36aeb7326 req-c7dda6e2-e046-4e05-8748-6f7c6871897a tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.895417 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c545f08-bf45-4e63-b28d-e5c36aeb7326 req-c7dda6e2-e046-4e05-8748-6f7c6871897a tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 943 time: 0.5433741 Jan 21 09:37:57.900177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:57.911999 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3614092 Jan 21 09:37:57.913273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:37:57.916367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:57.916690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:57.917015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:57.923717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-ccd13437-f008-4b0d-986f-7f2c15bb14b1 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:57.924398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-ccd13437-f008-4b0d-986f-7f2c15bb14b1 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Synchronizing usage tracker for tenant:cf52a8a303d74e7c976c75798a27970e on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:37:57.931525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55428) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:57.957492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0defc046-5772-4480-812b-7b21e5324bb9 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:37:57.975984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b2915-9558-48e8-9dd8-033f993da508 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Network': ['ID=01e470b6-8ab3-4255-ab01-bf5be630ae15,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:57.986429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 01e470b6-8ab3-4255-ab01-bf5be630ae15 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:37:58.001198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Made reservation on behalf of 679f6ab398fb4143b9b8a9b599456ff0 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:37:58.004341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.005497 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-d825f7f2-29d5-44d1-80ea-3fef2246aad5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=14ac52abc1b64a9d8facf94697773bb1&device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 1096 time: 0.6006796 Jan 21 09:37:58.022811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:58.023210 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:58.030279 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 7 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:58.085833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-ccd13437-f008-4b0d-986f-7f2c15bb14b1 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Unset dirty status for tenant:cf52a8a303d74e7c976c75798a27970e on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:37:58.087577 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-ccd13437-f008-4b0d-986f-7f2c15bb14b1 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 810 time: 0.5546355 Jan 21 09:37:58.117554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:58.117894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:58.118257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:58.132646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f52f28-4d8b-4ab6-b0b7-a32a0ed480a4']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:58.171677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:58.171886 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:58.177129 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 8 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:58.203390 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c545f08-bf45-4e63-b28d-e5c36aeb7326 req-c1f35290-b1a7-4276-b838-749178e8405f tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848070 Jan 21 09:37:58.204496 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-8fc1d32f-ea9f-40b9-821b-58e379f1b485 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/quotas/cf52a8a303d74e7c976c75798a27970e HTTP/1.1" status: 200 len: 375 time: 0.1073968 Jan 21 09:37:58.226416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4723e963-4893-4a04-a88c-42983205e8dc') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:58.226708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4723e963-4893-4a04-a88c-42983205e8dc') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:58.241371 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-3c8a8a55-91dc-4f4e-ab2f-194b7db4e0dd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4 HTTP/1.1" status: 200 len: 217 time: 0.2145000 Jan 21 09:37:58.255730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:58.256159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:58.256600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:58.308538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:58.309080 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:58.314871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.326549 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 9 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:58.389524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:58.389690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:58.390122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:58.401772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:58.402209 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:58.411838 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempt 10 to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 Jan 21 09:37:58.432389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.513592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Allocated IP 172.20.0.8 (7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b/8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98/8f402e3c-edec-47e8-a36b-0384cb052417) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:58.516907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0defc046-5772-4480-812b-7b21e5324bb9 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.535205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Allocated IP 172.20.0.1 (8a627524-4ab2-43e1-8f3f-cc73860db884/8024de7e-3a7f-4f2d-8629-4ac43c0c6fa4/3b23c9b8-e3d4-441d-93d3-30c301028e70) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:37:58.544745 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-3fcea60e-03a7-40fc-aef2-a2b47290c2f5 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3120229 Jan 21 09:37:58.555054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0defc046-5772-4480-812b-7b21e5324bb9 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.626821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:37:58.627166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:37:58.627508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempting to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:37:58.648467 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'tag': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'status': 'completed', 'code': 200} Jan 21 09:37:58.652091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:37:58.652453 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Failed to bind port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '1a5c35f7-4bce-416f-80cb-34a88a40521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5de02386-76ca-4b87-87e7-21170b62db52'}] Jan 21 09:37:58.652808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.664384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-201e5b72-df42-4e67-a1e9-26f43695b855 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.665854 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-201e5b72-df42-4e67-a1e9-26f43695b855 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1ccd1c86-5539-4a7b-9517-f8bb9da84d24 HTTP/1.1" status: 200 len: 850 time: 0.4015682 Jan 21 09:37:58.676940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:37:58.677350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:37:58.696835 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:37:58.755526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0defc046-5772-4480-812b-7b21e5324bb9 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Network 01e470b6-8ab3-4255-ab01-bf5be630ae15 is not hosted by any dhcp agent {{(pid=83427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:37:58.756285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0defc046-5772-4480-812b-7b21e5324bb9 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:58.756863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0defc046-5772-4480-812b-7b21e5324bb9 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:58.760585 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0defc046-5772-4480-812b-7b21e5324bb9 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "PUT /v2.0/networks/01e470b6-8ab3-4255-ab01-bf5be630ae15 HTTP/1.1" status: 200 len: 856 time: 0.8247178 Jan 21 09:37:58.786712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55448) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:58.796410 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f9ba3cd-d260-4870-8d12-b9e0118cf598 req-2993afd4-9ba8-4c83-afbc-d66b7add9fa5 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.1391988 Jan 21 09:37:58.821027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc046-5772-4480-812b-7b21e5324bb9 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event updated for resources: {'Network': ['ID=01e470b6-8ab3-4255-ab01-bf5be630ae15,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.033310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.037702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.039235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-611c8548-daea-489a-81aa-d3cf2d485e1d service neutron] 10.222.0.122 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618700 Jan 21 09:37:59.116377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Network': ['ID=60f52f28-4d8b-4ab6-b0b7-a32a0ed480a4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.120571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.135817 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2fd67190-f43d-4df4-a6bf-eb60acc23276 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/networks/60f52f28-4d8b-4ab6-b0b7-a32a0ed480a4 HTTP/1.1" status: 204 len: 168 time: 1.9702308 Jan 21 09:37:59.140119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55460) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:59.140836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.150546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] For port 61e38d72-3c0b-4d22-87dc-4017626d98b7, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:37:59.150906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Attempted to set empty binding levels {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:37:59.169829 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-2613f9b4-b6a4-47aa-9bb0-276a35c1d3e0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=83b192f4-42d9-4533-8c6a-1d743e3b0559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4739580 Jan 21 09:37:59.170795 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.209969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Transition to ACTIVE for port object 3b23c9b8-e3d4-441d-93d3-30c301028e70 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:59.245799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.287372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Transition to ACTIVE for port object 8f402e3c-edec-47e8-a36b-0384cb052417 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:37:59.341468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.349582 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-f144845e-24e4-43d0-aac3-4d8e77e9964e service neutron] 10.222.0.122 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993624 Jan 21 09:37:59.364698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] In _notify_port_updated(), no bound segment for port 61e38d72-3c0b-4d22-87dc-4017626d98b7 on network 5de02386-76ca-4b87-87e7-21170b62db52 {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:37:59.365811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.367252 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "PUT /v2.0/ports/61e38d72-3c0b-4d22-87dc-4017626d98b7 HTTP/1.1" status: 200 len: 977 time: 5.3978591 Jan 21 09:37:59.379710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55468) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:37:59.457384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.492746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcc618-b742-40e2-acf3-65565d604e4f tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event updated for resources: {'Port': ['ID=61e38d72-3c0b-4d22-87dc-4017626d98b7,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.512959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.584636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.589838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Deleting port 61e38d72-3c0b-4d22-87dc-4017626d98b7 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:37:59.590281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.620912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e470b6-8ab3-4255-ab01-bf5be630ae15']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.714785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa0e2d6-5201-454c-899e-4e97a51a0be0') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.715318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa0e2d6-5201-454c-899e-4e97a51a0be0') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.727147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.730794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.735902 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cb386e9-61a5-48f8-82ed-14ae266344ce req-58caabca-eccc-4df7-9fe7-1c17d5e5928f tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 210 time: 0.0948367 Jan 21 09:37:59.742543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event updated for resources: {'Port': ['ID=8f402e3c-edec-47e8-a36b-0384cb052417,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:37:59.747930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:59.750329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.751899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:37:59.789207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:37:59.810221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:37:59.813162 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-4e2c1ea8-4c13-4354-a785-7b004ace8088 service neutron] 10.222.0.120 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017609 Jan 21 09:37:59.818263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:37:59.819074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:37:59.830301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2c4ce3-4bc0-4296-8a2b-b3d798d98f51']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.859500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0338ba-b239-49d0-8f1c-d6778237228c req-142bd120-31b1-4edb-9bd7-387c74f0a373 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:37:59.869685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e0338ba-b239-49d0-8f1c-d6778237228c req-142bd120-31b1-4edb-9bd7-387c74f0a373 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 943 time: 0.5188997 Jan 21 09:37:59.898231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9f0f47-f7a8-499c-987d-6589504cd1da') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.898590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9f0f47-f7a8-499c-987d-6589504cd1da') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:37:59.978181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.012084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.012949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.036679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.062241 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e0338ba-b239-49d0-8f1c-d6778237228c req-89afe7d6-b417-4bfe-84c0-2791066c9878 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913166 Jan 21 09:38:00.074354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:00.075041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:00.096096 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:00.104144 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-511bcf8e-d0f9-47be-95fc-661f174b4bae tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8693564 Jan 21 09:38:00.124276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ab156215-c27e-4ad0-8da8-b0df3bd56cff None None] Provisioning for port 8f402e3c-edec-47e8-a36b-0384cb052417 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:00.133867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ab156215-c27e-4ad0-8da8-b0df3bd56cff None None] Provisioning complete for port 8f402e3c-edec-47e8-a36b-0384cb052417 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:00.134323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ab156215-c27e-4ad0-8da8-b0df3bd56cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.147455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:00.157023 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:00.167515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Request body: {'port': {'device_id': '8fa1af03-168a-4944-95e6-c766769eb542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:00.183998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:00.275415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ab156215-c27e-4ad0-8da8-b0df3bd56cff None None] Port 8f402e3c-edec-47e8-a36b-0384cb052417 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:38:00.298325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'Port': ['ID=3b23c9b8-e3d4-441d-93d3-30c301028e70,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.324144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.349944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.364848 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/networks/1c2c4ce3-4bc0-4296-8a2b-b3d798d98f51 HTTP/1.1" status: 204 len: 168 time: 1.2216747 Jan 21 09:38:00.400028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55496) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:00.411188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76625e67-0758-4cd8-992b-c0c8c026d588 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Network': ['ID=1c2c4ce3-4bc0-4296-8a2b-b3d798d98f51,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.543395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.588118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.621031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-76e79fdf-ba86-4d42-a6cc-6f5aac6e1fce None None] Provisioning for port 3b23c9b8-e3d4-441d-93d3-30c301028e70 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:00.627475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-76e79fdf-ba86-4d42-a6cc-6f5aac6e1fce None None] Provisioning complete for port 3b23c9b8-e3d4-441d-93d3-30c301028e70 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:00.628137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-76e79fdf-ba86-4d42-a6cc-6f5aac6e1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.649888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01e470b6-8ab3-4255-ab01-bf5be630ae15 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:38:00.658399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.661903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.668506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a8795-d9ed-4280-b118-40170c2466b4 req-2a82ca59-8035-4aad-b69c-2b5062330377 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.669604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-592a8795-d9ed-4280-b118-40170c2466b4 req-2a82ca59-8035-4aad-b69c-2b5062330377 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Synchronizing usage tracker for tenant:679f6ab398fb4143b9b8a9b599456ff0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:00.679470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] Pushing event deleted for resources: {'Network': ['ID=01e470b6-8ab3-4255-ab01-bf5be630ae15,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:00.685932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] For port 61e38d72-3c0b-4d22-87dc-4017626d98b7, host hv-neutron-8257, got binding levels [] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:00.686533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:00.719208 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-16c0c7b7-4872-40fe-8311-7b52da13a589 tempest-ExternalNetworksTestJSON-675473305 tempest-ExternalNetworksTestJSON-675473305-project-admin] 10.222.0.122 "DELETE /v2.0/networks/01e470b6-8ab3-4255-ab01-bf5be630ae15 HTTP/1.1" status: 204 len: 168 time: 1.9195359 Jan 21 09:38:00.732690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-76e79fdf-ba86-4d42-a6cc-6f5aac6e1fce None None] Port 3b23c9b8-e3d4-441d-93d3-30c301028e70 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:38:00.736180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55502) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:00.736521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55504) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:00.813149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ea94d-9d24-48b2-962e-238cead66645 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.817187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ea94d-9d24-48b2-962e-238cead66645 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.821798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ea94d-9d24-48b2-962e-238cead66645 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:00.822637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-9f3ea94d-9d24-48b2-962e-238cead66645 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Synchronizing usage tracker for tenant:5815833b9e534fce85ae3349b2809d33 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:00.863958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Calling delete_port for 61e38d72-3c0b-4d22-87dc-4017626d98b7 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:00.872118 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d51828f-d556-4547-b9eb-b250efef72c3 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:38:00.872560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d51828f-d556-4547-b9eb-b250efef72c3 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:00.876536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6d51828f-d556-4547-b9eb-b250efef72c3 tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] 10.222.0.122 "DELETE /v2.0/subnets/ab3d0a89-234f-4ed7-a065-e5991c02982c HTTP/1.1" status: 404 len: 337 time: 0.1348946 Jan 21 09:38:00.889080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55514) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:00.915831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-592a8795-d9ed-4280-b118-40170c2466b4 req-2a82ca59-8035-4aad-b69c-2b5062330377 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Unset dirty status for tenant:679f6ab398fb4143b9b8a9b599456ff0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:00.917032 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-592a8795-d9ed-4280-b118-40170c2466b4 req-2a82ca59-8035-4aad-b69c-2b5062330377 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 931 time: 0.7110941 Jan 21 09:38:00.919501 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7a3821dc-1ce1-42aa-8aab-e41258c2ce26 req-3830ec39-ef40-44ee-bcda-74bd9f2cdefe service neutron] 10.222.0.120 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749041 Jan 21 09:38:01.151105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.154243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.157018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-9f3ea94d-9d24-48b2-962e-238cead66645 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Unset dirty status for tenant:5815833b9e534fce85ae3349b2809d33 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:01.162566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9f3ea94d-9d24-48b2-962e-238cead66645 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1889 time: 0.7545989 Jan 21 09:38:01.169830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55522) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.234401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1572425840'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:01.246032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:01.256935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:01.267233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.120', 50260) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.270220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] Pushing event deleted for resources: {'Port': ['ID=61e38d72-3c0b-4d22-87dc-4017626d98b7,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:01.285397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-567349084'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:01.323213 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ef55e9b3-62e5-41d9-9aa9-83589c28516e req-d1398cf5-bab7-4ca6-8fd8-76947c3631c2 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 210 time: 0.1880283 Jan 21 09:38:01.333113 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-81d77e0f-f650-4ce3-9536-447c856224db tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "DELETE /v2.0/ports/61e38d72-3c0b-4d22-87dc-4017626d98b7 HTTP/1.1" status: 204 len: 168 time: 1.9067247 Jan 21 09:38:01.349920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55528) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.359712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:01.414450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Usage tracker for resource:network and tenant:3e0c067f6975443da79fdf01779ae0d4 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:01.431088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.443002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:01.457329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:01.459960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Made reservation on behalf of 5815833b9e534fce85ae3349b2809d33 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:01.463675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.488512 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-592a8795-d9ed-4280-b118-40170c2466b4 req-c64f0d41-75a7-49a4-acf9-2cc89a925ed5 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5514679 Jan 21 09:38:01.489949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8317402f-b9cf-4e42-9652-bd469da3f089 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:38:01.494231 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8317402f-b9cf-4e42-9652-bd469da3f089 tempest-PortsAdminExtendedAttrsTestJSON-1790025174 tempest-PortsAdminExtendedAttrsTestJSON-1790025174-project-admin] 10.222.0.122 "GET /v2.0/ports/61e38d72-3c0b-4d22-87dc-4017626d98b7 HTTP/1.1" status: 404 len: 333 time: 0.1281250 Jan 21 09:38:01.498976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55532) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:01.568291 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-0fea0108-128a-4241-a8c6-a42113bdf66d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=14ac52abc1b64a9d8facf94697773bb1&device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 1096 time: 0.5398366 Jan 21 09:38:01.599700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Made reservation on behalf of 3e0c067f6975443da79fdf01779ae0d4 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:01.602808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.723616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.748843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:01.795111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.795459 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Added segment aba73f87-d8ae-4ef5-a4ee-ea0b0054d1b3 of type vlan for network 12eb6a8d-5387-4936-88a3-f85d7aa01d51 Jan 21 09:38:01.822942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-1d72da17-9831-4574-a6dc-67c7c055aa3b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.824261 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-1d72da17-9831-4574-a6dc-67c7c055aa3b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 810 time: 0.5515902 Jan 21 09:38:01.863884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.884307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:01.964332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:01.965293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.971428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:01.988780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-80372cb9-b7f4-4e28-9b7b-64046eada940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:01.990811 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-80372cb9-b7f4-4e28-9b7b-64046eada940 service neutron] 10.222.0.120 "GET /v2.0/networks?id=83b192f4-42d9-4533-8c6a-1d743e3b0559 HTTP/1.1" status: 200 len: 912 time: 0.4113395 Jan 21 09:38:01.992015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Usage tracker for resource:security_group_rule and tenant:3e0c067f6975443da79fdf01779ae0d4 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:01.999589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:02.059436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:02.082426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1aaeb-c368-4229-a470-08a4584f7797 req-04b16b1b-14e7-4045-b142-46567de887b0 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.084232 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-00f1aaeb-c368-4229-a470-08a4584f7797 req-04b16b1b-14e7-4045-b142-46567de887b0 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 943 time: 0.6120353 Jan 21 09:38:02.088731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f402e3c-edec-47e8-a36b-0384cb052417 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:02.093753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebeee492-08c1-4333-8289-a8ddc4ee207d']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.127337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.163633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:02.207504 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-44b9c6e3-8410-42a4-a47e-86e45505f382 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4 HTTP/1.1" status: 200 len: 217 time: 0.2047009 Jan 21 09:38:02.225041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b72e21-9839-4716-9161-402c6234084b') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.225431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b72e21-9839-4716-9161-402c6234084b') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.257608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Transition to ACTIVE for port object 8f402e3c-edec-47e8-a36b-0384cb052417 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:02.262900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-1900ec56-cd8e-4a49-a118-17f74b67a110 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Synchronizing usage tracker for tenant:cf52a8a303d74e7c976c75798a27970e on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:02.278978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.302999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.312976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.325448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.328833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.329451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.393630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.394199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-1900ec56-cd8e-4a49-a118-17f74b67a110 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Unset dirty status for tenant:cf52a8a303d74e7c976c75798a27970e on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:02.395270 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-1900ec56-cd8e-4a49-a118-17f74b67a110 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf52a8a303d74e7c976c75798a27970e HTTP/1.1" status: 200 len: 380 time: 0.5081456 Jan 21 09:38:02.425368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:02.425836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:02.450570 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:02.456084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Request body: {'port': {'device_id': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'admin_state_up': True, 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'security_groups': ['3773ef44-b1b2-4995-b010-41ed6996ee23']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:02.456668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de02386-76ca-4b87-87e7-21170b62db52']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.517031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-00f1aaeb-c368-4229-a470-08a4584f7797 req-0e26ab58-69ab-4088-ac6a-1a680b7211ea tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962255 Jan 21 09:38:02.615303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-1e0b9d69-7b49-4c8d-acfd-cabe82c42de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:02.617143 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-1e0b9d69-7b49-4c8d-acfd-cabe82c42de3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1ccd1c86-5539-4a7b-9517-f8bb9da84d24 HTTP/1.1" status: 200 len: 850 time: 0.3470201 Jan 21 09:38:02.625761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5c35f7-4bce-416f-80cb-34a88a40521b') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.626110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5c35f7-4bce-416f-80cb-34a88a40521b') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:02.658804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Pushing event updated for resources: {'Port': ['ID=8f402e3c-edec-47e8-a36b-0384cb052417,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.698386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Network': ['ID=12eb6a8d-5387-4936-88a3-f85d7aa01d51,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.710367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 12eb6a8d-5387-4936-88a3-f85d7aa01d51 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:02.719090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.727444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-50bbe3f0-9ddc-4e96-befc-ab71aaca561a req-5b238afa-9d7f-44d3-a5e0-1ee6dde77bb1 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 210 time: 0.2153661 Jan 21 09:38:02.785047 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-66704963-deb1-4bec-a50b-d2df0cf122a1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6019459 Jan 21 09:38:02.793002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:02.793593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.794623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55540) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:02.795544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.798564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Usage tracker for resource:port and tenant:cf52a8a303d74e7c976c75798a27970e is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:02.800604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.809173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:02.835806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.835943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:02.844729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1907832113'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:02.847430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.865827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Made reservation on behalf of cf52a8a303d74e7c976c75798a27970e for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:02.869490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.870886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:02.875787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:02.876184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.891689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.901535 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-8a3617a9-d7be-4eee-8131-211d171ae4b3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=83b192f4-42d9-4533-8c6a-1d743e3b0559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2541866 Jan 21 09:38:02.901806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] Pushing event deleted for resources: {'Network': ['ID=ebeee492-08c1-4333-8289-a8ddc4ee207d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:02.902224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:02.903873 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:03.093951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Usage tracker for resource:network and tenant:5815833b9e534fce85ae3349b2809d33 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:03.110759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:03.168801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:03.173746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.177549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'Port': ['ID=3b23c9b8-e3d4-441d-93d3-30c301028e70,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.184617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:03.216203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fc5e25c8-bb05-42fc-b440-a1a6e347dd2f tempest-ExternalNetworksTestJSON-1570775685 tempest-ExternalNetworksTestJSON-1570775685-project] 10.222.0.122 "DELETE /v2.0/networks/ebeee492-08c1-4333-8289-a8ddc4ee207d HTTP/1.1" status: 204 len: 168 time: 2.3226550 Jan 21 09:38:03.254969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.255392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Added segment 72fe4b1a-9057-4cf6-94f5-04a41a195293 of type vlan for network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 Jan 21 09:38:03.266788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Made reservation on behalf of 5815833b9e534fce85ae3349b2809d33 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:03.269740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.285907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.288559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a133f6c3-7978-4c97-99dd-48156c631b61,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.316696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.352441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] Pushing event deleted for resources: {'Network': ['ID=5de02386-76ca-4b87-87e7-21170b62db52,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.365446 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-e63446a0-e41d-4fde-89c1-145c134afc06 service neutron] 10.222.0.120 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355333 Jan 21 09:38:03.372302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.382707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95895600-e319-49f8-958a-7b472cc1d087 req-15b5410f-c6aa-4d4c-8f79-76da2e36e2a8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.384178 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-95895600-e319-49f8-958a-7b472cc1d087 req-15b5410f-c6aa-4d4c-8f79-76da2e36e2a8 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 943 time: 0.6506562 Jan 21 09:38:03.389491 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-37123090-9ecf-4ed3-8e59-4e15418ab3d5 tempest-PortsAdminExtendedAttrsTestJSON-1030365269 tempest-PortsAdminExtendedAttrsTestJSON-1030365269-project] 10.222.0.122 "DELETE /v2.0/networks/5de02386-76ca-4b87-87e7-21170b62db52 HTTP/1.1" status: 204 len: 168 time: 1.8480926 Jan 21 09:38:03.393549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Attempting to bind port 8f402e3c-edec-47e8-a36b-0384cb052417 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:03.393549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Attempting to bind port 8f402e3c-edec-47e8-a36b-0384cb052417 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:03.393820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Attempting to bind port 8f402e3c-edec-47e8-a36b-0384cb052417 on network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:03.408845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:03.436387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Port 8f402e3c-edec-47e8-a36b-0384cb052417 on network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:03.436718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Attempting to bind port 8f402e3c-edec-47e8-a36b-0384cb052417 on network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:03.451587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Allocated IP 172.20.0.13 (23468828-52ae-4983-b8f9-8a4d5fc80b2e/39bd732c-a42c-46dd-997a-32d336854f58/97b97c00-b92d-4ae2-9b8c-dbb2a022321f) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:03.463304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.463536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Added segment 68d155f2-6615-476e-8fa5-abfb977d5b9f of type vlan for network d02f04f2-2e74-4677-ae5d-985146275a93 Jan 21 09:38:03.486290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:03.486651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Checking segment: {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:03.487151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Bound using segment: {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:03.487584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Bound port: 8f402e3c-edec-47e8-a36b-0384cb052417, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:03.488571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.501535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.506044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.506582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.588279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-95895600-e319-49f8-958a-7b472cc1d087 req-bb37d809-6999-4fef-b710-f71c1d565aaf tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870434 Jan 21 09:38:03.655086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.727054 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.9855120 Jan 21 09:38:03.746140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1cb8f-85e6-4a37-8b3f-fbcda615cdcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Pushing event updated for resources: {'Network': ['ID=8a823709-c23c-4ff8-ab66-8d4a05b06f57,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:03.754498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55560) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:03.759937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:03.817696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55564) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:03.858711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] For port 8f402e3c-edec-47e8-a36b-0384cb052417, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:03.863854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.868175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:03.868522 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:03.868973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:03.874726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] For port 8f402e3c-edec-47e8-a36b-0384cb052417, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f402e3c-edec-47e8-a36b-0384cb052417,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:03.885127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:03.917050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.128556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3302476 Jan 21 09:38:04.130871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55574) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.182200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'ports': [{'network_id': '12eb6a8d-5387-4936-88a3-f85d7aa01d51', 'name': 'tempest-port--1243258871', 'admin_state_up': True}, {'network_id': 'd02f04f2-2e74-4677-ae5d-985146275a93', 'admin_state_up': False}]} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:04.182542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'port': {'network_id': '12eb6a8d-5387-4936-88a3-f85d7aa01d51', 'name': 'tempest-port--1243258871', 'admin_state_up': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:04.182991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'port': {'network_id': 'd02f04f2-2e74-4677-ae5d-985146275a93', 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:04.244826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Pushing event updated for resources: {'Port': ['ID=8f402e3c-edec-47e8-a36b-0384cb052417,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.266201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.267813 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-60a253a8-3a30-42b7-86e5-d600ce7bf722 service neutron] 10.222.0.120 "PUT /v2.0/ports/8f402e3c-edec-47e8-a36b-0384cb052417 HTTP/1.1" status: 200 len: 1093 time: 4.1118100 Jan 21 09:38:04.268461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55580) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.316196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa1af03-168a-4944-95e6-c766769eb542', 'tag': '8f402e3c-edec-47e8-a36b-0384cb052417'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:04.324581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ef032-b0c1-4976-805b-a99b82b3cbb1 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Network': ['ID=d02f04f2-2e74-4677-ae5d-985146275a93,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.344784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-77066e7f-f193-426f-81cf-b612d10da8d6 None None] Provisioning complete for port 3b23c9b8-e3d4-441d-93d3-30c301028e70 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:04.345707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77066e7f-f193-426f-81cf-b612d10da8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.372417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.381773 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network d02f04f2-2e74-4677-ae5d-985146275a93 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:04.396954 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-382b220f-e129-485f-b381-440b208fadb5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=13f3f22341a24fcbb1d3d08a7066d21e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5759220 Jan 21 09:38:04.398933 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7c8458bf-5ec2-4bbd-b622-a07f33f6965a req-c50c7d66-5353-4751-8724-a102f9d1fa93 service neutron] 10.222.0.120 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0250227 Jan 21 09:38:04.404620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55588) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.480496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Request body: {'port': {'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57', 'binding:host_id': 'hv-neutron-8257', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077100285'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:04.498289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Transition to ACTIVE for port object 97b97c00-b92d-4ae2-9b8c-dbb2a022321f will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:04.522614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.524834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-77066e7f-f193-426f-81cf-b612d10da8d6 None None] Port 3b23c9b8-e3d4-441d-93d3-30c301028e70 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:38:04.543997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:04.552715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a4ab2-7d61-4388-a59b-aaaecbda4219 req-3685c76f-bd38-412e-83cf-f800a72af582 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:04.554289 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8a0a4ab2-7d61-4388-a59b-aaaecbda4219 req-3685c76f-bd38-412e-83cf-f800a72af582 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 943 time: 0.7850006 Jan 21 09:38:04.574625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Usage tracker for resource:port and tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:04.583990 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-112b1707-8345-44cd-9177-0044bd5644f0 req-c1d34ba1-6958-4da3-8900-d8642c687aa9 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 210 time: 0.1948562 Jan 21 09:38:04.588379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:04.613007 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8bb2479a-3094-4391-8ab6-29868ac2c8d5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a07ff49f73244a899275ec9625d7544d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7935483 Jan 21 09:38:04.618071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55596) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:04.620937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.648715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:04.704228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Made reservation on behalf of 7c1c3706c3e64f19a32cb6fd7ac315c7 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:04.706557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.795852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.820667 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa1af03-168a-4944-95e6-c766769eb542', 'tag': '8f402e3c-edec-47e8-a36b-0384cb052417', 'status': 'completed', 'code': 200} Jan 21 09:38:04.827429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:04.834385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fb8d-7b92-495e-a077-012c8828344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:04.836547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event updated for resources: {'Port': ['ID=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:04.839291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:04.850445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:04.854377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Usage tracker for resource:security_group_rule and tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:04.854685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:04.857651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:04.866356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:04.981936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fb8d-7b92-495e-a077-012c8828344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.001667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.031867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.038725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-42747f4e-1df8-4e2e-aa02-0ea94db32741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.041267 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8a0a4ab2-7d61-4388-a59b-aaaecbda4219 req-be0e145c-73ac-486c-bfa2-95128695600a tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629643 Jan 21 09:38:05.064136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] device_id is not set on port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:05.087939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.088996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.138358 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-25cbc02e-476e-44af-b902-8e5d545efeef service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=679f6ab398fb4143b9b8a9b599456ff0&device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 1096 time: 0.7507982 Jan 21 09:38:05.141366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4f69e142-eb55-4a60-a177-66ebf70d71c4 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:38:05.164929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-42747f4e-1df8-4e2e-aa02-0ea94db32741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.195989 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-38e6c9ae-4986-4ed8-88e1-9988f0f744cb tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7440662 Jan 21 09:38:05.230820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Request body: {'port': {'device_id': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:05.305367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:05.313645 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-a50cc9d3-ea76-425e-b4ca-eb22debafad9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f402e3c-edec-47e8-a36b-0384cb052417 HTTP/1.1" status: 200 len: 217 time: 0.1274061 Jan 21 09:38:05.315515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Usage tracker for resource:port and tenant:5815833b9e534fce85ae3349b2809d33 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:05.326693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:05.335440 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-24154985-ab6e-4fd3-81ba-09c2c0acdc90 None None] Provisioning for port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:05.354876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-24154985-ab6e-4fd3-81ba-09c2c0acdc90 None None] Provisioning complete for port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:05.355409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24154985-ab6e-4fd3-81ba-09c2c0acdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.368220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfa5382-90b6-4d33-b0c6-69a60b58a383,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.374434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fb8d-7b92-495e-a077-012c8828344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.397872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:05.443894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4fb8d-7b92-495e-a077-012c8828344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd53cb3b-0060-4263-9f6b-aab83ffe3856,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.446473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Made reservation on behalf of 5815833b9e534fce85ae3349b2809d33 for: {'port': 2} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:05.447951 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4f69e142-eb55-4a60-a177-66ebf70d71c4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:05.450157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.474904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-2493b70d-9a74-4a7a-b71c-25e22de42d61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.476426 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-2493b70d-9a74-4a7a-b71c-25e22de42d61 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98 HTTP/1.1" status: 200 len: 844 time: 0.1509657 Jan 21 09:38:05.480869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-24154985-ab6e-4fd3-81ba-09c2c0acdc90 None None] Port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:38:05.484536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fb8d-7b92-495e-a077-012c8828344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.486639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'port_id': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'mac_address': 'fa:16:3e:92:91:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:38:05.488675 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f7a4fb8d-7b92-495e-a077-012c8828344c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/fd53cb3b-0060-4263-9f6b-aab83ffe3856 HTTP/1.1" status: 204 len: 168 time: 1.0750103 Jan 21 09:38:05.507306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-42747f4e-1df8-4e2e-aa02-0ea94db32741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.523503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.549664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747f4e-1df8-4e2e-aa02-0ea94db32741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc630e78-0a66-4557-863a-b1586efff6ad,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.552580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-42747f4e-1df8-4e2e-aa02-0ea94db32741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.553969 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-42747f4e-1df8-4e2e-aa02-0ea94db32741 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/fc630e78-0a66-4557-863a-b1586efff6ad HTTP/1.1" status: 204 len: 168 time: 0.9305587 Jan 21 09:38:05.585042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.607283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f69e142-eb55-4a60-a177-66ebf70d71c4 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:05.627418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Router 3aed4e55-510b-41b4-bb89-901d8faa0dc4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:05.662863 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4f69e142-eb55-4a60-a177-66ebf70d71c4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:05.670464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.775230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=4f69e142-eb55-4a60-a177-66ebf70d71c4,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:05.822656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3047d99-db13-49a7-b804-077bfdf398e1 req-e4a55ec3-e9c2-4e9b-8693-bc9916c1c11f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:05.829407 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3047d99-db13-49a7-b804-077bfdf398e1 req-e4a55ec3-e9c2-4e9b-8693-bc9916c1c11f tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 943 time: 0.8108532 Jan 21 09:38:05.842202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:05.966524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['4f69e142-eb55-4a60-a177-66ebf70d71c4'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:38:06.191063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3047d99-db13-49a7-b804-077bfdf398e1 req-cd7602c3-30ad-4a6e-a350-65679285ed79 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606892 Jan 21 09:38:06.239579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b97c00-b92d-4ae2-9b8c-dbb2a022321f {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:06.252214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.270502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55616) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.290959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] device_id is not set on port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:06.305472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:06.311309 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55620) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.323088 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-df97fc47-af9a-43ca-955b-bab5b6ff9d7f tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "PUT /v2.0/routers/3aed4e55-510b-41b4-bb89-901d8faa0dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3129778 Jan 21 09:38:06.325220 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542e9aa-e912-4368-8078-c4927d56584e None None] Sync routers for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:06.325697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55622) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.349184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Transition to ACTIVE for port object 97b97c00-b92d-4ae2-9b8c-dbb2a022321f will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:06.354978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Request body: {'port': {'network_id': '8a627524-4ab2-43e1-8f3f-cc73860db884', 'name': 'tempest-FloatingIPAdminTestJSON-1759226027'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:06.357002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542e9aa-e912-4368-8078-c4927d56584e None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:06.358339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e542e9aa-e912-4368-8078-c4927d56584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:06.372575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.428508 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-9b7df20d-e7a8-4b48-b1ac-eab4caf7b916 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9256463 Jan 21 09:38:06.433933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e542e9aa-e912-4368-8078-c4927d56584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:06.446928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542e9aa-e912-4368-8078-c4927d56584e None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:06.448444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e542e9aa-e912-4368-8078-c4927d56584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:06.450422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.469418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] device_id is not set on port 83afbe81-a1d7-477f-aa61-56a782a9a79f yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:06.472622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Transition to ACTIVE for port object 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:06.513377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e542e9aa-e912-4368-8078-c4927d56584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:06.513897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542e9aa-e912-4368-8078-c4927d56584e None None] The sync data for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:06.566594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42da296-69e6-4970-a2d7-4e7138d8012b req-79207915-1769-46a6-93eb-f55cb649d519 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:06.569051 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f42da296-69e6-4970-a2d7-4e7138d8012b req-79207915-1769-46a6-93eb-f55cb649d519 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 932 time: 0.6834533 Jan 21 09:38:06.580298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.756526 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7bad3498-93fc-42cd-ba47-f577ab1d18b4 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=52b7e3780ef04c4ea92e74ac6db82cf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4720802 Jan 21 09:38:06.756842 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:38:06.758763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=64f3b9b3-b759-4072-bf5c-fbd6b9781ff1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.760997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55628) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.774617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Pushing event updated for resources: {'Port': ['ID=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:06.794031 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a380e0aa-59f3-42a1-8848-e17ebedc1bee admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=fdf7c828eb7c4e53900e2c44ffd586d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4711647 Jan 21 09:38:06.797192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:06.802554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Usage tracker for resource:port and tenant:21d97d16d59b480f8e4de5c93c48751b is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:06.805093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55632) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:06.808457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:06.843475 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-a0f75a2b-0a14-43ab-9756-ba3641cae5ce service neutron] 10.222.0.120 "GET /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806405 Jan 21 09:38:06.859141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:06.870881 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f42da296-69e6-4970-a2d7-4e7138d8012b req-ede2e97c-2bbc-4e0a-882c-1664918b9a13 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919261 Jan 21 09:38:06.941060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Made reservation on behalf of 21d97d16d59b480f8e4de5c93c48751b for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:06.944641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:06.996233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Attempting to bind port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:06.996566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Attempting to bind port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:06.996887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Attempting to bind port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f on network 23468828-52ae-4983-b8f9-8a4d5fc80b2e {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:07.000796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b625f50e-6ee2-479a-9e94-5f360dab6492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.006444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] device_id is not set on port 9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:07.061171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f on network 23468828-52ae-4983-b8f9-8a4d5fc80b2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:07.061620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Attempting to bind port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f on network 23468828-52ae-4983-b8f9-8a4d5fc80b2e {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:07.086269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e20fb-1b96-43d3-a18f-e072adbabfa2 req-8378e953-1ee1-41ed-93dc-2909f8175e53 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.089214 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-791e20fb-1b96-43d3-a18f-e072adbabfa2 req-8378e953-1ee1-41ed-93dc-2909f8175e53 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 944 time: 0.6768980 Jan 21 09:38:07.093399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b625f50e-6ee2-479a-9e94-5f360dab6492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.101045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4f69e142-eb55-4a60-a177-66ebf70d71c4 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:07.113845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:07.114937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Checking segment: {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:07.115358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Bound using segment: {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:07.115804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Bound port: 97b97c00-b92d-4ae2-9b8c-dbb2a022321f, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:07.116145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.132410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Checking segment: {'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:07.133021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Network hostable DHCP agents. Network: 8a823709-c23c-4ff8-ab66-8d4a05b06f57, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:07.180867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 4f69e142-eb55-4a60-a177-66ebf70d71c4 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:07.188483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 4f69e142-eb55-4a60-a177-66ebf70d71c4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:07.189481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.247512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.300095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada702a0-c640-42e2-8b96-f84788625be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.316881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Allocated IP 172.20.0.9 (8a627524-4ab2-43e1-8f3f-cc73860db884/8024de7e-3a7f-4f2d-8629-4ac43c0c6fa4/9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:07.324916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] For port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:07.332079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] For port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:07.333957 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-791e20fb-1b96-43d3-a18f-e072adbabfa2 req-34121d48-5e66-4243-94bd-29e5908253ea tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118173 Jan 21 09:38:07.344982 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.350767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b625f50e-6ee2-479a-9e94-5f360dab6492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.361898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.382490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f69e142-eb55-4a60-a177-66ebf70d71c4'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:07.393680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:07.444686 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Sync routers for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:07.466077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625f50e-6ee2-479a-9e94-5f360dab6492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc8201-2cf9-44cc-b506-d6d9f2055986,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:07.479517 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:07.481655 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:07.513603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.515041 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] 10.222.0.120 "PUT /v2.0/ports/97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 1094 time: 2.2952774 Jan 21 09:38:07.517300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'tag': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:07.520849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 8a823709-c23c-4ff8-ab66-8d4a05b06f57) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:07.523668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada702a0-c640-42e2-8b96-f84788625be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.560719 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-244e2991-4ad9-4dfd-af4c-a0bd91a5abf7 req-a71bcd15-08e1-4756-82ec-5e880211a7ac service neutron] 10.222.0.120 "GET /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944709 Jan 21 09:38:07.563474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:07.584568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b625f50e-6ee2-479a-9e94-5f360dab6492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.587255 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b625f50e-6ee2-479a-9e94-5f360dab6492 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/bafc8201-2cf9-44cc-b506-d6d9f2055986 HTTP/1.1" status: 204 len: 168 time: 0.7799883 Jan 21 09:38:07.588766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Sync routers for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:07.600504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae900aec-c598-4004-8889-7cb47b5ffda6 None None] Network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:07.714750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] device_id is not set on port 319875d8-5619-4ed8-a4b1-f7aa22e8fdb3 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:07.749683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4f69e142-eb55-4a60-a177-66ebf70d71c4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:07.788101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:07.788470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:07.788753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:07.822170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:07.822927 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:07.826564 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 2 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:07.837298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.870161 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:07.885921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:07.886758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:07.887316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:07.892726 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.927930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b8af-0d43-4da4-a6d4-24792ca26e72 req-3fb2a7d9-7a1c-4374-9346-429e160b4e3c tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:07.930466 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6814b8af-0d43-4da4-a6d4-24792ca26e72 req-3fb2a7d9-7a1c-4374-9346-429e160b4e3c tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 943 time: 0.4633110 Jan 21 09:38:07.934607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:07.935812 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:07.939078 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 3 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:07.948969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada702a0-c640-42e2-8b96-f84788625be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:07.950067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Transition to ACTIVE for port object 9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:08.009460 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'tag': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'status': 'completed', 'code': 200} Jan 21 09:38:08.017694 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-387ff288-dd61-44aa-b43b-584a696739ce service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1097 time: 0.4254918 Jan 21 09:38:08.019312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419a65b-696c-4d62-af76-65c1086b225e service neutron] Pushing event updated for resources: {'Port': ['ID=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.027670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada702a0-c640-42e2-8b96-f84788625be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80f96b7-5776-4313-8f8d-78b3932271e6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.048439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.053359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:08.054017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:08.054630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:08.110112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:08.110755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.202857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:08.215519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:08.225502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:08.294545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event updated for resources: {'Port': ['ID=9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.304570 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-a0e18895-842c-4f51-b4ec-144010b903ad service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 217 time: 0.2583017 Jan 21 09:38:08.345101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.345101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.387193 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f499f839-1e31-4027-85c3-cf8758e29433 req-601de90c-2da5-4cc9-8e76-887a486a231d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=679f6ab398fb4143b9b8a9b599456ff0&device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 1096 time: 0.3871248 Jan 21 09:38:08.403443 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c6f88415-4fc9-46e5-9f6a-fde4b905a414 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0737574 Jan 21 09:38:08.404653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55658) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:08.574179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=4f69e142-eb55-4a60-a177-66ebf70d71c4,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:08.594657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499f839-1e31-4027-85c3-cf8758e29433 req-0371d6ca-9581-4ed7-9d43-473d75ebcf6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.596127 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f499f839-1e31-4027-85c3-cf8758e29433 req-0371d6ca-9581-4ed7-9d43-473d75ebcf6d service neutron] 10.222.0.120 "GET /v2.0/networks?id=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b HTTP/1.1" status: 200 len: 906 time: 0.1905749 Jan 21 09:38:08.602710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:08.611915 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6814b8af-0d43-4da4-a6d4-24792ca26e72 req-fc945a70-a2c3-4890-903b-83eef1ed793d tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6369076 Jan 21 09:38:08.614580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada702a0-c640-42e2-8b96-f84788625be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.617828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ada702a0-c640-42e2-8b96-f84788625be0 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/d80f96b7-5776-4313-8f8d-78b3932271e6 HTTP/1.1" status: 204 len: 168 time: 1.8427708 Jan 21 09:38:08.655118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:08.655450 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:08.672150 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 4 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:08.676116 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 2, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:08.689512 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Checking router: c58ec525-f47b-4096-8a97-8ff8f8433bab for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:38:08.690037 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Updating router c58ec525-f47b-4096-8a97-8ff8f8433bab port bc94a513-e393-46c4-b5ad-16cc87da96c4 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:38:08.739450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:08.740298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:08.741321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:08.755334 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f087973e-de7c-4a9f-86c1-3c227a9e663c None None] Provisioning for port 9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:08.757598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.763269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-0916aabd-ae01-4617-8d10-2cc598ac93bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.764913 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-0916aabd-ae01-4617-8d10-2cc598ac93bb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.4115343 Jan 21 09:38:08.772491 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f499f839-1e31-4027-85c3-cf8758e29433 req-12091c2c-1953-400c-ad89-cdb79ec8bbb8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f402e3c-edec-47e8-a36b-0384cb052417 HTTP/1.1" status: 200 len: 217 time: 0.1682918 Jan 21 09:38:08.812338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:08.812687 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:08.821875 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 5 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:08.845594 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.875363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f44be-e90f-4ed3-baa9-ec3fdde9f636 req-73ef8816-eb18-4b02-b86e-0c4afb01f287 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:08.876966 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f05f44be-e90f-4ed3-baa9-ec3fdde9f636 req-73ef8816-eb18-4b02-b86e-0c4afb01f287 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 944 time: 0.5691047 Jan 21 09:38:08.880819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:08.881155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:08.882058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:08.936713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'project_id': '21d97d16d59b480f8e4de5c93c48751b', 'port_id': '9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:08.946576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:08.946932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:08.947269 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:08.949852 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 6 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:08.955369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Usage tracker for resource:floatingip and tenant:21d97d16d59b480f8e4de5c93c48751b is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:08.965267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:08.970964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:08.985711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:09.012569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f087973e-de7c-4a9f-86c1-3c227a9e663c None None] Provisioning complete for port 9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:09.013195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f087973e-de7c-4a9f-86c1-3c227a9e663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.018944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499f839-1e31-4027-85c3-cf8758e29433 req-3793132f-61d2-4236-8a8b-e9cac9ae8e01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:09.020570 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f499f839-1e31-4027-85c3-cf8758e29433 req-3793132f-61d2-4236-8a8b-e9cac9ae8e01 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98 HTTP/1.1" status: 200 len: 844 time: 0.2424252 Jan 21 09:38:09.075085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.118502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:09.118916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:09.119272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:09.123087 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f05f44be-e90f-4ed3-baa9-ec3fdde9f636 req-f3d7a4da-5f6e-4192-aa32-6072c45fea65 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375550 Jan 21 09:38:09.170286 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-ce7143a7-b0f5-427e-9474-32ac312de5ab service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3957818 Jan 21 09:38:09.178159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:09.178495 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:09.179063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Port': ['ID=83afbe81-a1d7-477f-aa61-56a782a9a79f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:09.191549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 7 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:09.321179 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f499f839-1e31-4027-85c3-cf8758e29433 req-1d1bcafe-0d10-4694-8752-7bc035c5fe51 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2932537 Jan 21 09:38:09.324203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f087973e-de7c-4a9f-86c1-3c227a9e663c None None] Port 9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:38:09.369380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:09.369721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:09.370093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:09.382101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 2, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:09.394391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Checking router: d0349bba-b345-444f-b307-26531f4a05b5 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:38:09.394732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Updating router d0349bba-b345-444f-b307-26531f4a05b5 port 36dd105e-0f94-4fbd-b8bf-3781102e450c binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:38:09.405257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:09.405586 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:09.415036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 8 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:09.444003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Checking segment: {'id': 'aba73f87-d8ae-4ef5-a4ee-ea0b0054d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '12eb6a8d-5387-4936-88a3-f85d7aa01d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:09.444386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Network hostable DHCP agents. Network: 12eb6a8d-5387-4936-88a3-f85d7aa01d51, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:09.470935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:09.471273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:09.471600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:09.526433 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'code': 200} Jan 21 09:38:09.533242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.544928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:09.545313 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:09.547953 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 9 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:09.568817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:09.569162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:09.569894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:09.573356 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-490c7183-f3a3-4295-95bc-c43238466bf1 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914771 Jan 21 09:38:09.732999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:09.733660 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:09.734567 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 10 to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 Jan 21 09:38:09.773887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Network 12eb6a8d-5387-4936-88a3-f85d7aa01d51 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:09.798641 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.831671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:09.831671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:09.831671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:09.834327 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Transition to ACTIVE for port object bc94a513-e393-46c4-b5ad-16cc87da96c4 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:09.848807 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:09.963717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:09.964142 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:09.964626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.005576 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499b51f-73e2-4390-bc54-c63d83605fc4 None None] Pushing event updated for resources: {'Port': ['ID=bc94a513-e393-46c4-b5ad-16cc87da96c4,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.093630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.138207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 12eb6a8d-5387-4936-88a3-f85d7aa01d51) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:10.204496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b6044-bde1-43f5-9c6f-e8dcb58ca964 req-29c8e36a-4373-4fb7-a3b7-4c05c271d926 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:10.223674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ab6b6044-bde1-43f5-9c6f-e8dcb58ca964 req-29c8e36a-4373-4fb7-a3b7-4c05c271d926 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 945 time: 0.7663212 Jan 21 09:38:10.233628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:10.234515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.346974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Allocated IP 172.26.1.59 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/baac8110-d16e-4b1b-bd22-1b0af710ba94) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:10.427437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.455338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Transition to ACTIVE for port object 36dd105e-0f94-4fbd-b8bf-3781102e450c will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:10.467251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc16cf-5520-45ea-bbe8-0ba33320b376 None None] Network 12eb6a8d-5387-4936-88a3-f85d7aa01d51 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:10.515633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Port': ['ID=319875d8-5619-4ed8-a4b1-f7aa22e8fdb3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.593544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.621031 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Attempting to bind port bc94a513-e393-46c4-b5ad-16cc87da96c4 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:10.622877 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Attempting to bind port bc94a513-e393-46c4-b5ad-16cc87da96c4 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:10.624532 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f499f839-1e31-4027-85c3-cf8758e29433 req-f09421ba-f3c4-4813-8df4-7ca5754b584a service neutron] 10.222.0.120 "GET /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2931063 Jan 21 09:38:10.624771 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Attempting to bind port bc94a513-e393-46c4-b5ad-16cc87da96c4 on network 23468828-52ae-4983-b8f9-8a4d5fc80b2e {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:10.644353 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:10.646244 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Checking segment: {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:10.646889 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.651139 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Bound using segment: {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:10.651139 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Bound port: bc94a513-e393-46c4-b5ad-16cc87da96c4, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f26f62-03cb-466f-a0cf-5d4983992d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:10.652637 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.668464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.685691 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-4760990b-0e04-4cc0-b895-c1381c246662 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 1098 time: 0.8174450 Jan 21 09:38:10.705736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8800f555-75d3-44fb-aa29-cdedf5c955be req-a2742450-e67b-4f2d-93b9-bba04665fedd service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1252499 Jan 21 09:38:10.779553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83036f14-9433-4563-861b-51befc5b6b79 req-9d95ce6c-a592-48ec-b580-0e36a098ba2b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:10.781124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.784022 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-83036f14-9433-4563-861b-51befc5b6b79 req-9d95ce6c-a592-48ec-b580-0e36a098ba2b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 943 time: 0.9365520 Jan 21 09:38:10.815872 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] For port bc94a513-e393-46c4-b5ad-16cc87da96c4, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:10.821817 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] For port bc94a513-e393-46c4-b5ad-16cc87da96c4, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bc94a513-e393-46c4-b5ad-16cc87da96c4,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:10.836019 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.862918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Pushing event updated for resources: {'Port': ['ID=baac8110-d16e-4b1b-bd22-1b0af710ba94,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:10.866433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] For port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:10.866806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempted to set empty binding levels {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:38:10.895320 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ab6b6044-bde1-43f5-9c6f-e8dcb58ca964 req-aad82000-2440-4a09-8e60-4e91d0fa781c tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5653162 Jan 21 09:38:10.902311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.906179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Checking segment: {'id': '68d155f2-6615-476e-8fa5-abfb977d5b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd02f04f2-2e74-4677-ae5d-985146275a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:10.906544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Network hostable DHCP agents. Network: d02f04f2-2e74-4677-ae5d-985146275a93, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:10.912671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:10.947639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:10.956714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:10.971817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:11.033054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.038913 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499b51f-73e2-4390-bc54-c63d83605fc4 None None] Pushing event updated for resources: {'Port': ['ID=bc94a513-e393-46c4-b5ad-16cc87da96c4,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.062268 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Network d02f04f2-2e74-4677-ae5d-985146275a93 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:11.070254 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-83036f14-9433-4563-861b-51befc5b6b79 req-21040b74-fb57-4608-9fcc-2cceb204417b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668095 Jan 21 09:38:11.095230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=64f3b9b3-b759-4072-bf5c-fbd6b9781ff1,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.127565 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-6205d8f5-703e-4c81-8d4d-966b2ff7beb5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1097 time: 0.3190215 Jan 21 09:38:11.128783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, d02f04f2-2e74-4677-ae5d-985146275a93) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:11.131254 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d7af606d-578b-4506-be9d-c5b3689c9693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.8002000 Jan 21 09:38:11.139215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55718) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:11.140482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 8f402e3c-edec-47e8-a36b-0384cb052417 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:38:11.147517 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:11.149862 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:11.160330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112b82cf-2db1-4aff-a7f0-a57cbb2ec5ac None None] Network d02f04f2-2e74-4677-ae5d-985146275a93 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:11.230908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:11.241478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.246132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:11.247046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.369586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Deleting port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:11.370728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.496003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:11.500752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] Usage tracker for resource:security_group_rule and tenant:43f387cbddb74f68bd061012f2b01385 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:11.510308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:11.517405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:11.606542 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a4beab7-3de8-4be1-84b4-5fef793fa934 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.4507411 Jan 21 09:38:11.607659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55728) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:11.654572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70daf1-ee97-4e80-b9cc-fe9063277cad None None] Pushing event updated for resources: {'Port': ['ID=36dd105e-0f94-4fbd-b8bf-3781102e450c,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.667632 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:11.682343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.757716 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f499f839-1e31-4027-85c3-cf8758e29433 req-6f41c810-1cde-4533-8a77-060400c50020 service neutron] 10.222.0.120 "GET /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1249709 Jan 21 09:38:11.773414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:11.906207 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c758560c-99b8-4fe1-82c8-be305dd8938a req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1700099 Jan 21 09:38:11.917646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e9adf-d06f-4f65-a647-f0baecd66472 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61042a65-58fd-47ed-9ce0-a3004f6134ed,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:11.958921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:12.138774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-175cbdf7-7fb1-4e80-bc5b-50b77b7babed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.139563 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-175cbdf7-7fb1-4e80-bc5b-50b77b7babed service neutron] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 911 time: 1.0018990 Jan 21 09:38:12.148797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55742) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:12.328491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Attempting to bind port 36dd105e-0f94-4fbd-b8bf-3781102e450c on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:12.328978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Attempting to bind port 36dd105e-0f94-4fbd-b8bf-3781102e450c by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:12.329436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Attempting to bind port 36dd105e-0f94-4fbd-b8bf-3781102e450c on network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:12.367412 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:38:10Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:12.375813 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2c5c5-5082-4453-bc1f-acbbcae1d226 None None] The sync data for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv is: [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:38:10Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:12.420694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:12.421603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Checking segment: {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:12.421603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.422102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Bound using segment: {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:12.422721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Bound port: 36dd105e-0f94-4fbd-b8bf-3781102e450c, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67264eb5-5d48-41b5-b898-8be102aacec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:12.423096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.453374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-a48d95e2-feda-4af7-afc5-c7ce3c4dff9e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 217 time: 0.2058170 Jan 21 09:38:12.656625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 8f402e3c-edec-47e8-a36b-0384cb052417, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f402e3c-edec-47e8-a36b-0384cb052417,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:12.685728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '8f402e3c-edec-47e8-a36b-0384cb052417', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'port_id': '8f402e3c-edec-47e8-a36b-0384cb052417', 'mac_address': 'fa:16:3e:eb:71:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:38:12.724082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] For port 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1, host hv-neutron-8257, got binding levels [] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:12.724485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.773961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb87886-f0a1-4fe1-843e-143e0e458109 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.790039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb87886-f0a1-4fe1-843e-143e0e458109 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.790822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-feb87886-f0a1-4fe1-843e-143e0e458109 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Synchronizing usage tracker for tenant:5815833b9e534fce85ae3349b2809d33 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:12.804032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] For port 36dd105e-0f94-4fbd-b8bf-3781102e450c, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:12.810898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] For port 36dd105e-0f94-4fbd-b8bf-3781102e450c, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36dd105e-0f94-4fbd-b8bf-3781102e450c,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:12.812326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.828257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.892572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0d6f-7c2b-4965-a9ee-3af557c42f9d req-0851f55b-0dff-4646-a048-a626ae52c941 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:12.903439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-efbc0d6f-7c2b-4965-a9ee-3af557c42f9d req-0851f55b-0dff-4646-a048-a626ae52c941 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 944 time: 1.4653919 Jan 21 09:38:12.913763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f402e3c-edec-47e8-a36b-0384cb052417 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:12.950430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 8f402e3c-edec-47e8-a36b-0384cb052417, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f402e3c-edec-47e8-a36b-0384cb052417,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:12.966777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:12.981130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70daf1-ee97-4e80-b9cc-fe9063277cad None None] Pushing event updated for resources: {'Port': ['ID=36dd105e-0f94-4fbd-b8bf-3781102e450c,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.060538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:13.061186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:13.117799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.130528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Calling delete_port for 64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:13.179766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 97b97c00-b92d-4ae2-9b8c-dbb2a022321f details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:38:13.184814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-0f862bf4-0c03-4398-b616-b7c6f70bd6b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.188277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-0f862bf4-0c03-4398-b616-b7c6f70bd6b2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.6568322 Jan 21 09:38:13.203919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2004252484', 'router:external': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:13.217791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55760) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.237935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-feb87886-f0a1-4fe1-843e-143e0e458109 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Unset dirty status for tenant:5815833b9e534fce85ae3349b2809d33 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:13.240001 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-feb87886-f0a1-4fe1-843e-143e0e458109 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.6178749 Jan 21 09:38:13.291007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55764) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:13.291207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['8f402e3c-edec-47e8-a36b-0384cb052417'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:38:13.303112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:13.318547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22a922-fafd-4069-bd9c-448a8040be21 req-d125a2fb-c843-4c61-8df5-d92680aafe32 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:13.326063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf22a922-fafd-4069-bd9c-448a8040be21 req-d125a2fb-c843-4c61-8df5-d92680aafe32 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 945 time: 1.1523027 Jan 21 09:38:13.328368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Usage tracker for resource:network and tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:13.336210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:13.375603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:13.385509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.455718 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-efbc0d6f-7c2b-4965-a9ee-3af557c42f9d req-93539ba2-e8fe-4280-b949-0221ae46b179 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5519986 Jan 21 09:38:13.485151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Made reservation on behalf of c1ffb1890f3c4dbf94ae9dc82569fc8c for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:13.486971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.495272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=8f402e3c-edec-47e8-a36b-0384cb052417,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.534308 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-66ee9c1e-2484-48b9-b341-02d8196f22c8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2994020 Jan 21 09:38:13.549086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.614515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf22a922-fafd-4069-bd9c-448a8040be21 req-81c2a5d5-abb9-4250-9862-72834eb48624 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869098 Jan 21 09:38:13.615301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.663533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-328b2f2c-b3ec-49ff-98b3-62f1265d8a73 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Deleting port 83afbe81-a1d7-477f-aa61-56a782a9a79f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:13.664000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-328b2f2c-b3ec-49ff-98b3-62f1265d8a73 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.714177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:13.750062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:13.797797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'port_id': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'mac_address': 'fa:16:3e:67:ee:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:38:13.912418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:13.934873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:13.943406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:13.944696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:13.947961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Usage tracker for resource:floatingip and tenant:6792832adad84d8dbb6d60f6e7a4d893 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:13.950995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:13.967853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:13.971042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event deleted for resources: {'Port': ['ID=64f3b9b3-b759-4072-bf5c-fbd6b9781ff1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:13.972332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bc94a513-e393-46c4-b5ad-16cc87da96c4 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:13.983357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.032022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.036892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:14.056460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Usage tracker for resource:security_group_rule and tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:14.063709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.083908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:14.090048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.103072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:14.157584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b97c00-b92d-4ae2-9b8c-dbb2a022321f {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:38:14.191727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-328b2f2c-b3ec-49ff-98b3-62f1265d8a73 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.201057 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-979490c0-37d5-43d8-95f0-af6d8fb38159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "DELETE /v2.0/ports/64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 HTTP/1.1" status: 204 len: 168 time: 3.0608375 Jan 21 09:38:14.204661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55772) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.215093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Pushing event updated for resources: {'Port': ['ID=baac8110-d16e-4b1b-bd22-1b0af710ba94,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.240632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacc671-7abf-4a5d-848a-c869009fa4c7 req-aa82218f-6f4f-4668-bef0-7bebf3666ab5 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:14.248381 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bcacc671-7abf-4a5d-848a-c869009fa4c7 req-aa82218f-6f4f-4668-bef0-7bebf3666ab5 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 944 time: 0.5002198 Jan 21 09:38:14.258389 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-cc4ec329-16f4-43d5-b2da-95d565e1724c service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131844 Jan 21 09:38:14.307113 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:14.327336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.397220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-328b2f2c-b3ec-49ff-98b3-62f1265d8a73 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Calling delete_port for 83afbe81-a1d7-477f-aa61-56a782a9a79f owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:14.427202 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1267d25e-34cc-4cbc-a2da-89ea8208221a tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:38:14.431976 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1267d25e-34cc-4cbc-a2da-89ea8208221a tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "GET /v2.0/ports/64f3b9b3-b759-4072-bf5c-fbd6b9781ff1 HTTP/1.1" status: 404 len: 333 time: 0.2193220 Jan 21 09:38:14.432249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55776) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.439387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Request body: {'port': {'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907804447'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:14.440877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.448941 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bcacc671-7abf-4a5d-848a-c869009fa4c7 req-d5e2ab5e-d4c1-4ea3-864c-c707373fe3d2 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997118 Jan 21 09:38:14.463550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:14.466517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.482398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Usage tracker for resource:port and tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:14.493871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:14.500949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port bc94a513-e393-46c4-b5ad-16cc87da96c4 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:14.501237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:14.510897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port bc94a513-e393-46c4-b5ad-16cc87da96c4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:14.511261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.530272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.575984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-328b2f2c-b3ec-49ff-98b3-62f1265d8a73 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.588400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.624744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b2f2c-b3ec-49ff-98b3-62f1265d8a73 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Port': ['ID=83afbe81-a1d7-477f-aa61-56a782a9a79f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.639069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:38:12Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:14.655304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549575-b839-40ba-9a82-0f7663d1b01d None None] The sync data for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv is: [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:38:12Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:14.672400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84509ca-1acb-45d1-b93b-c4dcb9d14893,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:14.679565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['97b97c00-b92d-4ae2-9b8c-dbb2a022321f'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:38:14.687080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Made reservation on behalf of 7c1c3706c3e64f19a32cb6fd7ac315c7 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:14.689358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.710042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-328b2f2c-b3ec-49ff-98b3-62f1265d8a73 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.731283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.745942 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d27540a7-fb99-4242-8619-37a2881ab9d5 req-6f4db543-f840-4444-8d13-12c56b8d0ea6 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704597 Jan 21 09:38:14.755397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.780287 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-328b2f2c-b3ec-49ff-98b3-62f1265d8a73 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/ports/83afbe81-a1d7-477f-aa61-56a782a9a79f HTTP/1.1" status: 204 len: 168 time: 1.4876540 Jan 21 09:38:14.782267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55784) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:14.808090 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port bc94a513-e393-46c4-b5ad-16cc87da96c4, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bc94a513-e393-46c4-b5ad-16cc87da96c4,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:14.811306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:14.820719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.821638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36dd105e-0f94-4fbd-b8bf-3781102e450c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:14.860951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Deleting port 319875d8-5619-4ed8-a4b1-f7aa22e8fdb3 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:14.861300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:14.864852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] device_id is not set on port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:14.922847 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Floating IP 0f30671e-8082-410c-983a-570f5bd9bb3f associated. External IP: 172.26.1.59, port: 9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0. Jan 21 09:38:15.081678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=bc94a513-e393-46c4-b5ad-16cc87da96c4,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.124647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 36dd105e-0f94-4fbd-b8bf-3781102e450c completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:15.142193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 8f402e3c-edec-47e8-a36b-0384cb052417 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:15.170904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.171247 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Added segment ba2f37ec-de85-4171-87bd-94f6f79a06d5 of type vlan for network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b Jan 21 09:38:15.181497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36dd105e-0f94-4fbd-b8bf-3781102e450c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:15.182048 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.350429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.385323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.404498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 8f402e3c-edec-47e8-a36b-0384cb052417 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:15.415606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 8f402e3c-edec-47e8-a36b-0384cb052417 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:15.416128 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.463506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.465642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 36dd105e-0f94-4fbd-b8bf-3781102e450c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36dd105e-0f94-4fbd-b8bf-3781102e450c,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:15.473146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.548740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad181f9-303a-4da1-9f85-515c4e9979de req-fa450110-7372-4b61-94e1-93c7fa7f0c8d tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.550354 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fad181f9-303a-4da1-9f85-515c4e9979de req-fa450110-7372-4b61-94e1-93c7fa7f0c8d tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 945 time: 0.8014858 Jan 21 09:38:15.568327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Calling delete_port for 319875d8-5619-4ed8-a4b1-f7aa22e8fdb3 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:15.568654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698455e-b972-40be-a31a-22035a056bdf req-2570e18d-a55b-4d76-a657-4a1976a0fd0d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.570143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7698455e-b972-40be-a31a-22035a056bdf req-2570e18d-a55b-4d76-a657-4a1976a0fd0d tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 945 time: 0.7113330 Jan 21 09:38:15.606980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Allocated IP 172.26.1.145 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/d00a0a09-ed79-4c01-9900-cd13bbb2043c) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:15.609154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=36dd105e-0f94-4fbd-b8bf-3781102e450c,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.626169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.647703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.668930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 8f402e3c-edec-47e8-a36b-0384cb052417, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f402e3c-edec-47e8-a36b-0384cb052417,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:15.669856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa1af03-168a-4944-95e6-c766769eb542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f402e3c-edec-47e8-a36b-0384cb052417'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:15.681661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.682634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.695420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.696263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:15.696826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.769544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bc94a513-e393-46c4-b5ad-16cc87da96c4 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:15.793502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Port': ['ID=319875d8-5619-4ed8-a4b1-f7aa22e8fdb3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.814592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.814848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.815355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.815857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.816357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.817122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.817763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.818290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.818799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.819277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.819758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:15.827851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.834541 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=8f402e3c-edec-47e8-a36b-0384cb052417,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:15.846074 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-394f3632-ab74-4812-9150-43425dc3615a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/ports/319875d8-5619-4ed8-a4b1-f7aa22e8fdb3 HTTP/1.1" status: 204 len: 168 time: 1.0624752 Jan 21 09:38:15.847065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55792) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.869944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port bc94a513-e393-46c4-b5ad-16cc87da96c4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:15.870453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:15.898816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-30330ddf-8d93-412d-82f5-ba954fa6426d tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Synchronizing usage tracker for tenant:5815833b9e534fce85ae3349b2809d33 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:15.904592 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7698455e-b972-40be-a31a-22035a056bdf req-219f79c2-9ad2-4649-a17e-617901b0b095 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927971 Jan 21 09:38:15.933261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-30330ddf-8d93-412d-82f5-ba954fa6426d tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Unset dirty status for tenant:5815833b9e534fce85ae3349b2809d33 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:15.938924 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-30330ddf-8d93-412d-82f5-ba954fa6426d tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0883393 Jan 21 09:38:15.939751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55796) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:15.951610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1982143827'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:15.964785 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fad181f9-303a-4da1-9f85-515c4e9979de req-b90ee6bd-00b8-4447-ad23-ad4c3c39da95 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716569 Jan 21 09:38:15.964912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:15.971493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Usage tracker for resource:network and tenant:5815833b9e534fce85ae3349b2809d33 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:15.976564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:16.045967 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.8929403 Jan 21 09:38:16.046818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:16.055180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55802) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:16.065312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'subnet': {'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:16.070138 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36dd105e-0f94-4fbd-b8bf-3781102e450c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:16.073352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:16.079625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Usage tracker for resource:subnet and tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:16.084490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:16.088204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Made reservation on behalf of 5815833b9e534fce85ae3349b2809d33 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:16.091400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.108917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'Network': ['ID=5f2b970a-8e43-4b00-9fcf-44583cf23f5b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.114714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:16.136179 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa1af03-168a-4944-95e6-c766769eb542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f402e3c-edec-47e8-a36b-0384cb052417', 'code': 200} Jan 21 09:38:16.139113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Made reservation on behalf of c1ffb1890f3c4dbf94ae9dc82569fc8c for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:16.140686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.141150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.141507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.143004 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.143383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.143793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.144190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.144909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.147202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.147612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.147953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e37424-d894-45cd-b2f8-62c080ef1cba tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:16.152985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.172627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:16.176999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.286499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36dd105e-0f94-4fbd-b8bf-3781102e450c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:16.287017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.307168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:16.349271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.349610 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Added segment a19d5a54-b104-4c8a-9b6d-bc378c96a40c of type vlan for network c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f Jan 21 09:38:16.406914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Router 3aed4e55-510b-41b4-bb89-901d8faa0dc4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:16.409104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.514499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.548123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:16.550784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=01c1de0d-d51f-4822-82d2-20fcc2eaaf9a,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.561776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:16.568658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.572342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.572926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.575525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:16.576847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.577831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.654118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f960-7873-4a28-b227-7623b0a71130 req-ee5544e2-ff7d-430f-a21c-d64b664856ba tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.655486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f62f960-7873-4a28-b227-7623b0a71130 req-ee5544e2-ff7d-430f-a21c-d64b664856ba tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 945 time: 0.3638475 Jan 21 09:38:16.664887 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5e62d65d-6635-4600-b406-3e79084976a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2270017 Jan 21 09:38:16.669548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64ce62-e6ad-4023-8963-285c8a270da1 req-68fd7227-608d-483a-aa2f-23e3d2ba1e3b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:16.669689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55806) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:16.670018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55808) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:16.671029 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b64ce62-e6ad-4023-8963-285c8a270da1 req-68fd7227-608d-483a-aa2f-23e3d2ba1e3b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 945 time: 0.4961352 Jan 21 09:38:16.689462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:16.700865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.728981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Request body: {'floatingip': {'port_id': '4f69e142-eb55-4a60-a177-66ebf70d71c4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:16.746564 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3f84c99-8aaa-4b64-94b3-2be9c013dc4f req-a76809fd-5763-452a-86cf-78fa20aad99e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 1098 time: 0.3179531 Jan 21 09:38:16.836580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:16.843443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:16.844609 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9027367 Jan 21 09:38:16.852530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa1944-b5aa-45c9-b214-f905c0fb0fab tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Network': ['ID=c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.856313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55814) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:16.857055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:16.863105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:16.891639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:16.893304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Pushing event updated for resources: {'Port': ['ID=d00a0a09-ed79-4c01-9900-cd13bbb2043c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:16.899976 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b64ce62-e6ad-4023-8963-285c8a270da1 req-675d4cab-bfbf-4ffa-a28b-34653bdc07d0 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213545 Jan 21 09:38:16.915089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1729866263'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:16.940358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:16.950186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Usage tracker for resource:network and tenant:5815833b9e534fce85ae3349b2809d33 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:16.955388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3f84c99-8aaa-4b64-94b3-2be9c013dc4f req-006aac60-aae9-413a-99dd-55ca47dca03f service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926165 Jan 21 09:38:16.956218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:16.969336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:17.001673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Made reservation on behalf of 5815833b9e534fce85ae3349b2809d33 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:17.007119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.059399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:17.080800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.081208 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Added segment bc47f127-d9d2-499d-93ec-f6aa51d0b473 of type vlan for network b6448c6d-273c-4c44-8d4a-7112eb2517d1 Jan 21 09:38:17.150473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 97b97c00-b92d-4ae2-9b8c-dbb2a022321f up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:17.230678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:17.235683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:17.236130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.241638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.253239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.325144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.363914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.364565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.401777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:17.406519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.436408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3ff81-c09f-4eb3-8e7a-d02cae9cb00e req-927a54a3-a865-404b-874f-69b3533cdf5f tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.438177 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4fc3ff81-c09f-4eb3-8e7a-d02cae9cb00e req-927a54a3-a865-404b-874f-69b3533cdf5f tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 945 time: 0.2814653 Jan 21 09:38:17.467840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.471603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:17.472249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.496373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.508035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.508633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.509119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.509617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.510243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.510837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.513808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.514234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.514582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.514924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.515252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:17.798595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Network': ['ID=b6448c6d-273c-4c44-8d4a-7112eb2517d1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:17.812528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network b6448c6d-273c-4c44-8d4a-7112eb2517d1 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:17.817195 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1ec29f03-9c3d-4458-9871-0e90bcfd4c94 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9204752 Jan 21 09:38:17.823549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4fc3ff81-c09f-4eb3-8e7a-d02cae9cb00e req-864807bd-0d38-4ca4-b42b-0775f5cc4f86 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709903 Jan 21 09:38:17.924085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.946184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:17.947035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:17.992749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:18.008058 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418a4d4-1f2d-4fef-aec4-1f20da04f9ca None None] Sync routers for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:18.036730 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418a4d4-1f2d-4fef-aec4-1f20da04f9ca None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:18.042999 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c418a4d4-1f2d-4fef-aec4-1f20da04f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:18.101243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Pushing event updated for resources: {'Port': ['ID=d00a0a09-ed79-4c01-9900-cd13bbb2043c,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.133722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.138758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:18.162217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.167610 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-214b381b-0423-43f5-94ba-5533f1160a6a tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9447887 Jan 21 09:38:18.168736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55824) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:18.174450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1698306756', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'fixed_ips': [{'ip_address': '172.26.1.145'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:18.181597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:18.185570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Usage tracker for resource:port and tenant:6792832adad84d8dbb6d60f6e7a4d893 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:18.189021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:18.197086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:18.263367 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'code': 200} Jan 21 09:38:18.288234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:18.291942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Made reservation on behalf of 6792832adad84d8dbb6d60f6e7a4d893 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:18.294851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.312774 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c418a4d4-1f2d-4fef-aec4-1f20da04f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:18.314845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.348543 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418a4d4-1f2d-4fef-aec4-1f20da04f9ca None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:18.350689 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c418a4d4-1f2d-4fef-aec4-1f20da04f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:37:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:18.363005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:18.368385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Usage tracker for resource:security_group_rule and tenant:6792832adad84d8dbb6d60f6e7a4d893 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:18.372694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:18.380578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:18.431759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.objects.ports [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83426) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:38:18.432420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.462505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.477673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d0e53-9aab-4cab-8a70-efa6c234c56e req-08863cab-a14a-4c8f-8c70-f258c3bf65ba tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:18.479576 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-005d0e53-9aab-4cab-8a70-efa6c234c56e req-08863cab-a14a-4c8f-8c70-f258c3bf65ba tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 945 time: 0.2779417 Jan 21 09:38:18.481125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.512281 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c418a4d4-1f2d-4fef-aec4-1f20da04f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:18.513657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.514160 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418a4d4-1f2d-4fef-aec4-1f20da04f9ca None None] The sync data for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:18.516200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] device_id is not set on port 108ad4a9-28a8-4588-9e15-e88e4c634601 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:18.662917 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-005d0e53-9aab-4cab-8a70-efa6c234c56e req-4e34d187-9eb8-47cb-b65a-640bf8ef404a tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725113 Jan 21 09:38:18.671199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39160ff-e3cb-4b6e-9056-ef7ade6c9d8a,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.712477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] device_id is not set on port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:18.721273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.740891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Transition to ACTIVE for port object 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:18.779892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'Subnet': ['ID=556a1292-8d51-466c-b46c-c0fcd116ce79,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:18.789536 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-22cab287-d427-48e4-add7-3c51bc256c27 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.3581409 Jan 21 09:38:18.796713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55830) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:18.800580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:18.906624 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:18.907156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:18.940686 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3847b0c1-c0a3-47a3-aaa7-0c8adeb5cfb9 req-bf5abd7d-4baf-47fe-9cd7-e908dc14b314 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1099 time: 0.2429070 Jan 21 09:38:19.039420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-babe85fb-8ec2-4aac-a7ba-b230a5493fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.050271 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-63704fb5-919d-4383-9c52-962e0e0f2bfa tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8803360 Jan 21 09:38:19.088770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55836) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:19.098821 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ae92f484-1f00-448c-9047-9a9d09c051db tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] 10.222.0.122 "GET /v2.0/floatingips/0f30671e-8082-410c-983a-570f5bd9bb3f HTTP/1.1" status: 200 len: 982 time: 0.2965379 Jan 21 09:38:19.109748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55840) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:19.114228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.175516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.182315 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3847b0c1-c0a3-47a3-aaa7-0c8adeb5cfb9 req-b2c4939f-33ce-49c8-b54b-39d436787e7c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310288 Jan 21 09:38:19.274015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Deleting port d00a0a09-ed79-4c01-9900-cd13bbb2043c {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:19.274015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.350891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa820fc-8ec0-4276-9787-e2d653a891f7 req-9a5459f1-502c-4093-90b5-edada43cfd48 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.352463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8fa820fc-8ec0-4276-9787-e2d653a891f7 req-9a5459f1-502c-4093-90b5-edada43cfd48 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3056273 Jan 21 09:38:19.358463 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Checking segment: {'id': 'ba2f37ec-de85-4171-87bd-94f6f79a06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:19.359267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Network hostable DHCP agents. Network: 5f2b970a-8e43-4b00-9fcf-44583cf23f5b, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:19.368639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=01c1de0d-d51f-4822-82d2-20fcc2eaaf9a,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:19.425130 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7cbfa10d-d8c2-4c98-97de-9cbf28f42227 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] 10.222.0.122 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3685 time: 0.3032219 Jan 21 09:38:19.425338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55844) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:19.450848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:19.451146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:19.451517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:19.461047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:19.521096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:19.521096 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:19.522020 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 2 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:19.535975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 5f2b970a-8e43-4b00-9fcf-44583cf23f5b) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:19.547390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281de23-e8f3-463d-9e7b-87e772450abb None None] Network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:19.549332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:19.549923 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.560854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:19.561187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:19.561521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:19.593800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:19.594244 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:19.595918 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 3 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:19.599797 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8fa820fc-8ec0-4276-9787-e2d653a891f7 req-3325d3e1-002a-4f61-b5e2-bca98627dc1e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954844 Jan 21 09:38:19.618415 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ebb22bb5-2270-488d-af1a-acc337126374 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5617878 Jan 21 09:38:19.621678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:19.621678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:19.621964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:19.623809 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55848) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:19.630840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2103560923', 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:19.642533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:19.649512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Usage tracker for resource:port and tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:19.653917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:19.654292 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:19.655340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:19.659256 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 4 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:19.673397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:19.691593 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Floating IP 6e8497d5-9e52-4a56-a57f-46d72063e575 associated. External IP: 172.26.1.50, port: 4f69e142-eb55-4a60-a177-66ebf70d71c4. Jan 21 09:38:19.695068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.695373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.808712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:19.810212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:19.810564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:19.851397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Made reservation on behalf of c1ffb1890f3c4dbf94ae9dc82569fc8c for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:19.858927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:19.904835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:19.905161 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:19.906608 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 5 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:19.934215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] device_id is not set on port 8c6db30a-4ac1-4641-a385-c82faebc3677 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:19.963845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Calling delete_port for d00a0a09-ed79-4c01-9900-cd13bbb2043c owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:19.971855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:19.972260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:19.973521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:20.006783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:20.007050 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:20.011631 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 6 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:20.037924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Deleting port baac8110-d16e-4b1b-bd22-1b0af710ba94 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:20.038304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.047130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:20.047130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:20.047130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:20.133280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:20.133954 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:20.141383 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 7 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:20.187968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:20.188312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:20.188630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:20.216686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8567240-c45c-4148-b402-0e8481fd15af None None] Network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:20.276933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:20.276933 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:20.278271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111f4a-c9bb-426a-8838-875bc87a33ce req-21546e14-e8ad-4401-9155-b18a0428c9e0 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:20.278850 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 8 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:20.280724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-db111f4a-c9bb-426a-8838-875bc87a33ce req-21546e14-e8ad-4401-9155-b18a0428c9e0 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 945 time: 0.3577619 Jan 21 09:38:20.311653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Allocated IP 172.20.0.6 (5f2b970a-8e43-4b00-9fcf-44583cf23f5b/556a1292-8d51-466c-b46c-c0fcd116ce79/8c6db30a-4ac1-4641-a385-c82faebc3677) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:20.334330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:20.334653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:20.334987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:20.367185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.397101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:20.397444 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:20.400970 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 9 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:20.412385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.412730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.451735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:20.452063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:20.452392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:20.501438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Pushing event deleted for resources: {'Port': ['ID=d00a0a09-ed79-4c01-9900-cd13bbb2043c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:20.515150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:20.515477 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:20.518964 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 10 to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a Jan 21 09:38:20.550142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:20.550467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:20.552551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:20.570163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-db111f4a-c9bb-426a-8838-875bc87a33ce req-586a512e-0d58-4822-b8c0-3e6c9c5ef67e tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800570 Jan 21 09:38:20.576757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Calling delete_port for baac8110-d16e-4b1b-bd22-1b0af710ba94 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:20.746291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:20.747000 dv-neutron-825724-1-hyperv neutron-server[83426]: ERROR neutron.plugins.ml2.managers [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:20.748046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.772454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.813933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:20.815357 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0763029f-54fc-48a9-94ff-31c3f3d61f70 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498 tempest-ExternalNetworksAdminNegativeTestJSON-1249687498-project-admin] 10.222.0.122 "DELETE /v2.0/floatingips/8cc6d903-f0e2-40fa-b562-21f6f2566796 HTTP/1.1" status: 204 len: 168 time: 1.7263904 Jan 21 09:38:21.032499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.109774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55860) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.123465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'subnets': [{'network_id': 'c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--39117160', 'ip_version': 6}, {'network_id': 'b6448c6d-273c-4c44-8d4a-7112eb2517d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:21.123772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'subnet': {'network_id': 'c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--39117160', 'ip_version': 6}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:21.124510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Request body: {'subnet': {'network_id': 'b6448c6d-273c-4c44-8d4a-7112eb2517d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:21.141595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] For port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:21.142414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempted to set empty binding levels {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:38:21.157543 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.169034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.234318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event deleted for resources: {'Port': ['ID=baac8110-d16e-4b1b-bd22-1b0af710ba94,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.249320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97838d53-1dfd-4a1d-a3e6-de3cb3b88433 req-e62abc6a-5bba-4a6d-9c5e-71c58c4f16cd tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.252014 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-97838d53-1dfd-4a1d-a3e6-de3cb3b88433 req-e62abc6a-5bba-4a6d-9c5e-71c58c4f16cd tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.2362440 Jan 21 09:38:21.311669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606ae21-f3ed-4bf5-b7f3-2eec4283e653 req-af95625f-3763-4447-9aaf-ecbc6f76fc29 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.311970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] In _notify_port_updated(), no bound segment for port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:38:21.313152 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1606ae21-f3ed-4bf5-b7f3-2eec4283e653 req-af95625f-3763-4447-9aaf-ecbc6f76fc29 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 945 time: 0.3811767 Jan 21 09:38:21.314362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.320876 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "PUT /v2.0/ports/01c1de0d-d51f-4822-82d2-20fcc2eaaf9a HTTP/1.1" status: 200 len: 981 time: 4.6391404 Jan 21 09:38:21.320876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.331031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55866) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.331271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55868) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.331598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55870) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.353637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f904f7-abb4-4170-acd5-9c7313a0d7f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=01c1de0d-d51f-4822-82d2-20fcc2eaaf9a,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.386303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Request body: {'floatingip': {'port_id': '8f402e3c-edec-47e8-a36b-0384cb052417'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:21.414984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7ec4-18bf-457c-8683-79e411302116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.543785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for floatingip, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.672493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:21.682289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:21.699711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:21.721166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.740867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'Port': ['ID=8c6db30a-4ac1-4641-a385-c82faebc3677,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:21.787771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:21.796900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Usage tracker for resource:subnet and tenant:5815833b9e534fce85ae3349b2809d33 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:21.802544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:21.810572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:21.810935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.814537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:21.815282 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-97838d53-1dfd-4a1d-a3e6-de3cb3b88433 req-7b8435c0-c1bc-43d1-88fb-3c78f475fa22 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314150 Jan 21 09:38:21.849744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Made reservation on behalf of 5815833b9e534fce85ae3349b2809d33 for: {'subnet': 2} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:21.866621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:21.872297 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-17a46785-803f-4bf7-b1a0-07258515470c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2465961 Jan 21 09:38:21.877223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55882) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:21.961580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Router 76c0d1a0-af66-4ad6-a318-7d6e11124537 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:22.077642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c86b39ce-e31b-48fa-9b12-074db9e963b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Synchronizing usage tracker for tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:22.084254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:22.089952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7b351244-4290-4a60-a63b-6c2ad6cbc9ea tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Deleting port 8c6db30a-4ac1-4641-a385-c82faebc3677 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:22.090315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b351244-4290-4a60-a63b-6c2ad6cbc9ea tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.124111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] Usage tracker for resource:security_group_rule and tenant:2423ba5a4c98475ab2002353dfddd750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:22.135342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:22.153108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.153672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.161240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:22.261969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c86b39ce-e31b-48fa-9b12-074db9e963b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Unset dirty status for tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:22.263248 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c86b39ce-e31b-48fa-9b12-074db9e963b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23076 time: 0.9299099 Jan 21 09:38:22.268692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55886) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:22.357336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Deleting port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:22.357686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.458796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.698227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.751374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.832316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] For port 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a, host hv-neutron-8257, got binding levels [] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:22.832674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.855256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:22.869215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] Sync routers for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:22.893625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:22.895818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:22.898309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:22.937841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b351244-4290-4a60-a63b-6c2ad6cbc9ea tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.086736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Calling delete_port for 01c1de0d-d51f-4822-82d2-20fcc2eaaf9a owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:23.124981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.125518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7b351244-4290-4a60-a63b-6c2ad6cbc9ea tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Calling delete_port for 8c6db30a-4ac1-4641-a385-c82faebc3677 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:23.212877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:23.264966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaebb1d8-7819-4675-8f45-e5f0f8b80e3e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.270231 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1d34cec6-7c53-4767-9069-38c5400d580e tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "PUT /v2.0/floatingips/6e8497d5-9e52-4a56-a57f-46d72063e575 HTTP/1.1" status: 200 len: 990 time: 6.5896773 Jan 21 09:38:23.272436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'tag': '4f69e142-eb55-4a60-a177-66ebf70d71c4'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:23.299735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.360421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event deleted for resources: {'Port': ['ID=01c1de0d-d51f-4822-82d2-20fcc2eaaf9a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.384993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.401833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.421363 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c42dca2f-162f-412f-ae7f-a010df452d53 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=2423ba5a4c98475ab2002353dfddd750&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0861845 Jan 21 09:38:23.438970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55898) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.458077 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dadb24e0-0b6e-4ab3-a2db-f757b22d02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "DELETE /v2.0/ports/01c1de0d-d51f-4822-82d2-20fcc2eaaf9a HTTP/1.1" status: 204 len: 168 time: 1.1869702 Jan 21 09:38:23.462888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55902) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.532760 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'tag': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'status': 'completed', 'code': 200} Jan 21 09:38:23.553040 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-711f90a7-db8a-4c9a-8051-a6fa5a08b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:38:23.553040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-711f90a7-db8a-4c9a-8051-a6fa5a08b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Synchronizing usage tracker for tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:23.567796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Subnet': ['ID=ace698cd-84b3-4854-a00d-142a8adfd6fb,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.611560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-711f90a7-db8a-4c9a-8051-a6fa5a08b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Unset dirty status for tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:23.612663 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-711f90a7-db8a-4c9a-8051-a6fa5a08b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "GET /v2.0/ports/01c1de0d-d51f-4822-82d2-20fcc2eaaf9a HTTP/1.1" status: 404 len: 333 time: 0.1467333 Jan 21 09:38:23.619443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55906) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:23.620277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Checking segment: {'id': 'a19d5a54-b104-4c8a-9b6d-bc378c96a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:23.620629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Network hostable DHCP agents. Network: c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:23.626407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-293a73ac-310a-4c8b-ba55-b9b75d3d54aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.633784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-450431159', 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:23.651921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:23.675537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-293a73ac-310a-4c8b-ba55-b9b75d3d54aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.684739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:23.687656 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6e8497d5-9e52-4a56-a57f-46d72063e575', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'port_id': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'mac_address': 'fa:16:3e:92:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:38:18Z', 'revision_number': 1, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:23.693100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] Checking router: 76c0d1a0-af66-4ad6-a318-7d6e11124537 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:38:23.706367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:23.708199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:23.721533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Made reservation on behalf of 7c1c3706c3e64f19a32cb6fd7ac315c7 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:23.724498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.736287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Network c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:23.760876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] device_id is not set on port f4001705-da7c-4b50-8a30-bbf378efbf4c yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:23.793785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:23.806256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.810434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.814902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82339d-6c9b-49fb-8f89-2de5c42c6201 None None] Network c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:23.832399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517da4fa-dc14-4ae8-846e-31d82ed9867a req-2aa828b6-26b0-4de3-9388-0831d802353e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:23.834028 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-517da4fa-dc14-4ae8-846e-31d82ed9867a req-2aa828b6-26b0-4de3-9388-0831d802353e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.6798227 Jan 21 09:38:23.834582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.852994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-293a73ac-310a-4c8b-ba55-b9b75d3d54aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.889973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a73ac-310a-4c8b-ba55-b9b75d3d54aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaebb1d8-7819-4675-8f45-e5f0f8b80e3e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.894980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-293a73ac-310a-4c8b-ba55-b9b75d3d54aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:23.908558 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-293a73ac-310a-4c8b-ba55-b9b75d3d54aa admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/aaebb1d8-7819-4675-8f45-e5f0f8b80e3e HTTP/1.1" status: 204 len: 168 time: 0.4586627 Jan 21 09:38:23.915584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event updated for resources: {'Subnet': ['ID=562ef25e-c5e1-4e6a-8db4-0a80306fa485,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:23.956475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Checking segment: {'id': 'bc47f127-d9d2-499d-93ec-f6aa51d0b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b6448c6d-273c-4c44-8d4a-7112eb2517d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:23.957601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Network hostable DHCP agents. Network: b6448c6d-273c-4c44-8d4a-7112eb2517d1, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:23.982580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.001353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:24.020163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Network b6448c6d-273c-4c44-8d4a-7112eb2517d1 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:24.034272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, b6448c6d-273c-4c44-8d4a-7112eb2517d1) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:24.038686 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-35741da5-e710-4a43-adc3-811fa62e6567 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=14ac52abc1b64a9d8facf94697773bb1&device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 1098 time: 0.4284437 Jan 21 09:38:24.054616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b351244-4290-4a60-a63b-6c2ad6cbc9ea tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.079712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c13a588-cb81-448d-ab7c-aa995fa82ae0 None None] Network b6448c6d-273c-4c44-8d4a-7112eb2517d1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:24.192611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.192987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.193612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.202369 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-517da4fa-dc14-4ae8-846e-31d82ed9867a req-37038855-19ea-4c75-b230-b5774289e18a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048565 Jan 21 09:38:24.278989 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6820f154-9ac2-4161-a6cd-f16d6bbc5663 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 3.1644623 Jan 21 09:38:24.282594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55916) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.288887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b351244-4290-4a60-a63b-6c2ad6cbc9ea tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c6db30a-4ac1-4641-a385-c82faebc3677,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.364663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.393795 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2117d-eb7c-4639-8b5c-75fda6885047 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.395521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2117d-eb7c-4639-8b5c-75fda6885047 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.396988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2117d-eb7c-4639-8b5c-75fda6885047 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.397796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5cf2117d-eb7c-4639-8b5c-75fda6885047 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Synchronizing usage tracker for tenant:5815833b9e534fce85ae3349b2809d33 on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:24.429278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5cf2117d-eb7c-4639-8b5c-75fda6885047 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Unset dirty status for tenant:5815833b9e534fce85ae3349b2809d33 on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:24.430719 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5cf2117d-eb7c-4639-8b5c-75fda6885047 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1468093 Jan 21 09:38:24.433367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.463656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55920) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.505698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55924) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.543240 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:24.562319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-16136c8c-9aae-4461-8882-a2894f2460dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.563263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:24.563690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-16136c8c-9aae-4461-8882-a2894f2460dc service neutron] 10.222.0.120 "GET /v2.0/networks?id=83b192f4-42d9-4533-8c6a-1d743e3b0559 HTTP/1.1" status: 200 len: 912 time: 0.5040035 Jan 21 09:38:24.571855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=f4001705-da7c-4b50-8a30-bbf378efbf4c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:24.583459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:24.583702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:24.584898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.636493 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a09638e7-48b6-4645-b7c7-a71053ca3223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0112772 Jan 21 09:38:24.639508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55932) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.654718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-b6448c6d-273c-4c44-8d4a-7112eb2517d1', 'network_id': 'b6448c6d-273c-4c44-8d4a-7112eb2517d1', 'tenant_id': '5815833b9e534fce85ae3349b2809d33', 'fixed_ips': [{'subnet_id': '562ef25e-c5e1-4e6a-8db4-0a80306fa485'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:24.655675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.706298 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-942f8b84-af95-42f1-b9c9-91d146d7a4dd admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=6792832adad84d8dbb6d60f6e7a4d893&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1994104 Jan 21 09:38:24.709397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55936) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.732272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a2795e0c-7844-474a-9580-0ca8023692cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Synchronizing usage tracker for tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:24.732927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f', 'network_id': 'c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f', 'tenant_id': '5815833b9e534fce85ae3349b2809d33', 'fixed_ips': [{'subnet_id': 'ace698cd-84b3-4854-a00d-142a8adfd6fb'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:24.733606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.773119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a2795e0c-7844-474a-9580-0ca8023692cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Unset dirty status for tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:24.774319 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a2795e0c-7844-474a-9580-0ca8023692cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "GET /v2.0/ports/f4001705-da7c-4b50-8a30-bbf378efbf4c HTTP/1.1" status: 200 len: 958 time: 0.1337898 Jan 21 09:38:24.781078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55940) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:24.829255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b7d51d4-0745-4bec-a273-4c14d80c6dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.878005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b9d62aae-2ce2-4f23-b9d7-f35339061373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Deleting port f4001705-da7c-4b50-8a30-bbf378efbf4c {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:24.878372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b9d62aae-2ce2-4f23-b9d7-f35339061373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.913642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b7d51d4-0745-4bec-a273-4c14d80c6dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:24.994191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b351244-4290-4a60-a63b-6c2ad6cbc9ea tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.080874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Allocated IP 2001:db8:0:1::1 (b6448c6d-273c-4c44-8d4a-7112eb2517d1/562ef25e-c5e1-4e6a-8db4-0a80306fa485/1bb65ea4-e0a6-4ff8-b0ea-dd581f663733) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:25.123906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b7d51d4-0745-4bec-a273-4c14d80c6dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.151990 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b9d62aae-2ce2-4f23-b9d7-f35339061373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.160632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d51d4-0745-4bec-a273-4c14d80c6dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39160ff-e3cb-4b6e-9056-ef7ade6c9d8a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.208265 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-00fd70c9-b43a-4253-ae50-cde98fe78a87 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4 HTTP/1.1" status: 200 len: 998 time: 0.5455160 Jan 21 09:38:25.214861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Router 3aed4e55-510b-41b4-bb89-901d8faa0dc4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:25.223706 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7b351244-4290-4a60-a63b-6c2ad6cbc9ea tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "DELETE /v2.0/ports/8c6db30a-4ac1-4641-a385-c82faebc3677 HTTP/1.1" status: 204 len: 168 time: 3.3379488 Jan 21 09:38:25.225460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55944) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:25.230189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b', 'external_fixed_ips': [{'subnet_id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'ip_address': '172.20.0.6'}]}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:25.292357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Allocated IP 2001:db8::1 (c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f/ace698cd-84b3-4854-a00d-142a8adfd6fb/9ba21c03-6bf3-41bb-8414-4fd1c453f20e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:25.373454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf73ba-c080-4731-8f8f-45f0cac84553 req-00c8cbfa-147e-40d5-bfa2-2c63ccf263f1 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.376488 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f5bf73ba-c080-4731-8f8f-45f0cac84553 req-00c8cbfa-147e-40d5-bfa2-2c63ccf263f1 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.9274585 Jan 21 09:38:25.398126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 55948) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:25.400517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b7d51d4-0745-4bec-a273-4c14d80c6dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.401672 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9b7d51d4-0745-4bec-a273-4c14d80c6dcb admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/a39160ff-e3cb-4b6e-9056-ef7ade6c9d8a HTTP/1.1" status: 204 len: 168 time: 0.6913102 Jan 21 09:38:25.402912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:25.412061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b9d62aae-2ce2-4f23-b9d7-f35339061373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Calling delete_port for f4001705-da7c-4b50-8a30-bbf378efbf4c owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:25.443866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Request body: {'floatingip': {'port_id': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:25.514381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Usage tracker for resource:router and tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:25.515852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c87eae-d0c9-44eb-a4c6-fe6f9a666009 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Deleting subnet ace698cd-84b3-4854-a00d-142a8adfd6fb {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:38:25.521701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-ba480cf8-9d66-4add-8553-d08c2c4a30cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:25.524080 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-ba480cf8-9d66-4add-8553-d08c2c4a30cc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1ccd1c86-5539-4a7b-9517-f8bb9da84d24 HTTP/1.1" status: 200 len: 850 time: 0.2997327 Jan 21 09:38:25.536144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:25.561232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:25.573568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.580112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Floating IP 67a88e04-6a98-4365-ae2c-d7f0e0e26c2a associated. External IP: 172.26.1.9, port: 8f402e3c-edec-47e8-a36b-0384cb052417. Jan 21 09:38:25.650039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6e8497d5-9e52-4a56-a57f-46d72063e575', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'port_id': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'mac_address': 'fa:16:3e:92:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:38:18Z', 'revision_number': 1, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:25.700627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.701674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.787645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.798439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b9d62aae-2ce2-4f23-b9d7-f35339061373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.812494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.819188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0a11-fcbe-4b58-90a2-e4622ddb8290 None None] The sync data for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv is: [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6e8497d5-9e52-4a56-a57f-46d72063e575', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'port_id': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'mac_address': 'fa:16:3e:92:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:33Z', 'updated_at': '2022-01-21T09:38:18Z', 'revision_number': 1, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:25.836914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Transition to ACTIVE for port object 9ba21c03-6bf3-41bb-8414-4fd1c453f20e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:25.840077 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.868372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Transition to ACTIVE for port object 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:25.900081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Transition to ACTIVE for port object 9ba21c03-6bf3-41bb-8414-4fd1c453f20e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:25.914079 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.935183 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d62aae-2ce2-4f23-b9d7-f35339061373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4001705-da7c-4b50-8a30-bbf378efbf4c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:25.943124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Transition to ACTIVE for port object 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:25.954305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-83c87eae-d0c9-44eb-a4c6-fe6f9a666009 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:25.996603 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-3dc67b61-8c7f-4154-9ef3-fbfc0c64e122 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=83b192f4-42d9-4533-8c6a-1d743e3b0559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4620483 Jan 21 09:38:26.064122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b9d62aae-2ce2-4f23-b9d7-f35339061373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.070940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.079498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Network c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:26.084685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:26.093223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:26.107808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Pushing event updated for resources: {'Port': ['ID=9ba21c03-6bf3-41bb-8414-4fd1c453f20e,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.168411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Network b6448c6d-273c-4c44-8d4a-7112eb2517d1 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:26.217782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-83c87eae-d0c9-44eb-a4c6-fe6f9a666009 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.272727 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b9d62aae-2ce2-4f23-b9d7-f35339061373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "DELETE /v2.0/ports/f4001705-da7c-4b50-8a30-bbf378efbf4c HTTP/1.1" status: 204 len: 168 time: 1.4906220 Jan 21 09:38:26.275923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:26.280284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:26.281074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55966) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:26.409574 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Pushing event updated for resources: {'Port': ['ID=1bb65ea4-e0a6-4ff8-b0ea-dd581f663733,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.449364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Attempting to bind port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:26.450511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Attempting to bind port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'a19d5a54-b104-4c8a-9b6d-bc378c96a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:26.451156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Attempting to bind port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e on network c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:26.452660 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f6db01-c468-4adf-b0f1-17f8fe508493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:38:26.460021 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f2f6db01-c468-4adf-b0f1-17f8fe508493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "GET /v2.0/ports/f4001705-da7c-4b50-8a30-bbf378efbf4c HTTP/1.1" status: 404 len: 333 time: 0.1693172 Jan 21 09:38:26.464811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55970) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:26.466211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:26.466759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Checking segment: {'id': 'a19d5a54-b104-4c8a-9b6d-bc378c96a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:26.467363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.467929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Bound using segment: {'id': 'a19d5a54-b104-4c8a-9b6d-bc378c96a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:26.468836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Bound port: 9ba21c03-6bf3-41bb-8414-4fd1c453f20e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19d5a54-b104-4c8a-9b6d-bc378c96a40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:26.469613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.506837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Attempting to bind port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:26.508692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Attempting to bind port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'bc47f127-d9d2-499d-93ec-f6aa51d0b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b6448c6d-273c-4c44-8d4a-7112eb2517d1'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:26.509660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Attempting to bind port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 on network b6448c6d-273c-4c44-8d4a-7112eb2517d1 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:26.514856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Request body: {'port': {'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-835683432'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:26.545136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:26.560028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:26.560682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Checking segment: {'id': 'bc47f127-d9d2-499d-93ec-f6aa51d0b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b6448c6d-273c-4c44-8d4a-7112eb2517d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:26.561096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.561488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Bound using segment: {'id': 'bc47f127-d9d2-499d-93ec-f6aa51d0b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b6448c6d-273c-4c44-8d4a-7112eb2517d1'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:26.565401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Bound port: 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc47f127-d9d2-499d-93ec-f6aa51d0b473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b6448c6d-273c-4c44-8d4a-7112eb2517d1'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:26.565795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.581084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Usage tracker for resource:port and tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:26.593602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:26.603094 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-7c901ffc-7de7-477d-a93f-bed33f9b4f1d service neutron] 10.222.0.120 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960567 Jan 21 09:38:26.614711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:26.624964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:26.631445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.635131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.650855 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df093b0-343a-4431-9e15-42c1b45ab686 None None] Sync routers for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:26.673574 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df093b0-343a-4431-9e15-42c1b45ab686 None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:26.674380 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5df093b0-343a-4431-9e15-42c1b45ab686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:26.702246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] For port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:26.709603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] For port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1bb65ea4-e0a6-4ff8-b0ea-dd581f663733,segment=NetworkSegment(bc47f127-d9d2-499d-93ec-f6aa51d0b473),segment_id=bc47f127-d9d2-499d-93ec-f6aa51d0b473)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:26.725971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-83c87eae-d0c9-44eb-a4c6-fe6f9a666009 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.747674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.835727 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5df093b0-343a-4431-9e15-42c1b45ab686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:26.847896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f73818-3b17-425b-ba08-4d89c749bd9b None None] Pushing event updated for resources: {'Port': ['ID=1bb65ea4-e0a6-4ff8-b0ea-dd581f663733,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:26.875485 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df093b0-343a-4431-9e15-42c1b45ab686 None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:26.876657 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5df093b0-343a-4431-9e15-42c1b45ab686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:26.921666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.932738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Made reservation on behalf of 7c1c3706c3e64f19a32cb6fd7ac315c7 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:26.935062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:26.942880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.005266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] device_id is not set on port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:27.125607 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5df093b0-343a-4431-9e15-42c1b45ab686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:27.126876 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df093b0-343a-4431-9e15-42c1b45ab686 None None] The sync data for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:27.127127 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8e255361-bd38-4ae1-94cc-084623e24fb5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "DELETE /v2.0/floatingips/0f30671e-8082-410c-983a-570f5bd9bb3f HTTP/1.1" status: 204 len: 168 time: 7.7015944 Jan 21 09:38:27.127823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55984) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:27.143389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:27.194028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:27.215237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Usage tracker for resource:floatingip and tenant:06b86218bfe5438c846c7b5b0051f3ef is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:27.227321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:27.249840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:27.385677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.400032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] For port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:27.403546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] For port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ba21c03-6bf3-41bb-8414-4fd1c453f20e,segment=NetworkSegment(a19d5a54-b104-4c8a-9b6d-bc378c96a40c),segment_id=a19d5a54-b104-4c8a-9b6d-bc378c96a40c)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:27.414724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.556185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4530d3b-3e31-4ab3-b188-b6a5116d8d2f None None] Pushing event updated for resources: {'Port': ['ID=9ba21c03-6bf3-41bb-8414-4fd1c453f20e,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.580270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-83c87eae-d0c9-44eb-a4c6-fe6f9a666009 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.615911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51d097c7-3397-4e54-a7cb-8d0a0ee090d3 req-f492ee57-cfe0-4ea5-bb51-c53953423b04 service neutron] 10.222.0.120 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9481192 Jan 21 09:38:27.667567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c87eae-d0c9-44eb-a4c6-fe6f9a666009 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Subnet': ['ID=ace698cd-84b3-4854-a00d-142a8adfd6fb,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:27.710420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.764455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.811145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-83c87eae-d0c9-44eb-a4c6-fe6f9a666009 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:27.831410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:27.832200 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Floating IP e03217eb-e3cd-4ffd-9e13-417ca55f676a associated. External IP: 172.26.1.69, port: 97b97c00-b92d-4ae2-9b8c-dbb2a022321f. Jan 21 09:38:27.898453 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-83c87eae-d0c9-44eb-a4c6-fe6f9a666009 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/subnets/ace698cd-84b3-4854-a00d-142a8adfd6fb HTTP/1.1" status: 204 len: 168 time: 3.3809934 Jan 21 09:38:27.903914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 55996) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.027472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:28.089026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.278604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Allocated IP 172.20.0.6 (5f2b970a-8e43-4b00-9fcf-44583cf23f5b/556a1292-8d51-466c-b46c-c0fcd116ce79/7df722f6-02f3-4dde-8e9b-e6c4643ab56b) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:28.348938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.483416 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51747e90-8042-4b9c-a38d-5b6178e75a7e None None] Network b6448c6d-273c-4c44-8d4a-7112eb2517d1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:28.518372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:28.521336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:28.536030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:28.537517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:28.538288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.559734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=28b7f8df-8ecb-4a16-9146-c4e44a12dcbc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.570690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.574913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bbfb47-fd62-4c6d-9eb8-8573dfa1414a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Deleting subnet 562ef25e-c5e1-4e6a-8db4-0a80306fa485 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:38:28.587423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb47-fd62-4c6d-9eb8-8573dfa1414a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.635844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-24b21e86-d7c1-4db2-acf6-701e8c2307ce None None] Provisioning for port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:28.638877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.640165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.646942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Router d0349bba-b345-444f-b307-26531f4a05b5 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:28.659815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-24b21e86-d7c1-4db2-acf6-701e8c2307ce None None] Provisioning complete for port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:28.660189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24b21e86-d7c1-4db2-acf6-701e8c2307ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.705402 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-71155e9a-77f8-4878-8473-d2546f614167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2343431 Jan 21 09:38:28.736138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56010) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.747231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56012) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:28.807825 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:28.812375 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:28.816712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:28.840726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:28.844471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'Port': ['ID=7df722f6-02f3-4dde-8e9b-e6c4643ab56b,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:28.961296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24b21e86-d7c1-4db2-acf6-701e8c2307ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:28.999095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb47-fd62-4c6d-9eb8-8573dfa1414a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.006320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-24b21e86-d7c1-4db2-acf6-701e8c2307ce None None] For port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1bb65ea4-e0a6-4ff8-b0ea-dd581f663733,segment=NetworkSegment(bc47f127-d9d2-499d-93ec-f6aa51d0b473),segment_id=bc47f127-d9d2-499d-93ec-f6aa51d0b473)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:29.008748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1577820171', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:29.022610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24b21e86-d7c1-4db2-acf6-701e8c2307ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.025736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:29.033556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Usage tracker for resource:port and tenant:ac473a7e1ad842b4a8a960179ae01319 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:29.037777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:29.046495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:29.105804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21e86-d7c1-4db2-acf6-701e8c2307ce None None] Pushing event updated for resources: {'Port': ['ID=1bb65ea4-e0a6-4ff8-b0ea-dd581f663733,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:29.151620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Made reservation on behalf of ac473a7e1ad842b4a8a960179ae01319 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:29.153665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.180517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.240433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.248136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:29.257784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Usage tracker for resource:security_group_rule and tenant:ac473a7e1ad842b4a8a960179ae01319 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:29.262786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:29.270846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:29.279195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f33a6f-6aeb-4146-be05-03f50ac767fd None None] Network c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:29.324889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Router c58ec525-f47b-4096-8a97-8ff8f8433bab has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:29.370041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.370489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.408162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Allocated IP 172.26.1.155 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/864107d4-e17d-4f3f-9a12-b9ca484e6854) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:29.449047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-527f4385-0797-4abc-93c7-af71659a8716 None None] Provisioning for port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:29.459359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.483116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb47-fd62-4c6d-9eb8-8573dfa1414a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.528819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.538832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-527f4385-0797-4abc-93c7-af71659a8716 None None] Provisioning complete for port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:29.540298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-527f4385-0797-4abc-93c7-af71659a8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.545314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] device_id is not set on port 70ade978-2aaf-4e67-a55f-62f9296f6d30 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:29.638738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0b46b8-1c4e-4fe5-bc43-82078c0390ea,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:29.793776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] DHCP port deletion for c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:38:29.801921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] Deleting port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:29.802325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:29.869559 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:30.053450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:30.064638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb47-fd62-4c6d-9eb8-8573dfa1414a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.084189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07face62-ed9b-4def-a085-96746db12b91 None None] Sync routers for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:30.101283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.139786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:30.141022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.180483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] For port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ba21c03-6bf3-41bb-8414-4fd1c453f20e,segment=NetworkSegment(a19d5a54-b104-4c8a-9b6d-bc378c96a40c),segment_id=a19d5a54-b104-4c8a-9b6d-bc378c96a40c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:30.181139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.184133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Router 6bd093ce-a926-4379-a493-a0348d2bd39a is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:38:30.188066 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-487e2cf5-041d-4cf4-9f56-4611bc7e331e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "PUT /v2.0/floatingips/e03217eb-e3cd-4ffd-9e13-417ca55f676a HTTP/1.1" status: 200 len: 991 time: 4.7888100 Jan 21 09:38:30.190578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'tag': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:30.267942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.273192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07face62-ed9b-4def-a085-96746db12b91 None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:30.274113 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07face62-ed9b-4def-a085-96746db12b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:30.313243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb47-fd62-4c6d-9eb8-8573dfa1414a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.343349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbfb47-fd62-4c6d-9eb8-8573dfa1414a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Subnet': ['ID=562ef25e-c5e1-4e6a-8db4-0a80306fa485,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.352336 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'tag': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'status': 'completed', 'code': 200} Jan 21 09:38:30.353633 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-13bbfb47-fd62-4c6d-9eb8-8573dfa1414a tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/subnets/562ef25e-c5e1-4e6a-8db4-0a80306fa485 HTTP/1.1" status: 204 len: 168 time: 2.4443674 Jan 21 09:38:30.357364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] device_id is not set on port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:30.359527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56026) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.365348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.421664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f872c-4162-48a3-8983-d261fc566c28 None None] Network b6448c6d-273c-4c44-8d4a-7112eb2517d1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:30.452795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.485469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64958c-d0ea-4dbe-94af-4c01573fff62 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:30.493655 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8d64958c-d0ea-4dbe-94af-4c01573fff62 tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1195843 Jan 21 09:38:30.495093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:30.499417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56030) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:30.499580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.507905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Allocated IP 172.26.1.17 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/70ade978-2aaf-4e67-a55f-62f9296f6d30) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:30.519578 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49951532-3b70-4975-902c-e7e65f90215c None None] Sync routers for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:30.542201 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49951532-3b70-4975-902c-e7e65f90215c None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:30.543105 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-49951532-3b70-4975-902c-e7e65f90215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:30.561160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Transition to ACTIVE for port object 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:30.596342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.612397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:30.618050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Pushing event updated for resources: {'Port': ['ID=864107d4-e17d-4f3f-9a12-b9ca484e6854,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.655190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:30.658930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:30.659965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] Calling delete_port for 9ba21c03-6bf3-41bb-8414-4fd1c453f20e owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:30.708770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.829246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09db6b5e-3f13-4567-8143-58599cd2f3fe None None] New status for floating IP 6e8497d5-9e52-4a56-a57f-46d72063e575: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:38:30.833619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Deleting port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:30.834079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:30.879230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=28b7f8df-8ecb-4a16-9146-c4e44a12dcbc,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:30.912983 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c26e5b6b-fe9b-43e7-bfc0-fcb4568f296b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "PUT /v2.0/floatingips/67a88e04-6a98-4365-ae2c-d7f0e0e26c2a HTTP/1.1" status: 200 len: 989 time: 9.5759916 Jan 21 09:38:30.918020 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-49951532-3b70-4975-902c-e7e65f90215c None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:31.026144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa1af03-168a-4944-95e6-c766769eb542', 'tag': '8f402e3c-edec-47e8-a36b-0384cb052417'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:38:31.103621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-a97ce4b7-1dcb-4d4a-ab80-e86fdcfe4133 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1099 time: 0.7303712 Jan 21 09:38:31.105862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:31.106324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:31.106752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:31.132648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:31.133111 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:31.366823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 2 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:31.397570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-c01ef709-daee-4f02-bf20-fc51a70c8858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:31.400980 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-c01ef709-daee-4f02-bf20-fc51a70c8858 service neutron] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 911 time: 0.2812531 Jan 21 09:38:31.405798 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa1af03-168a-4944-95e6-c766769eb542', 'tag': '8f402e3c-edec-47e8-a36b-0384cb052417', 'status': 'completed', 'code': 200} Jan 21 09:38:31.407128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:31.407691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:31.408570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:31.465608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:31.484773 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Sync routers for ids ['6bd093ce-a926-4379-a493-a0348d2bd39a'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:31.486180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.536659 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-49951532-3b70-4975-902c-e7e65f90215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '67a88e04-6a98-4365-ae2c-d7f0e0e26c2a', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'floating_ip_address': '172.26.1.9', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'port_id': '8f402e3c-edec-47e8-a36b-0384cb052417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'mac_address': 'fa:16:3e:eb:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1af03-168a-4944-95e6-c766769eb542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:40Z', 'updated_at': '2022-01-21T09:38:23Z', 'revision_number': 1, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:38:15Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.552299 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49951532-3b70-4975-902c-e7e65f90215c None None] Checking router: d0349bba-b345-444f-b307-26531f4a05b5 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:38:31.559959 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Routers {'6bd093ce-a926-4379-a493-a0348d2bd39a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:31.560526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] For port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1bb65ea4-e0a6-4ff8-b0ea-dd581f663733,segment=NetworkSegment(bc47f127-d9d2-499d-93ec-f6aa51d0b473),segment_id=bc47f127-d9d2-499d-93ec-f6aa51d0b473)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:31.560888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.561571 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['6bd093ce-a926-4379-a493-a0348d2bd39a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.570303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] Pushing event deleted for resources: {'Port': ['ID=9ba21c03-6bf3-41bb-8414-4fd1c453f20e,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:31.581945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-07face62-ed9b-4def-a085-96746db12b91 None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:31.588781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:31.590151 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b43199af-3c6d-4cdd-b0a3-3f650db900b4 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3639870 Jan 21 09:38:31.599515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:31.600629 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:31.636436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d9db1-3f66-4587-a260-e3112d7c459a None None] No DVR routers for this DVR port 9ba21c03-6bf3-41bb-8414-4fd1c453f20e on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:31.688248 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49951532-3b70-4975-902c-e7e65f90215c None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:31.688866 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-49951532-3b70-4975-902c-e7e65f90215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:31.717528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56042) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:31.718062 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 3 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:31.726882 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ba21c03-6bf3-41bb-8414-4fd1c453f20e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:31.729876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Calling delete_port for 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:31.732169 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-1a417913-2e40-4a31-a26b-31bc4208c6fb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 999 time: 0.3189075 Jan 21 09:38:31.789501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9ba21c03-6bf3-41bb-8414-4fd1c453f20e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:38:31.789838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ba21c03-6bf3-41bb-8414-4fd1c453f20e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:31.822231 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-82f38e17-8899-49cc-93c8-074b6cd548de service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=679f6ab398fb4143b9b8a9b599456ff0&device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 1098 time: 0.6549306 Jan 21 09:38:31.831591 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.071804 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Set router 6bd093ce-a926-4379-a493-a0348d2bd39a gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:32.097175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-d29d43e8-444a-4fd6-89e7-ad60470b4f02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.099716 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-d29d43e8-444a-4fd6-89e7-ad60470b4f02 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.1156440 Jan 21 09:38:32.103736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.107539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:32.108236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:32.108785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:32.120390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:32.121069 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:32.137869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.171460 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 4 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:32.222057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Port': ['ID=1bb65ea4-e0a6-4ff8-b0ea-dd581f663733,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.229688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-5723560b-041b-45e6-a584-5136433e9e08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.231313 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-5723560b-041b-45e6-a584-5136433e9e08 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b HTTP/1.1" status: 200 len: 906 time: 0.3931668 Jan 21 09:38:32.232334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.259532 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-49951532-3b70-4975-902c-e7e65f90215c None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:32.269269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:32.272083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:32.272435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:32.299730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:32.301137 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:32.312123 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 5 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:32.340473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:32.340792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:32.341357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:32.355930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:32.356256 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:32.375195 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 6 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:32.386899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7717e-f4e2-44a3-bb28-f6eea734226e None None] DHCP port deletion for b6448c6d-273c-4c44-8d4a-7112eb2517d1 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:38:32.406789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:32.407494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:32.408047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:32.432109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:32.439237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.451406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:32.453618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Pushing event updated for resources: {'Port': ['ID=70ade978-2aaf-4e67-a55f-62f9296f6d30,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:32.462717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:32.487015 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07face62-ed9b-4def-a085-96746db12b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e03217eb-e3cd-4ffd-9e13-417ca55f676a', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'floating_ip_address': '172.26.1.69', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'port_id': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'mac_address': 'fa:16:3e:67:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:53Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 1, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.494752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07face62-ed9b-4def-a085-96746db12b91 None None] Checking router: c58ec525-f47b-4096-8a97-8ff8f8433bab for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:38:32.512540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-72abbb15-7f56-488a-8b8d-4f75bfcbb9b7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3944168 Jan 21 09:38:32.529601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:32.531053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.531434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07face62-ed9b-4def-a085-96746db12b91 None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:32.532049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07face62-ed9b-4def-a085-96746db12b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.552905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] No DVR routers for this DVR port 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:32.581148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:32.582145 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:32.601736 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-789f9cb4-2e73-495e-b48a-635df5d553eb tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8356390 Jan 21 09:38:32.606197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56052) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:32.801845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.807747 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-49951532-3b70-4975-902c-e7e65f90215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '67a88e04-6a98-4365-ae2c-d7f0e0e26c2a', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'floating_ip_address': '172.26.1.9', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'port_id': '8f402e3c-edec-47e8-a36b-0384cb052417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'mac_address': 'fa:16:3e:eb:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1af03-168a-4944-95e6-c766769eb542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:40Z', 'updated_at': '2022-01-21T09:38:23Z', 'revision_number': 1, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:38:15Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.809154 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 7 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:32.812625 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49951532-3b70-4975-902c-e7e65f90215c None None] The sync data for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv is: [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '67a88e04-6a98-4365-ae2c-d7f0e0e26c2a', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'floating_ip_address': '172.26.1.9', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'port_id': '8f402e3c-edec-47e8-a36b-0384cb052417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'mac_address': 'fa:16:3e:eb:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1af03-168a-4944-95e6-c766769eb542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:40Z', 'updated_at': '2022-01-21T09:38:23Z', 'revision_number': 1, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:38:15Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:32.854005 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd093ce-a926-4379-a493-a0348d2bd39a', 'name': '', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b', 'external_fixed_ips': [{'subnet_id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '7df722f6-02f3-4dde-8e9b-e6c4643ab56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:29Z', 'revision_number': 3, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port': {'id': '7df722f6-02f3-4dde-8e9b-e6c4643ab56b', 'name': '', 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd093ce-a926-4379-a493-a0348d2bd39a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.857428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-07face62-ed9b-4def-a085-96746db12b91 None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:32.861041 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Checking router: 6bd093ce-a926-4379-a493-a0348d2bd39a for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:38:32.861578 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Updating router 6bd093ce-a926-4379-a493-a0348d2bd39a port 7df722f6-02f3-4dde-8e9b-e6c4643ab56b binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:38:32.866491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:32.866894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:32.867223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:32.901644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6448c6d-273c-4c44-8d4a-7112eb2517d1']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.925692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc47f127-d9d2-499d-93ec-f6aa51d0b473') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.926532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc47f127-d9d2-499d-93ec-f6aa51d0b473') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:32.944357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.961041 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.967861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:32.975533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:32.976098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.076946 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-44f27074-52f7-4617-b701-c33899ce9487 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970851 Jan 21 09:38:33.081361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.17'}]}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:33.084512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:33.085098 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:33.087350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:33.091557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Usage tracker for resource:router and tenant:ac473a7e1ad842b4a8a960179ae01319 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:33.094754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:33.101850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:33.111295 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:33.115079 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 8 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:33.116761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.117814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.139657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.156081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.160101 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-4336c138-a810-4b32-a32e-db91043a074b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f402e3c-edec-47e8-a36b-0384cb052417 HTTP/1.1" status: 200 len: 997 time: 0.8707018 Jan 21 09:38:33.215985 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:33.216539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:33.217048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:33.274529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:33.275099 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:33.298034 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 9 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:33.307654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.315181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Network': ['ID=b6448c6d-273c-4c44-8d4a-7112eb2517d1,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.347750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:33.348438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:33.348909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:33.355620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.404123 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a84e1b57-e432-4793-aa31-32137e868c4f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/networks/b6448c6d-273c-4c44-8d4a-7112eb2517d1 HTTP/1.1" status: 204 len: 168 time: 2.8999515 Jan 21 09:38:33.415636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-6f97371e-3169-448c-b2ee-d1ea74236dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:33.417567 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-6f97371e-3169-448c-b2ee-d1ea74236dac service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98 HTTP/1.1" status: 200 len: 844 time: 0.1873667 Jan 21 09:38:33.418850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56060) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.434637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07face62-ed9b-4def-a085-96746db12b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e03217eb-e3cd-4ffd-9e13-417ca55f676a', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'floating_ip_address': '172.26.1.69', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'port_id': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'mac_address': 'fa:16:3e:67:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:53Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 1, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:33.444051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:33.446124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07face62-ed9b-4def-a085-96746db12b91 None None] The sync data for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv is: [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e03217eb-e3cd-4ffd-9e13-417ca55f676a', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'floating_ip_address': '172.26.1.69', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'port_id': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'mac_address': 'fa:16:3e:67:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:37:53Z', 'updated_at': '2022-01-21T09:38:26Z', 'revision_number': 1, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:33.454985 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:33.455310 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:33.457884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cf7ef86-0920-4368-ae34-693cfd740267 req-2d54ec9b-123d-4e76-a0f6-efbe4cd4fb06 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717704 Jan 21 09:38:33.480844 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.486328 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempt 10 to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc Jan 21 09:38:33.507992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.511242 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Transition to ACTIVE for port object 7df722f6-02f3-4dde-8e9b-e6c4643ab56b will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:33.517479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.521520 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.567998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:33.568321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:33.568643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempting to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:33.591777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.615441 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Attempting to bind port 7df722f6-02f3-4dde-8e9b-e6c4643ab56b on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:33.616178 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Attempting to bind port 7df722f6-02f3-4dde-8e9b-e6c4643ab56b by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'ba2f37ec-de85-4171-87bd-94f6f79a06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:33.618344 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Attempting to bind port 7df722f6-02f3-4dde-8e9b-e6c4643ab56b on network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:33.627883 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:33.629395 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Checking segment: {'id': 'ba2f37ec-de85-4171-87bd-94f6f79a06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:33.630416 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.631128 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Bound using segment: {'id': 'ba2f37ec-de85-4171-87bd-94f6f79a06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:33.631840 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Bound port: 7df722f6-02f3-4dde-8e9b-e6c4643ab56b, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2f37ec-de85-4171-87bd-94f6f79a06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:33.632454 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.647735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:38:33.648062 dv-neutron-825724-1-hyperv neutron-server[83427]: ERROR neutron.plugins.ml2.managers [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Failed to bind port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on host hv-neutron-8257 for vnic_type normal using segments [{'id': '72fe4b1a-9057-4cf6-94f5-04a41a195293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a823709-c23c-4ff8-ab66-8d4a05b06f57'}] Jan 21 09:38:33.648404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.662708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Pushing event updated for resources: {'Port': ['ID=864107d4-e17d-4f3f-9a12-b9ca484e6854,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.754286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.759322 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-c5a26b52-724f-498b-aa8a-993c4051b443 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3058066 Jan 21 09:38:33.767267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.772031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:38:33.777123 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Pushing event updated for resources: {'Port': ['ID=7df722f6-02f3-4dde-8e9b-e6c4643ab56b,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.787602 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] For port 7df722f6-02f3-4dde-8e9b-e6c4643ab56b, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:33.792876 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] For port 7df722f6-02f3-4dde-8e9b-e6c4643ab56b, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7df722f6-02f3-4dde-8e9b-e6c4643ab56b,segment=NetworkSegment(ba2f37ec-de85-4171-87bd-94f6f79a06d5),segment_id=ba2f37ec-de85-4171-87bd-94f6f79a06d5)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:33.795903 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.798452 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.798959 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.799499 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.799856 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.802014 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.802280 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.802644 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.802998 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.803720 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.803720 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:38:33.819766 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.828426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:38:33.830076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1bb65ea4-e0a6-4ff8-b0ea-dd581f663733 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:38:33.876160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] For port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:33.876537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Attempted to set empty binding levels {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 21 09:38:33.878651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.882016 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-be7da5e7-8f19-4cb0-94e6-cc7cb5ea8d49 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7445734 Jan 21 09:38:33.895495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:33.900833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56066) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:33.903865 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7b447-b635-4b8d-bafb-12375e55b05b None None] Pushing event updated for resources: {'Port': ['ID=7df722f6-02f3-4dde-8e9b-e6c4643ab56b,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:33.932276 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Routers {'6bd093ce-a926-4379-a493-a0348d2bd39a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:33.933056 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['6bd093ce-a926-4379-a493-a0348d2bd39a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.014685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] In _notify_port_updated(), no bound segment for port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc on network 8a823709-c23c-4ff8-ab66-8d4a05b06f57 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:38:34.015619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.022571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56076) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:34.029422 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "PUT /v2.0/ports/28b7f8df-8ecb-4a16-9146-c4e44a12dcbc HTTP/1.1" status: 200 len: 980 time: 5.2213316 Jan 21 09:38:34.045759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f89715-172a-4923-91b2-2aa7142b0d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event updated for resources: {'Port': ['ID=28b7f8df-8ecb-4a16-9146-c4e44a12dcbc,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.112100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.131904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Deleting port 7df722f6-02f3-4dde-8e9b-e6c4643ab56b {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:34.132682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.154095 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] Set router 6bd093ce-a926-4379-a493-a0348d2bd39a gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:34.194946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.248180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:34.276044 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-bc20fb08-2540-42a5-8a6f-aa0c0b86b0fe service neutron] 10.222.0.120 "GET /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981828 Jan 21 09:38:34.278508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.299790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:34.307134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Usage tracker for resource:floatingip and tenant:198c5c1bd5184eae9bf89bed84bff572 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:34.311863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:34.318616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Deleting port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:34.318960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.321866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:34.348975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19d5a54-b104-4c8a-9b6d-bc378c96a40c') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.349270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19d5a54-b104-4c8a-9b6d-bc378c96a40c') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.356181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.397272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.432447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.454483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] For port 7df722f6-02f3-4dde-8e9b-e6c4643ab56b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7df722f6-02f3-4dde-8e9b-e6c4643ab56b,segment=NetworkSegment(ba2f37ec-de85-4171-87bd-94f6f79a06d5),segment_id=ba2f37ec-de85-4171-87bd-94f6f79a06d5)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:34.454841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.501298 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd093ce-a926-4379-a493-a0348d2bd39a', 'name': '', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b', 'external_fixed_ips': [{'subnet_id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '7df722f6-02f3-4dde-8e9b-e6c4643ab56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:29Z', 'revision_number': 3, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port': {'id': '7df722f6-02f3-4dde-8e9b-e6c4643ab56b', 'name': '', 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd093ce-a926-4379-a493-a0348d2bd39a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:34.506555 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4c9ca-64f7-4d37-8b08-edca92488035 None None] The sync data for ids ['6bd093ce-a926-4379-a493-a0348d2bd39a'] in dv-neutron-825724-1-hyperv is: [{'id': '6bd093ce-a926-4379-a493-a0348d2bd39a', 'name': '', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b', 'external_fixed_ips': [{'subnet_id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '7df722f6-02f3-4dde-8e9b-e6c4643ab56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:25Z', 'updated_at': '2022-01-21T09:38:29Z', 'revision_number': 3, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port': {'id': '7df722f6-02f3-4dde-8e9b-e6c4643ab56b', 'name': '', 'network_id': '5f2b970a-8e43-4b00-9fcf-44583cf23f5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd093ce-a926-4379-a493-a0348d2bd39a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:27Z', 'updated_at': '2022-01-21T09:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '556a1292-8d51-466c-b46c-c0fcd116ce79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:34.516664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.563721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:34.564211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.588526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Calling delete_port for 7df722f6-02f3-4dde-8e9b-e6c4643ab56b owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:34.588750 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:34.759708 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-784c22da-79f3-4cf1-b50f-d8ed9ce0aa46 req-19420603-f8ba-4b44-93e6-10d2dfc9ac67 service neutron] 10.222.0.120 "GET /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696534 Jan 21 09:38:34.771520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.814302 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.824399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:34.931871 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/networks/c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f HTTP/1.1" status: 204 len: 168 time: 1.5105548 Jan 21 09:38:34.933012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c170d7-a170-429f-99df-f80997a55b8f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Network': ['ID=c5e9ef1b-9d7e-4bc3-a1da-678403c59c3f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:34.937808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56084) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:34.939984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.022303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] For port 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc, host hv-neutron-8257, got binding levels [] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:35.022617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.095334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.134919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.178837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Calling delete_port for 28b7f8df-8ecb-4a16-9146-c4e44a12dcbc owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:35.332767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.369765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.389947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b51c9-5f42-47be-8122-155157792009 None None] New status for floating IP e03217eb-e3cd-4ffd-9e13-417ca55f676a: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:38:35.415623 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecbc0c-30ce-4d14-89b8-696dc57e2868 None None] New status for floating IP 67a88e04-6a98-4365-ae2c-d7f0e0e26c2a: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:38:35.484357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.506854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Pushing event deleted for resources: {'Port': ['ID=28b7f8df-8ecb-4a16-9146-c4e44a12dcbc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.512434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event deleted for resources: {'Port': ['ID=7df722f6-02f3-4dde-8e9b-e6c4643ab56b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:35.524001 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d3d2695f-bff1-4981-83c9-c7734accc442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "DELETE /v2.0/ports/28b7f8df-8ecb-4a16-9146-c4e44a12dcbc HTTP/1.1" status: 204 len: 168 time: 1.4838977 Jan 21 09:38:35.527852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56090) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:35.541580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.587591 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8e4c39-fa18-4e32-931f-6a64aea851c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] GET failed (client error): The resource could not be found. Jan 21 09:38:35.588919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7c8e4c39-fa18-4e32-931f-6a64aea851c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Synchronizing usage tracker for tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:35.630542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7c8e4c39-fa18-4e32-931f-6a64aea851c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] Unset dirty status for tenant:7c1c3706c3e64f19a32cb6fd7ac315c7 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:35.630698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Allocated IP 172.26.1.106 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/5f88ab44-dd5c-4b58-b38d-60512a90d8ec) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:35.632602 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7c8e4c39-fa18-4e32-931f-6a64aea851c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-989820528-project-admin] 10.222.0.122 "GET /v2.0/ports/28b7f8df-8ecb-4a16-9146-c4e44a12dcbc HTTP/1.1" status: 404 len: 333 time: 0.1032269 Jan 21 09:38:35.636290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56094) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:35.684731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02f04f2-2e74-4677-ae5d-985146275a93']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.717834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d155f2-6615-476e-8fa5-abfb977d5b9f') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.718156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d155f2-6615-476e-8fa5-abfb977d5b9f') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:35.840028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:35.859041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.056814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.069951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.085717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:36.086223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.096259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a823709-c23c-4ff8-ab66-8d4a05b06f57']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:36.108345 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:36.115458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fe4b1a-9057-4cf6-94f5-04a41a195293') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:36.115754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fe4b1a-9057-4cf6-94f5-04a41a195293') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:36.132405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.134480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.153505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.162010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:36.162486 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:36.179272 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:36.360181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.379947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.390406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] Pushing event deleted for resources: {'Network': ['ID=8a823709-c23c-4ff8-ab66-8d4a05b06f57,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.396516 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a62da9a7-b064-49d4-8d3c-56bf2cbd4590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334033261-project] 10.222.0.122 "DELETE /v2.0/networks/8a823709-c23c-4ff8-ab66-8d4a05b06f57 HTTP/1.1" status: 204 len: 168 time: 0.7555127 Jan 21 09:38:36.553310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.556525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.588779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.661788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Network': ['ID=d02f04f2-2e74-4677-ae5d-985146275a93,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:36.664597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.674008 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3fe2d112-9336-489a-a860-cdd19e87477f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/networks/d02f04f2-2e74-4677-ae5d-985146275a93 HTTP/1.1" status: 204 len: 168 time: 1.7335134 Jan 21 09:38:36.677314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56108) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.701839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.744925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56112) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.819899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.829850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.833802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.834348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd093ce-a926-4379-a493-a0348d2bd39a {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:38:36.923647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:36.924736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-269a7e9e-7d5e-42c3-8a39-26e574bddcf5 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "DELETE /v2.0/routers/6bd093ce-a926-4379-a493-a0348d2bd39a HTTP/1.1" status: 204 len: 168 time: 5.1916203 Jan 21 09:38:36.935159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56118) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:36.959593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.066779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:37.067968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:37.076221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Pushing event updated for resources: {'Port': ['ID=5f88ab44-dd5c-4b58-b38d-60512a90d8ec,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.085795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:37.103736 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c65e8cdd-c03a-470a-8afc-ecd1b6cfcb43 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=3e0c067f6975443da79fdf01779ae0d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3572969 Jan 21 09:38:37.125799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56124) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:37.166670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.218190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae04378-4092-4936-9424-dccd2220de8d tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Deleting subnet 556a1292-8d51-466c-b46c-c0fcd116ce79 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:38:37.227670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12eb6a8d-5387-4936-88a3-f85d7aa01d51']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.234561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ae04378-4092-4936-9424-dccd2220de8d tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.288360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba73f87-d8ae-4ef5-a4ee-ea0b0054d1b3') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.288648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba73f87-d8ae-4ef5-a4ee-ea0b0054d1b3') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:37.308028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.354015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ae04378-4092-4936-9424-dccd2220de8d tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.380944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.389625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6f0373d8-2f21-4a73-bcbd-4ad103e17c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.399223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:37.399631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:37.420315 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:37.523228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6f0373d8-2f21-4a73-bcbd-4ad103e17c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.536569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.548979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.574530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ae04378-4092-4936-9424-dccd2220de8d tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.601097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.603878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.605648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f67901c3-f170-43a1-96f1-7bc3895a46e8 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:38:37.640385 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:37.641854 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b12ca948-b01b-472b-a1f2-d2fbe6187f07 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.0258517 Jan 21 09:38:37.645226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56130) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:37.677384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.721168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.727823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] Pushing event deleted for resources: {'Network': ['ID=12eb6a8d-5387-4936-88a3-f85d7aa01d51,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.743176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5c572e52-5c30-4b44-96e9-6a9257f8b991 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Deleting port 70ade978-2aaf-4e67-a55f-62f9296f6d30 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:37.743530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5c572e52-5c30-4b44-96e9-6a9257f8b991 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.798838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d085b52d-f23c-419c-a14a-7a3b1a58197f tempest-BulkNetworkOpsIpV6Test-335175013 tempest-BulkNetworkOpsIpV6Test-335175013-project] 10.222.0.122 "DELETE /v2.0/networks/12eb6a8d-5387-4936-88a3-f85d7aa01d51 HTTP/1.1" status: 204 len: 168 time: 1.1197228 Jan 21 09:38:37.806899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6f0373d8-2f21-4a73-bcbd-4ad103e17c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.825704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.853710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0373d8-2f21-4a73-bcbd-4ad103e17c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a133f6c3-7978-4c97-99dd-48156c631b61,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.862648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6f0373d8-2f21-4a73-bcbd-4ad103e17c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.863987 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6f0373d8-2f21-4a73-bcbd-4ad103e17c34 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/a133f6c3-7978-4c97-99dd-48156c631b61 HTTP/1.1" status: 204 len: 168 time: 0.7328637 Jan 21 09:38:37.873786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ae04378-4092-4936-9424-dccd2220de8d tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.929506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae04378-4092-4936-9424-dccd2220de8d tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=556a1292-8d51-466c-b46c-c0fcd116ce79,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:37.949819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ae04378-4092-4936-9424-dccd2220de8d tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:37.966555 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6ae04378-4092-4936-9424-dccd2220de8d tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "DELETE /v2.0/subnets/556a1292-8d51-466c-b46c-c0fcd116ce79 HTTP/1.1" status: 204 len: 168 time: 1.0171912 Jan 21 09:38:37.969090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56140) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.064581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5c572e52-5c30-4b44-96e9-6a9257f8b991 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.224346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56148) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.261861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5c572e52-5c30-4b44-96e9-6a9257f8b991 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Calling delete_port for 70ade978-2aaf-4e67-a55f-62f9296f6d30 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:38.286424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.448886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56158) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.452098 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-affff716-4e45-4a6c-865c-1ce0a9385e9d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2268143 Jan 21 09:38:38.509136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5c572e52-5c30-4b44-96e9-6a9257f8b991 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.578603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.586643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.593884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.674735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2b970a-8e43-4b00-9fcf-44583cf23f5b']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.724788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2f37ec-de85-4171-87bd-94f6f79a06d5') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.725087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2f37ec-de85-4171-87bd-94f6f79a06d5') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:38.731407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Pushing event updated for resources: {'Port': ['ID=5f88ab44-dd5c-4b58-b38d-60512a90d8ec,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.743488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.748226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c572e52-5c30-4b44-96e9-6a9257f8b991 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Pushing event deleted for resources: {'Port': ['ID=70ade978-2aaf-4e67-a55f-62f9296f6d30,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:38.768054 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-550b02bb-03d9-40bd-aa69-55446cc679db admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=7c1c3706c3e64f19a32cb6fd7ac315c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3125036 Jan 21 09:38:38.772936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56162) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.773834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.794603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:38.794994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:38.811842 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:38.817760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.856636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5c572e52-5c30-4b44-96e9-6a9257f8b991 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.874369 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0461cf79-aa9f-4272-a561-51ca18f7e981 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=5815833b9e534fce85ae3349b2809d33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6477611 Jan 21 09:38:38.881065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56168) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:38.887998 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5c572e52-5c30-4b44-96e9-6a9257f8b991 tempest-RoutersAdminNegativeIpV6Test-531511895 tempest-RoutersAdminNegativeIpV6Test-531511895-project-admin] 10.222.0.122 "DELETE /v2.0/ports/70ade978-2aaf-4e67-a55f-62f9296f6d30 HTTP/1.1" status: 204 len: 168 time: 1.2416427 Jan 21 09:38:38.904171 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-d8fdb642-5979-430e-982a-8aa723aa0bdf service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=14ac52abc1b64a9d8facf94697773bb1&device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 1098 time: 0.3178792 Jan 21 09:38:38.925181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:38.929069 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0c908a17-3f16-40fb-be76-4200c6f93ae8 tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9929380 Jan 21 09:38:38.930753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56174) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.010197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.031224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f2b970a-8e43-4b00-9fcf-44583cf23f5b {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:38:39.047204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.049765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-023eff39-5228-47cd-ae9e-fcaaaca3fcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.069948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f2b970a-8e43-4b00-9fcf-44583cf23f5b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.087598 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-664fda98-4715-4d3d-9797-dffb0ded96df tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "DELETE /v2.0/networks/5f2b970a-8e43-4b00-9fcf-44583cf23f5b HTTP/1.1" status: 204 len: 168 time: 1.1173477 Jan 21 09:38:39.112834 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7536d47e-ac5b-44e9-8a48-540b91d96de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.118975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-023eff39-5228-47cd-ae9e-fcaaaca3fcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.135655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b99e0a7c-e975-416d-93f8-a433700d8608 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Synchronizing usage tracker for tenant:06b86218bfe5438c846c7b5b0051f3ef on resource:floatingip {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:39.194599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7536d47e-ac5b-44e9-8a48-540b91d96de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.207979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b99e0a7c-e975-416d-93f8-a433700d8608 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Unset dirty status for tenant:06b86218bfe5438c846c7b5b0051f3ef on resource:floatingip {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:39.212160 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b99e0a7c-e975-416d-93f8-a433700d8608 tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] 10.222.0.122 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.2776704 Jan 21 09:38:39.213128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56180) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.243208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-0619880e-0d37-4983-888b-0477154b6cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.245289 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-0619880e-0d37-4983-888b-0477154b6cfb service neutron] 10.222.0.120 "GET /v2.0/networks?id=83b192f4-42d9-4533-8c6a-1d743e3b0559 HTTP/1.1" status: 200 len: 912 time: 0.3024228 Jan 21 09:38:39.383807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f56a4d8a-a5dd-4fb1-9c5f-eddab37be444 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Synchronizing usage tracker for tenant:21d97d16d59b480f8e4de5c93c48751b on resource:floatingip {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:39.406292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-023eff39-5228-47cd-ae9e-fcaaaca3fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.435046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f56a4d8a-a5dd-4fb1-9c5f-eddab37be444 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Unset dirty status for tenant:21d97d16d59b480f8e4de5c93c48751b on resource:floatingip {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:39.439179 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f56a4d8a-a5dd-4fb1-9c5f-eddab37be444 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2228961 Jan 21 09:38:39.445892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56190) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.459267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eff39-5228-47cd-ae9e-fcaaaca3fcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfa5382-90b6-4d33-b0c6-69a60b58a383,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.529104 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-8a1e5147-0a6f-4966-adee-20bb831cdb72 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4 HTTP/1.1" status: 200 len: 1000 time: 0.2323506 Jan 21 09:38:39.541816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56194) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:39.579692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-023eff39-5228-47cd-ae9e-fcaaaca3fcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.585356 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-023eff39-5228-47cd-ae9e-fcaaaca3fcb8 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/7dfa5382-90b6-4d33-b0c6-69a60b58a383 HTTP/1.1" status: 204 len: 168 time: 0.8046908 Jan 21 09:38:39.643458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7536d47e-ac5b-44e9-8a48-540b91d96de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.716595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536d47e-ac5b-44e9-8a48-540b91d96de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f44248-e889-41cf-9fc0-730107b16735,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:39.728427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7536d47e-ac5b-44e9-8a48-540b91d96de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.733147 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7536d47e-ac5b-44e9-8a48-540b91d96de5 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/d3f44248-e889-41cf-9fc0-730107b16735 HTTP/1.1" status: 204 len: 168 time: 0.8494608 Jan 21 09:38:39.760718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Deleting port 5f88ab44-dd5c-4b58-b38d-60512a90d8ec {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:39.761256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:39.776940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-877bcf10-d8df-4080-8611-b8ff56a37b12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:39.778494 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-877bcf10-d8df-4080-8611-b8ff56a37b12 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1ccd1c86-5539-4a7b-9517-f8bb9da84d24 HTTP/1.1" status: 200 len: 850 time: 0.2480910 Jan 21 09:38:39.897461 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-b81b14b8-993f-41c7-8471-ad71e1e0e362 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=83b192f4-42d9-4533-8c6a-1d743e3b0559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072943 Jan 21 09:38:40.055278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.055605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.076764 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-c443662a-09e2-4da4-84ea-68e3e459f0f4 service neutron] 10.222.0.120 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723847 Jan 21 09:38:40.085659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.220299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56212) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:40.229330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Calling delete_port for 5f88ab44-dd5c-4b58-b38d-60512a90d8ec owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:40.274202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'router': {'name': 'tempest-router--694197237', 'project_id': '6039b4e91bce46e984b0073e385a3e46'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:40.283904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:40.304498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Usage tracker for resource:router and tenant:6039b4e91bce46e984b0073e385a3e46 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:40.310852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:40.314622 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab15a5ca-b32a-4744-9da1-94083c047c56 req-5cd28003-a433-4a88-91d0-c319ca926f65 service neutron] 10.222.0.120 "GET /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281368 Jan 21 09:38:40.326863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:40.333872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:40.342846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] Usage tracker for resource:security_group_rule and tenant:f78cca8f5c8a43688ce4d09933ca0f6a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:40.354360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:40.358796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.360791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.379138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:40.447673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.485696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.491340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.652616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Pushing event deleted for resources: {'Port': ['ID=5f88ab44-dd5c-4b58-b38d-60512a90d8ec,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:40.775410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.779187 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-70292a56-21e9-4c32-89dc-12ea1945852a tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5550559 Jan 21 09:38:40.779626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56238) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:40.792694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.875296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.879293 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d5972375-9dfd-4fd6-8612-9730e06f63ba tempest-FloatingIPAdminTestJSON-659085652 tempest-FloatingIPAdminTestJSON-659085652-project] 10.222.0.122 "DELETE /v2.0/floatingips/f985f5bf-473c-43ef-b41e-ff6b262df627 HTTP/1.1" status: 204 len: 168 time: 1.4306531 Jan 21 09:38:40.879439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56248) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:40.905653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:40.996711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.084866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66623d4-2eac-4498-ac7a-cd3c14731b93,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.111621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4bb8-ec00-47eb-a4d7-ab2410a0e132 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.117531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Deleting port 864107d4-e17d-4f3f-9a12-b9ca484e6854 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:41.117880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.168150 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5855d768-0742-412f-9323-06ddb6d36077 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f78cca8f5c8a43688ce4d09933ca0f6a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6252737 Jan 21 09:38:41.171668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56256) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.172228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56258) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.333018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56268) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.360366 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5b0b21f8-5680-45ab-bd5e-eadd08291c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.365664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.365896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.561229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4bb8-ec00-47eb-a4d7-ab2410a0e132 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.566783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4bb8-ec00-47eb-a4d7-ab2410a0e132 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.598817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-897837753'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:41.602519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4bb8-ec00-47eb-a4d7-ab2410a0e132 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.603341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ed4bb8-ec00-47eb-a4d7-ab2410a0e132 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 376276d8-2826-42d7-80f5-5b1fee1bf75f {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:38:41.611170 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Calling delete_port for 864107d4-e17d-4f3f-9a12-b9ca484e6854 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:41.619010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4bb8-ec00-47eb-a4d7-ab2410a0e132 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.620218 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d7ed4bb8-ec00-47eb-a4d7-ab2410a0e132 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "DELETE /v2.0/routers/376276d8-2826-42d7-80f5-5b1fee1bf75f HTTP/1.1" status: 204 len: 168 time: 0.8351169 Jan 21 09:38:41.639640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:41.654641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1359880197'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:41.658703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5b0b21f8-5680-45ab-bd5e-eadd08291c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.668723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:41.677833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:41.685200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:41.691520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:network and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:41.708490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:41.713768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:41.735365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:41.762147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:41.765245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.786957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:41.789999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.804372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.826853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.844164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56280) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:41.885226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5b0b21f8-5680-45ab-bd5e-eadd08291c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:41.918385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b21f8-5680-45ab-bd5e-eadd08291c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66623d4-2eac-4498-ac7a-cd3c14731b93,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:41.958367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:41.983178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:security_group_rule and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:41.994645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:42.008989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:42.011616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:42.018925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.025831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:security_group_rule and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:42.071760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:42.089354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Pushing event deleted for resources: {'Port': ['ID=864107d4-e17d-4f3f-9a12-b9ca484e6854,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.092242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:42.108034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1347488930', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:42.115793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:42.120106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Usage tracker for resource:router and tenant:d190f78f05974ed6b5e9361067dec9ec is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:42.125558 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:42.133349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:42.144305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.146193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.163329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5b0b21f8-5680-45ab-bd5e-eadd08291c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.164591 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5b0b21f8-5680-45ab-bd5e-eadd08291c44 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e66623d4-2eac-4498-ac7a-cd3c14731b93 HTTP/1.1" status: 204 len: 168 time: 0.9913948 Jan 21 09:38:42.172181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.293339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.306629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.311706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.334671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.371894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.372957 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-44021175-fc39-4618-a9b5-928efe46266c tempest-FloatingIPAdminTestJSON-2075185084 tempest-FloatingIPAdminTestJSON-2075185084-project-admin] 10.222.0.122 "DELETE /v2.0/floatingips/ad18e05e-aa5a-482f-84a9-cacd30e76168 HTTP/1.1" status: 204 len: 168 time: 1.4925275 Jan 21 09:38:42.374008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:42.377262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56292) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.389797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.396966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d57d7b-cf58-4fdc-a02e-2ce8af5c6dfe,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.402601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.405601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.405945 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment 2bb5ecb5-970b-4c3b-bec1-d19c7bde094f of type vlan for network e1bbdf15-3a23-474a-9f4e-62ca3c0f132e Jan 21 09:38:42.462492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:42.475084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e544448c-a91c-4649-9911-0ff86472d26c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.479411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.487046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.488005 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Added segment 2e7c40ce-049b-41bc-824a-1e1dfb2861dd of type vlan for network 891e43d6-0c7c-420a-b0d6-2d64c425299a Jan 21 09:38:42.519846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b7799b53-c75a-4cd0-9667-aa13a49a9073 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Deleting port 9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:42.520058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7799b53-c75a-4cd0-9667-aa13a49a9073 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.535018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.548552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.553397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.554043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.673663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:38:42.682046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=e1bbdf15-3a23-474a-9f4e-62ca3c0f132e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.696652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network e1bbdf15-3a23-474a-9f4e-62ca3c0f132e details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:42.742171 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-296dd2d7-1210-4015-bd82-bd7131e9af22 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3869247 Jan 21 09:38:42.742171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.742171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:42.742171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:42.742171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56300) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.897919 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7229619 Jan 21 09:38:42.914569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65dfca-c916-49e6-a6b4-c41edcd3334a tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Network': ['ID=891e43d6-0c7c-420a-b0d6-2d64c425299a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:42.922794 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-988c92f5-3100-49b5-b211-e9d052afbd88 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=ac473a7e1ad842b4a8a960179ae01319&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1654725 Jan 21 09:38:42.931815 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56304) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:42.932962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 891e43d6-0c7c-420a-b0d6-2d64c425299a details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:43.042478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa5b497e-085f-48ca-ad07-ac2ae21f4b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.074890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa5b497e-085f-48ca-ad07-ac2ae21f4b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.111071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7799b53-c75a-4cd0-9667-aa13a49a9073 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.167935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa5b497e-085f-48ca-ad07-ac2ae21f4b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.205382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b497e-085f-48ca-ad07-ac2ae21f4b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0b46b8-1c4e-4fe5-bc43-82078c0390ea,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:43.231110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa5b497e-085f-48ca-ad07-ac2ae21f4b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.232943 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aa5b497e-085f-48ca-ad07-ac2ae21f4b02 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/bf0b46b8-1c4e-4fe5-bc43-82078c0390ea HTTP/1.1" status: 204 len: 168 time: 0.2996538 Jan 21 09:38:43.435859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.480468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b7799b53-c75a-4cd0-9667-aa13a49a9073 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Calling delete_port for 9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:43.562961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:43.752678 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:38:44.002141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Allocated IP 172.26.1.205 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/2b94076f-0103-417b-9a49-6f6c21694174) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:44.071958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7799b53-c75a-4cd0-9667-aa13a49a9073 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.208163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7799b53-c75a-4cd0-9667-aa13a49a9073 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event deleted for resources: {'Port': ['ID=9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.472002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7799b53-c75a-4cd0-9667-aa13a49a9073 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.504634 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b7799b53-c75a-4cd0-9667-aa13a49a9073 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "DELETE /v2.0/ports/9678fb5d-c8ef-40f3-b9e8-13de6ab0e9a0 HTTP/1.1" status: 204 len: 168 time: 2.1239049 Jan 21 09:38:44.507018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56334) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.509350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.562982 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:44.745846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aeea10-1199-4b6b-bbcb-f2c6297fbc19 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:44.749270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35aeea10-1199-4b6b-bbcb-f2c6297fbc19 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Synchronizing usage tracker for tenant:21d97d16d59b480f8e4de5c93c48751b on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:44.757494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event updated for resources: {'Port': ['ID=2b94076f-0103-417b-9a49-6f6c21694174,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:44.793294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:44.796527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:44.810792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35aeea10-1199-4b6b-bbcb-f2c6297fbc19 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Unset dirty status for tenant:21d97d16d59b480f8e4de5c93c48751b on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:44.812469 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35aeea10-1199-4b6b-bbcb-f2c6297fbc19 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "GET /v2.0/ports?device_id=3aed4e55-510b-41b4-bb89-901d8faa0dc4 HTTP/1.1" status: 200 len: 913 time: 0.3042674 Jan 21 09:38:44.815028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56340) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:44.820783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:44.912235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56344) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:45.306737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.309952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.461559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-795670088'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:45.478133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:45.488951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:45.493724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:45.502069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:45.549877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:45.553502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.568992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.695560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:45.722230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:45.735372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:security_group_rule and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:45.741774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:45.751508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:45.965286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Router e3f1d155-1f05-4d2a-b145-d85c1b4dce6e is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:38:45.980891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.121944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.221223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:46.332173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56356) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.340327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': 'e1bbdf15-3a23-474a-9f4e-62ca3c0f132e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:46.376055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc8866-dd9e-44cb-9219-086b320c58ce,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:46.384096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.384441 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment 5c9e99f6-d2a2-479c-8620-4ea962b18de1 of type vlan for network 948cfe3c-65aa-40b2-9a6c-238e565ba861 Jan 21 09:38:46.419259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.467022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56360) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.483243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'subnet': {'network_id': '891e43d6-0c7c-420a-b0d6-2d64c425299a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:46.508977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:46.515994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:subnet and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:46.521263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:46.575569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:46.608278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.611908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:46.612789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.623152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:46.747719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:46.753842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.759335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:subnet and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:46.763467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=948cfe3c-65aa-40b2-9a6c-238e565ba861,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:46.767199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:46.770946 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-10b09666-f7b6-4f00-8a70-b37cbc37d202 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8573954 Jan 21 09:38:46.775572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56366) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.778582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 948cfe3c-65aa-40b2-9a6c-238e565ba861 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:46.781790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:46.787465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-905000658'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:46.796318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:46.807828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:46.815856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:46.826190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:46.828860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:46.853492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:46.921369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf75f8e-c032-43d5-b9a7-c056f7c1cbea None None] Sync routers for ids ['e3f1d155-1f05-4d2a-b145-d85c1b4dce6e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:46.926849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:46.930723 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0f205092-6856-465e-9abc-6978e9dae3b9 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0828922 Jan 21 09:38:46.932202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56370) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:46.977092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf75f8e-c032-43d5-b9a7-c056f7c1cbea None None] Routers {'e3f1d155-1f05-4d2a-b145-d85c1b4dce6e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:46.978870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bf75f8e-c032-43d5-b9a7-c056f7c1cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e3f1d155-1f05-4d2a-b145-d85c1b4dce6e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:47.001106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:47.004367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.041893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.049086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bf75f8e-c032-43d5-b9a7-c056f7c1cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:47.063102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf75f8e-c032-43d5-b9a7-c056f7c1cbea None None] Routers {'e3f1d155-1f05-4d2a-b145-d85c1b4dce6e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:47.063781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bf75f8e-c032-43d5-b9a7-c056f7c1cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e3f1d155-1f05-4d2a-b145-d85c1b4dce6e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:47.131546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:47.136369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bf75f8e-c032-43d5-b9a7-c056f7c1cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:47.136916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf75f8e-c032-43d5-b9a7-c056f7c1cbea None None] The sync data for ids ['e3f1d155-1f05-4d2a-b145-d85c1b4dce6e'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:47.164952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.165303 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment 10d64dbb-a66d-42f3-916c-4a764113ad53 of type vlan for network 73cc8606-9c99-4b25-9f58-9a917415b796 Jan 21 09:38:47.176036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.218198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.318512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=e85a0821-2f4a-4601-8f10-e64eb3b53b32,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.320419 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Deleting port 3b23c9b8-e3d4-441d-93d3-30c301028e70 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:47.320759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.356148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.359830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.360418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.391497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': '2bb5ecb5-970b-4c3b-bec1-d19c7bde094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1bbdf15-3a23-474a-9f4e-62ca3c0f132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:47.391497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: e1bbdf15-3a23-474a-9f4e-62ca3c0f132e, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:47.494968 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7166100 Jan 21 09:38:47.501707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56378) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.511086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b7964-a9c2-4f15-8651-3486df44e1e2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=73cc8606-9c99-4b25-9f58-9a917415b796,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.512186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': '948cfe3c-65aa-40b2-9a6c-238e565ba861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:47.523406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 73cc8606-9c99-4b25-9f58-9a917415b796 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:47.555261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.617062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network e1bbdf15-3a23-474a-9f4e-62ca3c0f132e is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:47.623598 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b75b8c2a-43f0-4d50-9884-2eea23c3ede9 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/routers/e3f1d155-1f05-4d2a-b145-d85c1b4dce6e HTTP/1.1" status: 200 len: 921 time: 0.6902733 Jan 21 09:38:47.632832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56382) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.670174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.683757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, e1bbdf15-3a23-474a-9f4e-62ca3c0f132e) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:47.689649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.690853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Subnet': ['ID=0c9e2f71-c5b8-4d97-9032-45ce38d05ff2,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:47.691008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.705407 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5aaf059c-00be-4611-adee-cc48657591ea tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=e3f1d155-1f05-4d2a-b145-d85c1b4dce6e HTTP/1.1" status: 200 len: 205 time: 0.0653777 Jan 21 09:38:47.705407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56386) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.710791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4df08-10c4-4695-a075-4d6b23bba129 None None] Network e1bbdf15-3a23-474a-9f4e-62ca3c0f132e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:47.783566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Checking segment: {'id': '2e7c40ce-049b-41bc-824a-1e1dfb2861dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '891e43d6-0c7c-420a-b0d6-2d64c425299a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:47.784001 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network hostable DHCP agents. Network: 891e43d6-0c7c-420a-b0d6-2d64c425299a, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:47.835334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network 891e43d6-0c7c-420a-b0d6-2d64c425299a is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:47.845789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 891e43d6-0c7c-420a-b0d6-2d64c425299a) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:47.851085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:47.851656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:47.852870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Calling delete_port for 3b23c9b8-e3d4-441d-93d3-30c301028e70 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:47.864348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9366f-f975-47db-860e-a618587ec5ef None None] Network 891e43d6-0c7c-420a-b0d6-2d64c425299a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:47.897972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:47.907798 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-578c150e-df16-4702-a0c7-20c3c380e1b8 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5684655 Jan 21 09:38:47.907798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:47.916098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:47.916474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56392) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.927877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:47.931296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-56156677'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:47.947517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:47.954147 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3e7ae191-4fc3-4d17-87f6-58d22a71b480 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4836190 Jan 21 09:38:47.956979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56396) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:47.960586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:47.964897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:47.966645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:47.979267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1938729521'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:47.991159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:48.028075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:48.038357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:48.042259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.060070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:network and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:48.072700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:48.083248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:48.102564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-e1bbdf15-3a23-474a-9f4e-62ca3c0f132e', 'network_id': 'e1bbdf15-3a23-474a-9f4e-62ca3c0f132e', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': 'e85a0821-2f4a-4601-8f10-e64eb3b53b32'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:48.103942 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.113617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:48.127495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:48.131856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.280557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-891e43d6-0c7c-420a-b0d6-2d64c425299a', 'network_id': '891e43d6-0c7c-420a-b0d6-2d64c425299a', 'tenant_id': '1c45eb8797d24af5acd8a64738f4f9fe', 'fixed_ips': [{'subnet_id': '0c9e2f71-c5b8-4d97-9032-45ce38d05ff2'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:48.281021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.281868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.338532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.338914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment c43779c4-89d5-455d-ae31-be2475ad8b45 of type vlan for network 8c819542-6725-4cd4-9511-f2926c630d99 Jan 21 09:38:48.366754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.391917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.401517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:48.426518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Allocated IP 2001:db8:0:ffff::2 (e1bbdf15-3a23-474a-9f4e-62ca3c0f132e/e85a0821-2f4a-4601-8f10-e64eb3b53b32/855d8b41-6e3e-4ca6-8507-73f928dce8fe) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:48.437287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.437681 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Added segment 9cbe892d-917c-49fd-9e1a-accee49a9ab9 of type vlan for network f194621d-d1e1-4b47-873b-b5c9ab2550a5 Jan 21 09:38:48.464935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.469128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:48.469962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.521802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.613833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:48.682535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event deleted for resources: {'Port': ['ID=3b23c9b8-e3d4-441d-93d3-30c301028e70,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.704310 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7864242 Jan 21 09:38:48.707747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56404) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:48.710094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bd5a0-5b76-4e4e-9115-41ba89f967ac tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=8c819542-6725-4cd4-9511-f2926c630d99,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:48.734772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Allocated IP 2001:db8:0:ffff::2 (891e43d6-0c7c-420a-b0d6-2d64c425299a/0c9e2f71-c5b8-4d97-9032-45ce38d05ff2/82345ed8-91f4-47d9-a1de-98fb1829184a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:48.744673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 8c819542-6725-4cd4-9511-f2926c630d99 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:48.792583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': '8c819542-6725-4cd4-9511-f2926c630d99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:48.842109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.004699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.010669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.011439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.031902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:49.044771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=a160652b-2eb9-4954-98b4-6b427d7154c1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:49.116612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': '5c9e99f6-d2a2-479c-8620-4ea962b18de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '948cfe3c-65aa-40b2-9a6c-238e565ba861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:49.116890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: 948cfe3c-65aa-40b2-9a6c-238e565ba861, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:49.180812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d1b2009a-3b93-4947-8424-b48479310031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.182219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:subnet and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:49.182610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.191384 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2300067 Jan 21 09:38:49.194387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:49.197163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56410) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:49.200299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0b265-7a7e-46d8-9949-f1c30403a08c tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Network': ['ID=f194621d-d1e1-4b47-873b-b5c9ab2550a5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:49.208182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:49.210795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Transition to ACTIVE for port object 855d8b41-6e3e-4ca6-8507-73f928dce8fe will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:49.214765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 948cfe3c-65aa-40b2-9a6c-238e565ba861 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:49.216028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'subnet': {'network_id': 'f194621d-d1e1-4b47-873b-b5c9ab2550a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:49.227663 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network f194621d-d1e1-4b47-873b-b5c9ab2550a5 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:49.249220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 948cfe3c-65aa-40b2-9a6c-238e565ba861) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:49.254930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:49.255634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.293422 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3db5252b-ffbe-4cad-ae8d-b8bfbe1f6128 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7881343 Jan 21 09:38:49.294156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56414) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:49.305875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': '73cc8606-9c99-4b25-9f58-9a917415b796', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:49.316306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438c091-eb1d-441b-a5ff-88d8c69627ca None None] Network 948cfe3c-65aa-40b2-9a6c-238e565ba861 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:49.323245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:49.365482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Transition to ACTIVE for port object 855d8b41-6e3e-4ca6-8507-73f928dce8fe will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:49.402759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.457681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.464465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:49.471595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:subnet and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:49.472552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.476522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.491084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:49.493212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:49.496510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Deleting port 2b94076f-0103-417b-9a49-6f6c21694174 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:49.496976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.508822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:49.512979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:49.520882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:49.537121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:49.552355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:49.613584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Pushing event updated for resources: {'Port': ['ID=855d8b41-6e3e-4ca6-8507-73f928dce8fe,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:49.619745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.635837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Network e1bbdf15-3a23-474a-9f4e-62ca3c0f132e is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:49.638913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:49.642064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:49.650022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:49.686893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Transition to ACTIVE for port object 82345ed8-91f4-47d9-a1de-98fb1829184a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:49.796964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Transition to ACTIVE for port object 82345ed8-91f4-47d9-a1de-98fb1829184a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:49.839147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.850146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.916348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Attempting to bind port 855d8b41-6e3e-4ca6-8507-73f928dce8fe on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:49.916348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Attempting to bind port 855d8b41-6e3e-4ca6-8507-73f928dce8fe by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '2bb5ecb5-970b-4c3b-bec1-d19c7bde094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1bbdf15-3a23-474a-9f4e-62ca3c0f132e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:49.916546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Attempting to bind port 855d8b41-6e3e-4ca6-8507-73f928dce8fe on network e1bbdf15-3a23-474a-9f4e-62ca3c0f132e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:49.926771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.930217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-948cfe3c-65aa-40b2-9a6c-238e565ba861', 'network_id': '948cfe3c-65aa-40b2-9a6c-238e565ba861', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': 'a160652b-2eb9-4954-98b4-6b427d7154c1'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:49.931003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.943639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.988044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:49.988828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Checking segment: {'id': '2bb5ecb5-970b-4c3b-bec1-d19c7bde094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1bbdf15-3a23-474a-9f4e-62ca3c0f132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:49.991005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:49.991475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Bound using segment: {'id': '2bb5ecb5-970b-4c3b-bec1-d19c7bde094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1bbdf15-3a23-474a-9f4e-62ca3c0f132e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:49.991984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Bound port: 855d8b41-6e3e-4ca6-8507-73f928dce8fe, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb5ecb5-970b-4c3b-bec1-d19c7bde094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1bbdf15-3a23-474a-9f4e-62ca3c0f132e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:49.992368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.034932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Network 891e43d6-0c7c-420a-b0d6-2d64c425299a is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:50.053387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:50.116955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:50.120794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Pushing event updated for resources: {'Port': ['ID=82345ed8-91f4-47d9-a1de-98fb1829184a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.173212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.270929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=354d4cf1-4631-4b22-a526-0935aea66026,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.317103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': '10d64dbb-a66d-42f3-916c-4a764113ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '73cc8606-9c99-4b25-9f58-9a917415b796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:50.317460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: 73cc8606-9c99-4b25-9f58-9a917415b796, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:50.356053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Calling delete_port for 2b94076f-0103-417b-9a49-6f6c21694174 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:50.385971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Attempting to bind port 82345ed8-91f4-47d9-a1de-98fb1829184a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:50.386826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Attempting to bind port 82345ed8-91f4-47d9-a1de-98fb1829184a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '2e7c40ce-049b-41bc-824a-1e1dfb2861dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '891e43d6-0c7c-420a-b0d6-2d64c425299a'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:50.386826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Attempting to bind port 82345ed8-91f4-47d9-a1de-98fb1829184a on network 891e43d6-0c7c-420a-b0d6-2d64c425299a {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:50.394258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] For port 855d8b41-6e3e-4ca6-8507-73f928dce8fe, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:50.403840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] For port 855d8b41-6e3e-4ca6-8507-73f928dce8fe, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=855d8b41-6e3e-4ca6-8507-73f928dce8fe,segment=NetworkSegment(2bb5ecb5-970b-4c3b-bec1-d19c7bde094f),segment_id=2bb5ecb5-970b-4c3b-bec1-d19c7bde094f)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:50.412083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:50.412450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Checking segment: {'id': '2e7c40ce-049b-41bc-824a-1e1dfb2861dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '891e43d6-0c7c-420a-b0d6-2d64c425299a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:50.412850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.413237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Bound using segment: {'id': '2e7c40ce-049b-41bc-824a-1e1dfb2861dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '891e43d6-0c7c-420a-b0d6-2d64c425299a'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:50.413719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Bound port: 82345ed8-91f4-47d9-a1de-98fb1829184a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7c40ce-049b-41bc-824a-1e1dfb2861dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '891e43d6-0c7c-420a-b0d6-2d64c425299a'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:50.414103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.423598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.486585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Allocated IP 172.20.0.2 (948cfe3c-65aa-40b2-9a6c-238e565ba861/a160652b-2eb9-4954-98b4-6b427d7154c1/7c12d183-b460-482e-b63a-e7964ec3630f) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:50.514888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 73cc8606-9c99-4b25-9f58-9a917415b796 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:50.531444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 73cc8606-9c99-4b25-9f58-9a917415b796) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:50.538032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:50.538706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.557763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e183406-5409-4295-aa2d-08aa951fab91 None None] Network 73cc8606-9c99-4b25-9f58-9a917415b796 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:50.590842 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-31d4e57d-2bf6-4772-9da9-af07c79a37dc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2937262 Jan 21 09:38:50.599664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56424) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.606564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-157205020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:50.616103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:50.621330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:router and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:50.624645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:50.673929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186c767-dc7f-4e8c-8ba6-af144aadfee5 None None] Pushing event updated for resources: {'Port': ['ID=855d8b41-6e3e-4ca6-8507-73f928dce8fe,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.688449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:50.691850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.712905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.713842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.756263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.801417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.810980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] For port 82345ed8-91f4-47d9-a1de-98fb1829184a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:50.843099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] For port 82345ed8-91f4-47d9-a1de-98fb1829184a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=82345ed8-91f4-47d9-a1de-98fb1829184a,segment=NetworkSegment(2e7c40ce-049b-41bc-824a-1e1dfb2861dd),segment_id=2e7c40ce-049b-41bc-824a-1e1dfb2861dd)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:50.873819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=1c3722cd-6644-4418-a4f3-860f78f11d25,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:50.890372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': 'c43779c4-89d5-455d-ae31-be2475ad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8c819542-6725-4cd4-9511-f2926c630d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:50.890738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: 8c819542-6725-4cd4-9511-f2926c630d99, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:50.893659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.925227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:50.930273 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-adfdc2eb-7efa-45e6-83c2-2bb1302054c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3292861 Jan 21 09:38:50.930978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56428) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:50.958855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.025679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event deleted for resources: {'Port': ['ID=2b94076f-0103-417b-9a49-6f6c21694174,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.147666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Router 3aed4e55-510b-41b4-bb89-901d8faa0dc4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:38:51.172468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network 8c819542-6725-4cd4-9511-f2926c630d99 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:51.232742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 8c819542-6725-4cd4-9511-f2926c630d99) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:51.234519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:38:51.243845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.250509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:51.251101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.281748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be99f77-cde9-43f0-9e89-d9fb148b80bf None None] Network 8c819542-6725-4cd4-9511-f2926c630d99 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:51.319444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-34db1af7-f6c4-4f67-9fc2-00e64088670b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6082947 Jan 21 09:38:51.321878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56434) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:51.473726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc619e1-2c48-47bf-b197-f33999e71329 None None] Pushing event updated for resources: {'Port': ['ID=82345ed8-91f4-47d9-a1de-98fb1829184a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.504011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-73cc8606-9c99-4b25-9f58-9a917415b796', 'network_id': '73cc8606-9c99-4b25-9f58-9a917415b796', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': '354d4cf1-4631-4b22-a526-0935aea66026'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:51.504785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.535992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.542549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a315c538-6e81-4d17-8c5d-65a13071c710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.552619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Subnet': ['ID=aaa33ef7-92c5-4f1d-8b1c-df0589a7cfb9,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:51.562212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.581353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Transition to ACTIVE for port object 7c12d183-b460-482e-b63a-e7964ec3630f will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:51.786423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Checking segment: {'id': '9cbe892d-917c-49fd-9e1a-accee49a9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f194621d-d1e1-4b47-873b-b5c9ab2550a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:51.786955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network hostable DHCP agents. Network: f194621d-d1e1-4b47-873b-b5c9ab2550a5, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:51.832718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Transition to ACTIVE for port object 7c12d183-b460-482e-b63a-e7964ec3630f will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:51.857659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.919048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.946809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:51.974555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network f194621d-d1e1-4b47-873b-b5c9ab2550a5 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:52.020575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, f194621d-d1e1-4b47-873b-b5c9ab2550a5) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:52.022986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.023528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Fanout notify agent at l3_agent the message router_deleted on router e3f1d155-1f05-4d2a-b145-d85c1b4dce6e {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:38:52.033318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:52.036062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.071084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.074216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-13ea25cb-e90b-4c09-87ae-801691297867 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/e3f1d155-1f05-4d2a-b145-d85c1b4dce6e HTTP/1.1" status: 204 len: 168 time: 4.3675997 Jan 21 09:38:52.074993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56442) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.083060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'router': {'name': 'tempest-snat-router-80015208', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': False}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:52.091505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:52.098589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Allocated IP 172.21.0.2 (73cc8606-9c99-4b25-9f58-9a917415b796/354d4cf1-4631-4b22-a526-0935aea66026/b6caf53e-a835-4444-9237-6e0a40238576) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:52.100045 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7909b760-e0f9-4652-adb0-28786f9b50cb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9009249 Jan 21 09:38:52.102746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56446) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:52.106921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Usage tracker for resource:router and tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:52.117758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:52.118265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-8c819542-6725-4cd4-9511-f2926c630d99', 'network_id': '8c819542-6725-4cd4-9511-f2926c630d99', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': '1c3722cd-6644-4418-a4f3-860f78f11d25'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:52.119086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.126705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:52.132384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebb718-491d-4a88-9249-e2075e03e5cb None None] Network f194621d-d1e1-4b47-873b-b5c9ab2550a5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:52.134275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.144157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'port': {'network_id': 'f194621d-d1e1-4b47-873b-b5c9ab2550a5', 'name': 'tempest-NetworksIpV6TestAttrs-1220232500'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:52.152255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 855d8b41-6e3e-4ca6-8507-73f928dce8fe up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:52.166736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.168061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.206136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Network 948cfe3c-65aa-40b2-9a6c-238e565ba861 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:52.207665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:52.273593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:52.324946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.391282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Pushing event updated for resources: {'Port': ['ID=7c12d183-b460-482e-b63a-e7964ec3630f,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:52.458161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.478078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:52.492647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:port and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:52.497522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:52.514317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:52.525811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.541561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:52.545929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.598644 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] device_id is not set on port 3c8c4cb8-d4b6-4096-8f84-60e67708a2c3 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:52.626538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccbacd6-f4e9-45c1-8172-8c083d36c67b None None] Network e1bbdf15-3a23-474a-9f4e-62ca3c0f132e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:52.899989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:52.902559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.20.0.1 (948cfe3c-65aa-40b2-9a6c-238e565ba861/a160652b-2eb9-4954-98b4-6b427d7154c1/f10a11b9-9da9-4a31-be10-2a1fca0ae646) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:53.028529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.035309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Allocated IP 2001:db8::f816:3eff:fed8:87ae (f194621d-d1e1-4b47-873b-b5c9ab2550a5/aaa33ef7-92c5-4f1d-8b1c-df0589a7cfb9/3c8c4cb8-d4b6-4096-8f84-60e67708a2c3) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:53.053198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:53.065766 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05aff4f-0337-4de3-aa40-144c6afa6be8 None None] Sync routers for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:53.078947 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8165769d-836b-4038-8db5-b774863c91f3 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "PUT /v2.0/routers/3aed4e55-510b-41b4-bb89-901d8faa0dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2621658 Jan 21 09:38:53.083296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56460) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:53.084835 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05aff4f-0337-4de3-aa40-144c6afa6be8 None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:53.085467 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f05aff4f-0337-4de3-aa40-144c6afa6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.101073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe797a4-02ce-49b9-80e7-bf29f407536b None None] Network 891e43d6-0c7c-420a-b0d6-2d64c425299a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:53.116880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.163346 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f05aff4f-0337-4de3-aa40-144c6afa6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.180184 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05aff4f-0337-4de3-aa40-144c6afa6be8 None None] Routers {'3aed4e55-510b-41b4-bb89-901d8faa0dc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:53.180781 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f05aff4f-0337-4de3-aa40-144c6afa6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.207601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.236314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object f10a11b9-9da9-4a31-be10-2a1fca0ae646 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:53.246807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Allocated IP 2001:db8::1 (8c819542-6725-4cd4-9511-f2926c630d99/1c3722cd-6644-4418-a4f3-860f78f11d25/45e42fcc-17fd-4004-99be-d434e2c22b3e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:53.255170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Attempting to bind port 7c12d183-b460-482e-b63a-e7964ec3630f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:53.255712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Attempting to bind port 7c12d183-b460-482e-b63a-e7964ec3630f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5c9e99f6-d2a2-479c-8620-4ea962b18de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '948cfe3c-65aa-40b2-9a6c-238e565ba861'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:53.256197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Attempting to bind port 7c12d183-b460-482e-b63a-e7964ec3630f on network 948cfe3c-65aa-40b2-9a6c-238e565ba861 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:53.267861 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f05aff4f-0337-4de3-aa40-144c6afa6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:53.271275 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05aff4f-0337-4de3-aa40-144c6afa6be8 None None] The sync data for ids ['3aed4e55-510b-41b4-bb89-901d8faa0dc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:53.333020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.376017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.383418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-43f9033b-5e04-4ec9-ae51-a8018c33d427 None None] Provisioning for port 855d8b41-6e3e-4ca6-8507-73f928dce8fe completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:53.418333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Transition to ACTIVE for port object 3c8c4cb8-d4b6-4096-8f84-60e67708a2c3 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:53.423777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 948cfe3c-65aa-40b2-9a6c-238e565ba861 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:53.431637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:53.438769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:53.466494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 855d8b41-6e3e-4ca6-8507-73f928dce8fe completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:53.475559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=f10a11b9-9da9-4a31-be10-2a1fca0ae646,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:53.489501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-43f9033b-5e04-4ec9-ae51-a8018c33d427 None None] Provisioning complete for port 855d8b41-6e3e-4ca6-8507-73f928dce8fe triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:53.490013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-43f9033b-5e04-4ec9-ae51-a8018c33d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.499944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.517975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.537936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.538273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.541280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:53.541480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Checking segment: {'id': '5c9e99f6-d2a2-479c-8620-4ea962b18de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '948cfe3c-65aa-40b2-9a6c-238e565ba861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:53.541942 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.542691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Bound using segment: {'id': '5c9e99f6-d2a2-479c-8620-4ea962b18de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '948cfe3c-65aa-40b2-9a6c-238e565ba861'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:53.543163 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Bound port: 7c12d183-b460-482e-b63a-e7964ec3630f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9e99f6-d2a2-479c-8620-4ea962b18de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '948cfe3c-65aa-40b2-9a6c-238e565ba861'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:53.543630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.584702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.607372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 855d8b41-6e3e-4ca6-8507-73f928dce8fe triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:53.607735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.686467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network f194621d-d1e1-4b47-873b-b5c9ab2550a5 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:53.693090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:53.695646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:53.700024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:53.700648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.724165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Port': ['ID=3c8c4cb8-d4b6-4096-8f84-60e67708a2c3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:53.798112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-310bd76a-e55e-4345-b0be-0a05a9a8b7b5 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6845434 Jan 21 09:38:53.804725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56468) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:53.839197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.865029 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Allocated IP 172.26.1.62 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/41257ba9-b6fc-4dc1-8216-f9c4122535cc) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:53.898280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-272d17b8-2ce6-404c-a1ee-a3e101e69576 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting subnet aaa33ef7-92c5-4f1d-8b1c-df0589a7cfb9 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:38:53.923829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-272d17b8-2ce6-404c-a1ee-a3e101e69576 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:53.983045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.000338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Transition to ACTIVE for port object b6caf53e-a835-4444-9237-6e0a40238576 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:54.033380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Transition to ACTIVE for port object b6caf53e-a835-4444-9237-6e0a40238576 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:54.052251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-272d17b8-2ce6-404c-a1ee-a3e101e69576 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.126560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.174948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.184702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.207455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-272d17b8-2ce6-404c-a1ee-a3e101e69576 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.284378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.374428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:54.375902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-272d17b8-2ce6-404c-a1ee-a3e101e69576 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.381329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.399187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Network 73cc8606-9c99-4b25-9f58-9a917415b796 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:54.409250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'Port': ['ID=41257ba9-b6fc-4dc1-8216-f9c4122535cc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.409794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Deleting port 0fa3b884-d4d1-4b7c-955b-fa72c6eb7ce4 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:54.410230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.412075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:54.418503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:54.434407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] For port 7c12d183-b460-482e-b63a-e7964ec3630f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:54.448810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:54.497713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:54.512018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-43f9033b-5e04-4ec9-ae51-a8018c33d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.534991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2ae932-3e34-40f1-8504-a2e67ebad9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-f194621d-d1e1-4b47-873b-b5c9ab2550a5', 'network_id': 'f194621d-d1e1-4b47-873b-b5c9ab2550a5', 'tenant_id': '1c45eb8797d24af5acd8a64738f4f9fe', 'fixed_ips': [{'subnet_id': 'aaa33ef7-92c5-4f1d-8b1c-df0589a7cfb9'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:54.536143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-be2ae932-3e34-40f1-8504-a2e67ebad9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.545687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Pushing event updated for resources: {'Port': ['ID=b6caf53e-a835-4444-9237-6e0a40238576,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.571808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] For port 7c12d183-b460-482e-b63a-e7964ec3630f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c12d183-b460-482e-b63a-e7964ec3630f,segment=NetworkSegment(5c9e99f6-d2a2-479c-8620-4ea962b18de1),segment_id=5c9e99f6-d2a2-479c-8620-4ea962b18de1)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:54.582363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d17b8-2ce6-404c-a1ee-a3e101e69576 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa33ef7-92c5-4f1d-8b1c-df0589a7cfb9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:54.598604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-272d17b8-2ce6-404c-a1ee-a3e101e69576 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.603343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.606971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-272d17b8-2ce6-404c-a1ee-a3e101e69576 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/subnets/aaa33ef7-92c5-4f1d-8b1c-df0589a7cfb9 HTTP/1.1" status: 204 len: 168 time: 0.8007212 Jan 21 09:38:54.608870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56476) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.701115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.708110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.748023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b06b9-782e-4641-b18f-f4ce9e50ce21 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.749491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b06b9-782e-4641-b18f-f4ce9e50ce21 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:54.750287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0c4b06b9-782e-4641-b18f-f4ce9e50ce21 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Synchronizing usage tracker for tenant:1c45eb8797d24af5acd8a64738f4f9fe on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:54.786428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0c4b06b9-782e-4641-b18f-f4ce9e50ce21 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Unset dirty status for tenant:1c45eb8797d24af5acd8a64738f4f9fe on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:54.787653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0c4b06b9-782e-4641-b18f-f4ce9e50ce21 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1791348 Jan 21 09:38:54.792092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56482) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:54.868121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-43f9033b-5e04-4ec9-ae51-a8018c33d427 None None] For port 855d8b41-6e3e-4ca6-8507-73f928dce8fe, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=855d8b41-6e3e-4ca6-8507-73f928dce8fe,segment=NetworkSegment(2bb5ecb5-970b-4c3b-bec1-d19c7bde094f),segment_id=2bb5ecb5-970b-4c3b-bec1-d19c7bde094f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:54.875104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.912859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.922913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Calling delete_port for 0fa3b884-d4d1-4b7c-955b-fa72c6eb7ce4 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:54.939385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-43f9033b-5e04-4ec9-ae51-a8018c33d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.952016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.960110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Transition to ACTIVE for port object 45e42fcc-17fd-4004-99be-d434e2c22b3e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:54.968699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc34a-1349-4f9d-9702-3bb5eaf774d9 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:54.991043 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0bc34a-1349-4f9d-9702-3bb5eaf774d9 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:54.991880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0bc34a-1349-4f9d-9702-3bb5eaf774d9 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:54.999023 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4c0bc34a-1349-4f9d-9702-3bb5eaf774d9 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/f194621d-d1e1-4b47-873b-b5c9ab2550a5 HTTP/1.1" status: 409 len: 405 time: 0.2058637 Jan 21 09:38:55.000318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56488) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.010104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1609292093'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:55.017330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:55.023409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:network and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:55.026968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:55.035621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:55.057932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.058723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.106061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Attempting to bind port b6caf53e-a835-4444-9237-6e0a40238576 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:55.106550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Attempting to bind port b6caf53e-a835-4444-9237-6e0a40238576 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10d64dbb-a66d-42f3-916c-4a764113ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '73cc8606-9c99-4b25-9f58-9a917415b796'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:55.106817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Attempting to bind port b6caf53e-a835-4444-9237-6e0a40238576 on network 73cc8606-9c99-4b25-9f58-9a917415b796 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:55.143571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de11a4-c3c6-4a4f-aa54-8ccdd490e832 None None] Pushing event updated for resources: {'Port': ['ID=7c12d183-b460-482e-b63a-e7964ec3630f,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.146663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.152803 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=f10a11b9-9da9-4a31-be10-2a1fca0ae646,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.194617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:55.198176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.250156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:55.257619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13686cf5-b694-4c9f-89ae-d6911772d8f2 None None] Network f194621d-d1e1-4b47-873b-b5c9ab2550a5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:55.260574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.260913 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Added segment 7061cb71-7782-4c03-8a8e-5498be7e4341 of type vlan for network 20a91008-5db1-4e27-ad55-bb9de4b35823 Jan 21 09:38:55.303911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.321281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:55.322116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Checking segment: {'id': '10d64dbb-a66d-42f3-916c-4a764113ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '73cc8606-9c99-4b25-9f58-9a917415b796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:55.324405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.325310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Bound using segment: {'id': '10d64dbb-a66d-42f3-916c-4a764113ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '73cc8606-9c99-4b25-9f58-9a917415b796'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:55.326004 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Bound port: b6caf53e-a835-4444-9237-6e0a40238576, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d64dbb-a66d-42f3-916c-4a764113ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '73cc8606-9c99-4b25-9f58-9a917415b796'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:55.326745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.355765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Transition to ACTIVE for port object 45e42fcc-17fd-4004-99be-d434e2c22b3e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:55.406300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 948cfe3c-65aa-40b2-9a6c-238e565ba861 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:55.411126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:55.456853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.460612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:55.461220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.470096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.516768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:55.553629 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:55.604421 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6023531 Jan 21 09:38:55.605153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56494) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:55.618713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'subnet': {'network_id': '20a91008-5db1-4e27-ad55-bb9de4b35823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:55.621799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-29f9ce40-f86c-4de9-a78e-8edff1e6866a None None] Provisioning for port 82345ed8-91f4-47d9-a1de-98fb1829184a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:55.644001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9033b-5e04-4ec9-ae51-a8018c33d427 None None] Pushing event updated for resources: {'Port': ['ID=855d8b41-6e3e-4ca6-8507-73f928dce8fe,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.699857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:55.766235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ec016-7fe0-4c55-a006-b4e14e116ddd tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Network': ['ID=20a91008-5db1-4e27-ad55-bb9de4b35823,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.803124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 20a91008-5db1-4e27-ad55-bb9de4b35823 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:38:55.816431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:55.840431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:55.868629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:55.886830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3722cd-6644-4418-a4f3-860f78f11d25,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:55.969648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Network 8c819542-6725-4cd4-9511-f2926c630d99 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:56.030423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Router 1d537e51-358f-4e92-9d32-e7f864e18455 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:38:56.048345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.053995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:56.064142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:56.128033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.134058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.328314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] For port b6caf53e-a835-4444-9237-6e0a40238576, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:56.332223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Pushing event updated for resources: {'Port': ['ID=45e42fcc-17fd-4004-99be-d434e2c22b3e,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:56.460507 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c819542-6725-4cd4-9511-f2926c630d99']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:56.492319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43779c4-89d5-455d-ae31-be2475ad8b45') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:56.492815 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43779c4-89d5-455d-ae31-be2475ad8b45') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:56.528291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.541421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] For port b6caf53e-a835-4444-9237-6e0a40238576, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b6caf53e-a835-4444-9237-6e0a40238576,segment=NetworkSegment(10d64dbb-a66d-42f3-916c-4a764113ad53),segment_id=10d64dbb-a66d-42f3-916c-4a764113ad53)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:56.560201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event deleted for resources: {'Port': ['ID=0fa3b884-d4d1-4b7c-955b-fa72c6eb7ce4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:56.568061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.579635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:56.580069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:56.598026 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:56.608240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Attempting to bind port 45e42fcc-17fd-4004-99be-d434e2c22b3e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:38:56.608763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Attempting to bind port 45e42fcc-17fd-4004-99be-d434e2c22b3e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'c43779c4-89d5-455d-ae31-be2475ad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8c819542-6725-4cd4-9511-f2926c630d99'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:38:56.609229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Attempting to bind port 45e42fcc-17fd-4004-99be-d434e2c22b3e on network 8c819542-6725-4cd4-9511-f2926c630d99 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:38:56.620495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:56.635462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ccf661-bb48-4218-a7c8-f439db127473 None None] Network 948cfe3c-65aa-40b2-9a6c-238e565ba861 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:56.659667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:38:56.660236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Checking segment: {'id': 'c43779c4-89d5-455d-ae31-be2475ad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8c819542-6725-4cd4-9511-f2926c630d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:56.660651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.661108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Bound using segment: {'id': 'c43779c4-89d5-455d-ae31-be2475ad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8c819542-6725-4cd4-9511-f2926c630d99'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:38:56.661530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Bound port: 45e42fcc-17fd-4004-99be-d434e2c22b3e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43779c4-89d5-455d-ae31-be2475ad8b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8c819542-6725-4cd4-9511-f2926c630d99'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:38:56.661904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.677763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Sync routers for ids ['1d537e51-358f-4e92-9d32-e7f864e18455'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:56.681008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.738167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.739440 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7ed42e8f-0ab5-44ab-a283-62a63d3b675f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6626256 Jan 21 09:38:56.746154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56504) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:56.788300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:38:56.788300 dv-neutron-825724-1-hyperv neutron-server[83426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:38:56.788300 dv-neutron-825724-1-hyperv neutron-server[83426]: [parameters: {'id': '8c819542-6725-4cd4-9511-f2926c630d99'}] Jan 21 09:38:56.788300 dv-neutron-825724-1-hyperv neutron-server[83426]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:56.788300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:56.794287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4d67977e-2859-4394-b867-d7736bebdcce None None] Provisioning complete for port 855d8b41-6e3e-4ca6-8507-73f928dce8fe triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:56.794287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d67977e-2859-4394-b867-d7736bebdcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.997789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:56.999781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Routers {'1d537e51-358f-4e92-9d32-e7f864e18455'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:57.000442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1d537e51-358f-4e92-9d32-e7f864e18455'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:57.009142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:38:57.031025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.154697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44989a-9fd1-47d9-b6c2-4c6c3e72c906 None None] Pushing event updated for resources: {'Port': ['ID=b6caf53e-a835-4444-9237-6e0a40238576,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.213114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 82345ed8-91f4-47d9-a1de-98fb1829184a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:57.347516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Checking segment: {'id': '7061cb71-7782-4c03-8a8e-5498be7e4341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '20a91008-5db1-4e27-ad55-bb9de4b35823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:38:57.347888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network hostable DHCP agents. Network: 20a91008-5db1-4e27-ad55-bb9de4b35823, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:38:57.357142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Subnet': ['ID=37f66ce9-ebbe-4fd8-9ce2-24029579db29,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:57.365851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.454015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network 20a91008-5db1-4e27-ad55-bb9de4b35823 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:38:57.480074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router 3402f258-5820-4584-9a01-259a6455e19b is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:38:57.492533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] For port 45e42fcc-17fd-4004-99be-d434e2c22b3e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:38:57.494176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port 45e42fcc-17fd-4004-99be-d434e2c22b3e {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:38:57.494746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.503943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 20a91008-5db1-4e27-ad55-bb9de4b35823) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:57.509693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:57.510367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.530247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fb8b8-3a68-48b1-b607-95808e35620b None None] Network 20a91008-5db1-4e27-ad55-bb9de4b35823 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:57.551509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a9f1f38f-b173-4d2e-bc3b-8e2e090e7e0f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9394617 Jan 21 09:38:57.554814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56512) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:57.560814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'port': {'network_id': '20a91008-5db1-4e27-ad55-bb9de4b35823', 'name': 'tempest-NetworksIpV6TestAttrs-823301764'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:57.577420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.582928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] For port 45e42fcc-17fd-4004-99be-d434e2c22b3e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=45e42fcc-17fd-4004-99be-d434e2c22b3e,segment=NetworkSegment(c43779c4-89d5-455d-ae31-be2475ad8b45),segment_id=c43779c4-89d5-455d-ae31-be2475ad8b45)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:38:57.602621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-65cd4330-9145-4053-a7ce-4fed67a6e803 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/routers/1d537e51-358f-4e92-9d32-e7f864e18455 HTTP/1.1" status: 200 len: 906 time: 0.8533757 Jan 21 09:38:57.618345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56516) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:57.650095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'router': {'name': 'tempest-snat-router-80015208', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': True}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:57.655860 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.680703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:57.691943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.759331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:57.764024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:port and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:57.767688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:57.778419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:57.793648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:57.798594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:57.816718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Usage tracker for resource:router and tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:57.835902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] device_id is not set on port 0d684cb6-ab0a-49bc-bbfd-73f4602e348f yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:38:57.845377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:57.876827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:57.938356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Set router 1d537e51-358f-4e92-9d32-e7f864e18455 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:38:58.053938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Allocated IP 2001:db8::f816:3eff:fe95:7830 (20a91008-5db1-4e27-ad55-bb9de4b35823/37f66ce9-ebbe-4fd8-9ce2-24029579db29/0d684cb6-ab0a-49bc-bbfd-73f4602e348f) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:38:58.133643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 82345ed8-91f4-47d9-a1de-98fb1829184a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:38:58.182798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.184185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.206935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.263740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738039d5-3a2b-46ba-9e5d-605324aeb0d8 None None] Pushing event updated for resources: {'Port': ['ID=45e42fcc-17fd-4004-99be-d434e2c22b3e,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.303310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4d67977e-2859-4394-b867-d7736bebdcce None None] Provisioning complete for port 82345ed8-91f4-47d9-a1de-98fb1829184a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:58.303678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d67977e-2859-4394-b867-d7736bebdcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.316040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.316816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Fanout notify agent at l3_agent the message router_deleted on router 3aed4e55-510b-41b4-bb89-901d8faa0dc4 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:38:58.353524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 82345ed8-91f4-47d9-a1de-98fb1829184a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:38:58.353815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.357341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.375849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Transition to ACTIVE for port object 0d684cb6-ab0a-49bc-bbfd-73f4602e348f will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:38:58.407232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.436575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069e918-6b00-45a8-b0b6-0629983ad86f None None] Network 8c819542-6725-4cd4-9511-f2926c630d99 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:58.460101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] For port 45e42fcc-17fd-4004-99be-d434e2c22b3e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=45e42fcc-17fd-4004-99be-d434e2c22b3e,segment=NetworkSegment(c43779c4-89d5-455d-ae31-be2475ad8b45),segment_id=c43779c4-89d5-455d-ae31-be2475ad8b45)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:58.460460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.543345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network 20a91008-5db1-4e27-ad55-bb9de4b35823 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:38:58.547271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:38:58.550674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Port': ['ID=0d684cb6-ab0a-49bc-bbfd-73f4602e348f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.561123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:38:58.570643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:58.572343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.602538 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a8c12d3e-302c-4e09-9a3b-a6fcbc47f036 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0433965 Jan 21 09:38:58.606636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56524) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:58.649025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f95fa1-ff84-43c5-a2be-23c862c6b6c7 None None] Network 73cc8606-9c99-4b25-9f58-9a917415b796 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:38:58.690785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9e5eaf-3336-48c6-b2af-d59c1de785e0 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting subnet 37f66ce9-ebbe-4fd8-9ce2-24029579db29 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:38:58.694256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5eaf-3336-48c6-b2af-d59c1de785e0 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.709301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Calling delete_port for 45e42fcc-17fd-4004-99be-d434e2c22b3e owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:38:58.757072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5eaf-3336-48c6-b2af-d59c1de785e0 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.802222 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.802732 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-813059bf-4973-42a0-9fbe-2934ccf392a5 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "DELETE /v2.0/routers/3aed4e55-510b-41b4-bb89-901d8faa0dc4 HTTP/1.1" status: 204 len: 168 time: 5.7186258 Jan 21 09:38:58.806981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56528) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:58.856262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.874320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.885188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5eaf-3336-48c6-b2af-d59c1de785e0 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:58.945644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Port': ['ID=45e42fcc-17fd-4004-99be-d434e2c22b3e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:58.978148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No DVR routers for this DVR port 45e42fcc-17fd-4004-99be-d434e2c22b3e on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:38:58.997959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5eaf-3336-48c6-b2af-d59c1de785e0 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.072333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e5eaf-3336-48c6-b2af-d59c1de785e0 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Subnet': ['ID=37f66ce9-ebbe-4fd8-9ce2-24029579db29,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.086920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5eaf-3336-48c6-b2af-d59c1de785e0 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.090732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:38:59.105907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1c9e5eaf-3336-48c6-b2af-d59c1de785e0 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/subnets/37f66ce9-ebbe-4fd8-9ce2-24029579db29 HTTP/1.1" status: 204 len: 168 time: 0.4927986 Jan 21 09:38:59.112157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56536) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.115687 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5deacc-1171-4f65-93ef-a74001e946f4 None None] Sync routers for ids ['3402f258-5820-4584-9a01-259a6455e19b'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:38:59.148121 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5deacc-1171-4f65-93ef-a74001e946f4 None None] Routers {'3402f258-5820-4584-9a01-259a6455e19b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:59.148739 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5f5deacc-1171-4f65-93ef-a74001e946f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3402f258-5820-4584-9a01-259a6455e19b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.212006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad29c4f-0b87-4d98-93f7-630afe6e2b8f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.214653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad29c4f-0b87-4d98-93f7-630afe6e2b8f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.215418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0ad29c4f-0b87-4d98-93f7-630afe6e2b8f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Synchronizing usage tracker for tenant:1c45eb8797d24af5acd8a64738f4f9fe on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:38:59.223745 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5f5deacc-1171-4f65-93ef-a74001e946f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.244062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0ad29c4f-0b87-4d98-93f7-630afe6e2b8f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Unset dirty status for tenant:1c45eb8797d24af5acd8a64738f4f9fe on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:38:59.245592 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0ad29c4f-0b87-4d98-93f7-630afe6e2b8f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1265745 Jan 21 09:38:59.249488 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5deacc-1171-4f65-93ef-a74001e946f4 None None] Routers {'3402f258-5820-4584-9a01-259a6455e19b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:38:59.250757 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5f5deacc-1171-4f65-93ef-a74001e946f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3402f258-5820-4584-9a01-259a6455e19b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.251910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56540) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.325705 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5f5deacc-1171-4f65-93ef-a74001e946f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.326378 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5deacc-1171-4f65-93ef-a74001e946f4 None None] The sync data for ids ['3402f258-5820-4584-9a01-259a6455e19b'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:38:59.409434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcaaa109-090e-44d6-9acc-b4b9e8193eb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.418701 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcaaa109-090e-44d6-9acc-b4b9e8193eb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 09:38:59.419155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcaaa109-090e-44d6-9acc-b4b9e8193eb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:38:59.419265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.425678 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dcaaa109-090e-44d6-9acc-b4b9e8193eb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/20a91008-5db1-4e27-ad55-bb9de4b35823 HTTP/1.1" status: 409 len: 405 time: 0.1699877 Jan 21 09:38:59.426551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56544) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.432952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-869608849'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:38:59.440232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:38:59.441561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d67977e-2859-4394-b867-d7736bebdcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.444447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:network and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:38:59.448262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:38:59.456116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:38:59.457507 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c819542-6725-4cd4-9511-f2926c630d99']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.461414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.468247 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aebb8215-dc2d-4209-9e45-4483681ccff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/3402f258-5820-4584-9a01-259a6455e19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5345166 Jan 21 09:38:59.473765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56548) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.525155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ba5b4f-53ad-4363-9b50-eca15112090d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-20a91008-5db1-4e27-ad55-bb9de4b35823', 'network_id': '20a91008-5db1-4e27-ad55-bb9de4b35823', 'tenant_id': '1c45eb8797d24af5acd8a64738f4f9fe', 'fixed_ips': [{'subnet_id': '37f66ce9-ebbe-4fd8-9ce2-24029579db29'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:38:59.526597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-30ba5b4f-53ad-4363-9b50-eca15112090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.528736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4375128c-eb04-4776-ba2b-4f99b7c8ae5d tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Deleting subnet 8024de7e-3a7f-4f2d-8629-4ac43c0c6fa4 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:38:59.531950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4375128c-eb04-4776-ba2b-4f99b7c8ae5d tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.548349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:38:59.554182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.587255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43779c4-89d5-455d-ae31-be2475ad8b45') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.587255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43779c4-89d5-455d-ae31-be2475ad8b45') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.600828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 82345ed8-91f4-47d9-a1de-98fb1829184a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=82345ed8-91f4-47d9-a1de-98fb1829184a,segment=NetworkSegment(2e7c40ce-049b-41bc-824a-1e1dfb2861dd),segment_id=2e7c40ce-049b-41bc-824a-1e1dfb2861dd)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:38:59.616321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.626159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82bf5b8-da4e-4e73-9e1f-02ae3c6e1705 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:38:59.630969 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c82bf5b8-da4e-4e73-9e1f-02ae3c6e1705 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports/f10a11b9-9da9-4a31-be10-2a1fca0ae646 HTTP/1.1" status: 200 len: 910 time: 0.1553769 Jan 21 09:38:59.634026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56552) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:38:59.634193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4375128c-eb04-4776-ba2b-4f99b7c8ae5d tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.649838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.650698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7c12d183-b460-482e-b63a-e7964ec3630f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:38:59.681806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.707575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:38:59.707966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.722130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:38:59.722826 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:38:59.739925 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.740948 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Added segment d848a867-4621-4dee-bb7f-11c1a13d3fff of type vlan for network 3f627b03-1245-41f3-9e5e-9254459d24a3 Jan 21 09:38:59.778464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.833676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d537e51-358f-4e92-9d32-e7f864e18455', 'name': 'tempest-snat-router-80015208', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': False}, 'gw_port_id': '41257ba9-b6fc-4dc1-8216-f9c4122535cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:52Z', 'updated_at': '2022-01-21T09:38:54Z', 'revision_number': 3, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port': {'id': '41257ba9-b6fc-4dc1-8216-f9c4122535cc', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537e51-358f-4e92-9d32-e7f864e18455', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:53Z', 'updated_at': '2022-01-21T09:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:38:59.849386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.862190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Checking router: 1d537e51-358f-4e92-9d32-e7f864e18455 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:38:59.862543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Updating router 1d537e51-358f-4e92-9d32-e7f864e18455 port 41257ba9-b6fc-4dc1-8216-f9c4122535cc binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:38:59.876518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.895015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=8c819542-6725-4cd4-9511-f2926c630d99,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.898550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-4d67977e-2859-4394-b867-d7736bebdcce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:38:59.898869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-4d67977e-2859-4394-b867-d7736bebdcce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:38:59.899828 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dd2d24b2-c34e-4d08-9f50-27a772ac1211 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/8c819542-6725-4cd4-9511-f2926c630d99 HTTP/1.1" status: 204 len: 168 time: 8.5624533 Jan 21 09:38:59.901570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4375128c-eb04-4776-ba2b-4f99b7c8ae5d tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:38:59.927257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=82345ed8-91f4-47d9-a1de-98fb1829184a,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:38:59.968812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc22bfb-5589-4d2a-9c0e-21db59af1e2e None None] Network 20a91008-5db1-4e27-ad55-bb9de4b35823 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:00.039243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56558) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:00.053227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078697323'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:00.065347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.069094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.069598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.074072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:00.134225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.155926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.162947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:00.171930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.178182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:00.202392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:00.214534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Network': ['ID=3f627b03-1245-41f3-9e5e-9254459d24a3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.232640 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4e3a0ef5-9ba5-4979-a9eb-2cff18be8983 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8047669 Jan 21 09:39:00.240400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56564) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:00.249886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'subnet': {'network_id': '3f627b03-1245-41f3-9e5e-9254459d24a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:00.253153 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4375128c-eb04-4776-ba2b-4f99b7c8ae5d tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.282628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:00.285918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.294885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 7c12d183-b460-482e-b63a-e7964ec3630f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:00.298686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 3f627b03-1245-41f3-9e5e-9254459d24a3 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:00.375286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375128c-eb04-4776-ba2b-4f99b7c8ae5d tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event deleted for resources: {'Subnet': ['ID=8024de7e-3a7f-4f2d-8629-4ac43c0c6fa4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:00.394078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4375128c-eb04-4776-ba2b-4f99b7c8ae5d tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.420961 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4375128c-eb04-4776-ba2b-4f99b7c8ae5d tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "DELETE /v2.0/subnets/8024de7e-3a7f-4f2d-8629-4ac43c0c6fa4 HTTP/1.1" status: 204 len: 168 time: 1.6116402 Jan 21 09:39:00.421478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:00.423729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56570) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:00.434487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:00.447346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.447757 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment 23258599-dc9e-4ab1-95fb-420cccbff87f of type vlan for network 141ff337-9930-433e-a4d8-2f76535a5dba Jan 21 09:39:00.459607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:00.547704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1612f0ee-163d-4259-8180-872f603983a3 None None] Network 8a627524-4ab2-43e1-8f3f-cc73860db884 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:00.558726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:00.562481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.583022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.586455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Deleting port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:00.587492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.616756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 855d8b41-6e3e-4ca6-8507-73f928dce8fe up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:00.766553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.793975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.797617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:00.798344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:00.839907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] For port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6663ffb9-7d63-41eb-a3a6-aa797dac2de0,segment=NetworkSegment(ece8385b-11c4-4bc2-a314-80cdf4d0a537),segment_id=ece8385b-11c4-4bc2-a314-80cdf4d0a537)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:00.840575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.008060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Calling delete_port for 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:01.029025 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9855485 Jan 21 09:39:01.032601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:01.040555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee21a9-46a9-4962-988f-5226ee74bb09 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=141ff337-9930-433e-a4d8-2f76535a5dba,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:01.055624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': '141ff337-9930-433e-a4d8-2f76535a5dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:01.075159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 141ff337-9930-433e-a4d8-2f76535a5dba details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:01.161965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Provisioning for port f10a11b9-9da9-4a31-be10-2a1fca0ae646 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:01.166252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-4172911e-fa82-4a99-9460-9aede434480b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:01.169940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.194606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Provisioning complete for port f10a11b9-9da9-4a31-be10-2a1fca0ae646 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:01.194994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.234289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event deleted for resources: {'Port': ['ID=6663ffb9-7d63-41eb-a3a6-aa797dac2de0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:01.240103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] No DVR routers for this DVR port 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:01.284641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:01.288205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 855d8b41-6e3e-4ca6-8507-73f928dce8fe triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:01.288573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.291995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:subnet and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:01.297638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:01.333764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:01.388799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.393821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Port f10a11b9-9da9-4a31-be10-2a1fca0ae646 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:01.420596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Transition to ACTIVE for port object 41257ba9-b6fc-4dc1-8216-f9c4122535cc will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:01.428515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:01.435633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.444043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.475912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Provisioning for port 7c12d183-b460-482e-b63a-e7964ec3630f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:01.499093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a627524-4ab2-43e1-8f3f-cc73860db884']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:01.563821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbebd22a-b780-45b2-82a0-610184f713d0 None None] DHCP port deletion for 8a627524-4ab2-43e1-8f3f-cc73860db884 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:01.578029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Provisioning complete for port 7c12d183-b460-482e-b63a-e7964ec3630f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:01.578401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.599216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece8385b-11c4-4bc2-a314-80cdf4d0a537') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:01.599664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece8385b-11c4-4bc2-a314-80cdf4d0a537') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:01.604349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.631465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.657262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b893114b-2e85-4c2a-96b1-0b3060f9e27c None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:39:01.688746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Allocated IP 172.26.1.104 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/b0dcc770-467c-4e98-b0ec-df57aca968b7) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:01.695384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.703040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c72d-1d55-4483-a6de-a1fb5ee93d76 None None] Pushing event updated for resources: {'Port': ['ID=41257ba9-b6fc-4dc1-8216-f9c4122535cc,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:01.709103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:01.709702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:01.733022 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:01.742495 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Attempting to bind port 41257ba9-b6fc-4dc1-8216-f9c4122535cc on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:01.742875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Attempting to bind port 41257ba9-b6fc-4dc1-8216-f9c4122535cc by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:01.743234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Attempting to bind port 41257ba9-b6fc-4dc1-8216-f9c4122535cc on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:01.766030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:01.766388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:01.766784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.767489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:01.768247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Bound port: 41257ba9-b6fc-4dc1-8216-f9c4122535cc, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:01.768642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:01.995389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 82345ed8-91f4-47d9-a1de-98fb1829184a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:02.034012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.095235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] For port 41257ba9-b6fc-4dc1-8216-f9c4122535cc, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:02.097637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.128703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.137551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.162744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.163013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] For port 41257ba9-b6fc-4dc1-8216-f9c4122535cc, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=41257ba9-b6fc-4dc1-8216-f9c4122535cc,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:02.175950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.210329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event deleted for resources: {'Network': ['ID=8a627524-4ab2-43e1-8f3f-cc73860db884,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.219649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] For port 7c12d183-b460-482e-b63a-e7964ec3630f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c12d183-b460-482e-b63a-e7964ec3630f,segment=NetworkSegment(5c9e99f6-d2a2-479c-8620-4ea962b18de1),segment_id=5c9e99f6-d2a2-479c-8620-4ea962b18de1)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:02.253405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.257193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.257851 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0cc2f6b2-7375-456e-bd01-b26d900b487a tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "DELETE /v2.0/networks/8a627524-4ab2-43e1-8f3f-cc73860db884 HTTP/1.1" status: 204 len: 168 time: 1.8325105 Jan 21 09:39:02.263587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56586) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:02.293524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:39:02.297378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.302479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.339397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c72d-1d55-4483-a6de-a1fb5ee93d76 None None] Pushing event updated for resources: {'Port': ['ID=41257ba9-b6fc-4dc1-8216-f9c4122535cc,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.397555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Provisioning for port b6caf53e-a835-4444-9237-6e0a40238576 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:02.416760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 82345ed8-91f4-47d9-a1de-98fb1829184a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:02.416980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.462322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Routers {'1d537e51-358f-4e92-9d32-e7f864e18455'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:02.462944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1d537e51-358f-4e92-9d32-e7f864e18455'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:02.463576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:02.469658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:02.473649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:02.529011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=579af63d-c5c9-4f7b-9b72-bd662180dd9d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.552200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'Port': ['ID=b0dcc770-467c-4e98-b0ec-df57aca968b7,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.591759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Deleting port 8446d9ab-1171-46f1-a85c-ca2ea97b03b2 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:02.592142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.604833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75f835-c745-488b-92dd-7e3aff380b28 None None] Pushing event updated for resources: {'Port': ['ID=7c12d183-b460-482e-b63a-e7964ec3630f,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.701728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': '23258599-dc9e-4ab1-95fb-420cccbff87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '141ff337-9930-433e-a4d8-2f76535a5dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:02.701951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: 141ff337-9930-433e-a4d8-2f76535a5dba, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:02.708148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Subnet': ['ID=6514919e-af84-4eef-a079-cc9a40886bbb,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:02.710313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Checking segment: {'id': 'd848a867-4621-4dee-bb7f-11c1a13d3fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3f627b03-1245-41f3-9e5e-9254459d24a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:02.711047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network hostable DHCP agents. Network: 3f627b03-1245-41f3-9e5e-9254459d24a3, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:02.785290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b6caf53e-a835-4444-9237-6e0a40238576 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:02.821748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893114b-2e85-4c2a-96b1-0b3060f9e27c None None] Network 3f627b03-1245-41f3-9e5e-9254459d24a3 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:02.827108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Agent 62aa3f3f-ba35-438a-825b-baa02d765768 already present Jan 21 09:39:02.827436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network 3f627b03-1245-41f3-9e5e-9254459d24a3 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:02.828054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 3f627b03-1245-41f3-9e5e-9254459d24a3) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:02.829679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] Set router 1d537e51-358f-4e92-9d32-e7f864e18455 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:02.837606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:02.838213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.886712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network 141ff337-9930-433e-a4d8-2f76535a5dba is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:02.915398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 141ff337-9930-433e-a4d8-2f76535a5dba) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:02.947432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893114b-2e85-4c2a-96b1-0b3060f9e27c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 3f627b03-1245-41f3-9e5e-9254459d24a3) {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:39:02.968855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.969355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:02.994427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.21.0.1 (73cc8606-9c99-4b25-9f58-9a917415b796/354d4cf1-4631-4b22-a526-0935aea66026/f7b5918c-a8b2-4345-83fb-a73c72aa6c6c) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:03.029161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.030088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.036731 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aa7a4ab6-c4a0-433b-a21b-ef9ab9257da6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7957993 Jan 21 09:39:03.046150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56594) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.110329 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ae76029a-f9b9-4d69-bf06-b4e2c8e1d1da tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0659170 Jan 21 09:39:03.110329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56598) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.114836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1882481408'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:03.123547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:03.133199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Calling delete_port for 8446d9ab-1171-46f1-a85c-ca2ea97b03b2 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:03.138148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:03.144140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:03.154701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:03.179081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port b6caf53e-a835-4444-9237-6e0a40238576 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:03.190235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:03.193245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.216616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b6caf53e-a835-4444-9237-6e0a40238576 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:03.216945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.232977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.252453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:03.264676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object f7b5918c-a8b2-4345-83fb-a73c72aa6c6c will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:03.271369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.271715 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment 1d26b22d-8c4a-4fe5-a933-658181e5e7c7 of type vlan for network 9eeff0f7-b645-4bbf-b01e-126d49f36834 Jan 21 09:39:03.308873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.344309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.434546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.438463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=f7b5918c-a8b2-4345-83fb-a73c72aa6c6c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:03.449401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.453367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:03.453973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.484091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 73cc8606-9c99-4b25-9f58-9a917415b796 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:03.491531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:03.499404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:03.534344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4172911e-fa82-4a99-9460-9aede434480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d537e51-358f-4e92-9d32-e7f864e18455', 'name': 'tempest-snat-router-80015208', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': False}, 'gw_port_id': '41257ba9-b6fc-4dc1-8216-f9c4122535cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:52Z', 'updated_at': '2022-01-21T09:38:54Z', 'revision_number': 3, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port': {'id': '41257ba9-b6fc-4dc1-8216-f9c4122535cc', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537e51-358f-4e92-9d32-e7f864e18455', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:53Z', 'updated_at': '2022-01-21T09:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:03.536417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.541618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.542664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.546683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.557656 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172911e-fa82-4a99-9460-9aede434480b None None] The sync data for ids ['1d537e51-358f-4e92-9d32-e7f864e18455'] in dv-neutron-825724-1-hyperv is: [{'id': '1d537e51-358f-4e92-9d32-e7f864e18455', 'name': 'tempest-snat-router-80015208', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': False}, 'gw_port_id': '41257ba9-b6fc-4dc1-8216-f9c4122535cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:52Z', 'updated_at': '2022-01-21T09:38:54Z', 'revision_number': 3, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port': {'id': '41257ba9-b6fc-4dc1-8216-f9c4122535cc', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537e51-358f-4e92-9d32-e7f864e18455', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:38:53Z', 'updated_at': '2022-01-21T09:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:03.613690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5035827 Jan 21 09:39:03.618148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Pushing event deleted for resources: {'Port': ['ID=8446d9ab-1171-46f1-a85c-ca2ea97b03b2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:03.620548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.633789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56604) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:03.643124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port b6caf53e-a835-4444-9237-6e0a40238576, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b6caf53e-a835-4444-9237-6e0a40238576,segment=NetworkSegment(10d64dbb-a66d-42f3-916c-4a764113ad53),segment_id=10d64dbb-a66d-42f3-916c-4a764113ad53)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:03.652327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': '9eeff0f7-b645-4bbf-b01e-126d49f36834', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:03.653227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.714193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c8ffa-c46d-4fb5-b92c-612ca26b14dc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=9eeff0f7-b645-4bbf-b01e-126d49f36834,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:03.737294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 9eeff0f7-b645-4bbf-b01e-126d49f36834 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:03.760228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:03.794018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:03.872030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:03.872722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6663ffb9-7d63-41eb-a3a6-aa797dac2de0 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:03.873143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7df722f6-02f3-4dde-8e9b-e6c4643ab56b no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:03.963725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.048389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=b6caf53e-a835-4444-9237-6e0a40238576,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:04.058155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:04.058394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Subnet': ['ID=6514919e-af84-4eef-a079-cc9a40886bbb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:04.063997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:subnet and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:04.068371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:04.069257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-141ff337-9930-433e-a4d8-2f76535a5dba', 'network_id': '141ff337-9930-433e-a4d8-2f76535a5dba', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': '579af63d-c5c9-4f7b-9b72-bd662180dd9d'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:04.072806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.076458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:04.089463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e0242-4efe-49b0-b1c4-edac81316b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-3f627b03-1245-41f3-9e5e-9254459d24a3', 'network_id': '3f627b03-1245-41f3-9e5e-9254459d24a3', 'tenant_id': '1c45eb8797d24af5acd8a64738f4f9fe', 'fixed_ips': [{'subnet_id': '6514919e-af84-4eef-a079-cc9a40886bbb'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:04.090566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0242-4efe-49b0-b1c4-edac81316b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.099492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:04.151996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 7df722f6-02f3-4dde-8e9b-e6c4643ab56b {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:04.152314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7df722f6-02f3-4dde-8e9b-e6c4643ab56b not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:04.292846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.348185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.420139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 41257ba9-b6fc-4dc1-8216-f9c4122535cc up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:04.470405 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.474842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.531909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Allocated IP 2001:db8::3 (141ff337-9930-433e-a4d8-2f76535a5dba/579af63d-c5c9-4f7b-9b72-bd662180dd9d/e12546c7-e882-4dd0-aea6-e33c7bade5a2) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:04.573798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Performing IP validity checks on allocation pools {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:39:04.574496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:39:04.578371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.582616 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7043ed9f-a9df-4110-86be-5baeb0568353 tempest-FloatingIPAdminTestJSON-1193560734 tempest-FloatingIPAdminTestJSON-1193560734-project] 10.222.0.122 "DELETE /v2.0/floatingips/e4f03641-88e2-4324-857c-91213b3bf563 HTTP/1.1" status: 204 len: 168 time: 2.3182154 Jan 21 09:39:04.599368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f627b03-1245-41f3-9e5e-9254459d24a3']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.615713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.635993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd848a867-4621-4dee-bb7f-11c1a13d3fff') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.636288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd848a867-4621-4dee-bb7f-11c1a13d3fff') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:04.698583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.744636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.745432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 41257ba9-b6fc-4dc1-8216-f9c4122535cc completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:04.763067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 41257ba9-b6fc-4dc1-8216-f9c4122535cc triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:04.763494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.766783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:04.767181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:04.800212 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:04.926376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.949598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:04.967396 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Network': ['ID=3f627b03-1245-41f3-9e5e-9254459d24a3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:04.983228 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0c42c5a1-24c0-4be0-8298-52f23149e8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/3f627b03-1245-41f3-9e5e-9254459d24a3 HTTP/1.1" status: 204 len: 168 time: 1.9355745 Jan 21 09:39:04.986377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56618) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:04.994028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-368791764'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:05.004697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:05.012462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:network and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:05.016822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:05.031166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:05.036311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Router 08fb2a25-9ad2-4cda-b11b-955fcdb64027 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:39:05.052987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:05.056227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.074341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56622) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.097575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.114813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Transition to ACTIVE for port object e12546c7-e882-4dd0-aea6-e33c7bade5a2 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:05.121897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.154587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Transition to ACTIVE for port object e12546c7-e882-4dd0-aea6-e33c7bade5a2 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:05.156696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 41257ba9-b6fc-4dc1-8216-f9c4122535cc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=41257ba9-b6fc-4dc1-8216-f9c4122535cc,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:05.166892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.167156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:05.168116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7c12d183-b460-482e-b63a-e7964ec3630f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:05.170816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.182223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.182465 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Added segment fe2e7085-b084-4d97-bb37-f06f52ed274a of type vlan for network 54fbedf0-735f-4132-9ce8-b5b05e7b7421 Jan 21 09:39:05.223826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.338171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.342899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.343608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.382752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=53ef78eb-a314-4517-909c-7e76e9a03685,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.407931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=41257ba9-b6fc-4dc1-8216-f9c4122535cc,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.414106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.462947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': '1d26b22d-8c4a-4fe5-a933-658181e5e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9eeff0f7-b645-4bbf-b01e-126d49f36834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:05.463297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: 9eeff0f7-b645-4bbf-b01e-126d49f36834, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:05.490585 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5028651 Jan 21 09:39:05.493178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af048b5-a47d-4377-b8aa-d1ee1f02d8c7 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Network': ['ID=54fbedf0-735f-4132-9ce8-b5b05e7b7421,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.496872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56632) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.512141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'subnet': {'network_id': '54fbedf0-735f-4132-9ce8-b5b05e7b7421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:05.512309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Pushing event updated for resources: {'Port': ['ID=e12546c7-e882-4dd0-aea6-e33c7bade5a2,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.516959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 54fbedf0-735f-4132-9ce8-b5b05e7b7421 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:05.530752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:05.546335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Network 141ff337-9930-433e-a4d8-2f76535a5dba is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:05.553224 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-85a8d54a-66b8-4835-9e48-a1c27b0155fb admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=21d97d16d59b480f8e4de5c93c48751b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4777277 Jan 21 09:39:05.556081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56636) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.576936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.581258 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b4f72bad-077e-4201-a7bf-fa280645e4db tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.9555907 Jan 21 09:39:05.586757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56640) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.599497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network 9eeff0f7-b645-4bbf-b01e-126d49f36834 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:05.607665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 7c12d183-b460-482e-b63a-e7964ec3630f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:05.608063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.635065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.646014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 9eeff0f7-b645-4bbf-b01e-126d49f36834) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:05.656622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.669494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:05.672291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Sync routers for ids ['08fb2a25-9ad2-4cda-b11b-955fcdb64027'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:05.682872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:05.683326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.686476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:05.700651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Routers {'08fb2a25-9ad2-4cda-b11b-955fcdb64027'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:05.701274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['08fb2a25-9ad2-4cda-b11b-955fcdb64027'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:05.712791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03ba3c45-bed1-4f77-a1c0-67396e34437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.747265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03ba3c45-bed1-4f77-a1c0-67396e34437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.763515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:05.809239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:subnet and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:05.823676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:05.831455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=f7b5918c-a8b2-4345-83fb-a73c72aa6c6c,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:05.864243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.889635 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-67ab0f11-1eed-4065-9837-db0411f002b7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2544963 Jan 21 09:39:05.894983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56646) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:05.899461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:05.935054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03ba3c45-bed1-4f77-a1c0-67396e34437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:05.946359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:06.011202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Attempting to bind port e12546c7-e882-4dd0-aea6-e33c7bade5a2 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:06.011563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Attempting to bind port e12546c7-e882-4dd0-aea6-e33c7bade5a2 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '23258599-dc9e-4ab1-95fb-420cccbff87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '141ff337-9930-433e-a4d8-2f76535a5dba'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:06.011919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Attempting to bind port e12546c7-e882-4dd0-aea6-e33c7bade5a2 on network 141ff337-9930-433e-a4d8-2f76535a5dba {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:06.028545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:06.028905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Checking segment: {'id': '23258599-dc9e-4ab1-95fb-420cccbff87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '141ff337-9930-433e-a4d8-2f76535a5dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:06.029300 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.029682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Bound using segment: {'id': '23258599-dc9e-4ab1-95fb-420cccbff87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '141ff337-9930-433e-a4d8-2f76535a5dba'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:06.030180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Bound port: e12546c7-e882-4dd0-aea6-e33c7bade5a2, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23258599-dc9e-4ab1-95fb-420cccbff87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '141ff337-9930-433e-a4d8-2f76535a5dba'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:06.030552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.037272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba3c45-bed1-4f77-a1c0-67396e34437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1804189-12ce-4187-8ddb-17beb67434ea,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.048571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03ba3c45-bed1-4f77-a1c0-67396e34437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.054276 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-03ba3c45-bed1-4f77-a1c0-67396e34437a admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b1804189-12ce-4187-8ddb-17beb67434ea HTTP/1.1" status: 204 len: 168 time: 0.4970837 Jan 21 09:39:06.072531 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ddb6db2d-bd4e-46c8-b1f8-4b93be045e71 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/routers/08fb2a25-9ad2-4cda-b11b-955fcdb64027 HTTP/1.1" status: 200 len: 906 time: 0.4855371 Jan 21 09:39:06.076236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56652) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.093569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.198995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.205458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Set router 08fb2a25-9ad2-4cda-b11b-955fcdb64027 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:06.244629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 73cc8606-9c99-4b25-9f58-9a917415b796 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:06.293497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:06.345064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.368551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b6caf53e-a835-4444-9237-6e0a40238576 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:06.462949 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.468313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.635583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56662) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:06.679380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.713132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=53ef78eb-a314-4517-909c-7e76e9a03685,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.742840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] For port e12546c7-e882-4dd0-aea6-e33c7bade5a2, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:06.769051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] For port e12546c7-e882-4dd0-aea6-e33c7bade5a2, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e12546c7-e882-4dd0-aea6-e33c7bade5a2,segment=NetworkSegment(23258599-dc9e-4ab1-95fb-420cccbff87f),segment_id=23258599-dc9e-4ab1-95fb-420cccbff87f)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:06.778958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.835241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.849723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:06.858450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b6caf53e-a835-4444-9237-6e0a40238576 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:06.858872 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.861363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:198c5c1bd5184eae9bf89bed84bff572 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:06.868518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eeff0f7-b645-4bbf-b01e-126d49f36834']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:06.870519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:06.884418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d26b22d-8c4a-4fe5-a933-658181e5e7c7') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:06.884660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d26b22d-8c4a-4fe5-a933-658181e5e7c7') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:06.884749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:06.957666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:06.967114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39313d74-8d76-46dd-b694-809c95c7b3dd None None] Pushing event updated for resources: {'Port': ['ID=e12546c7-e882-4dd0-aea6-e33c7bade5a2,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:06.989234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.008629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:07.009031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:07.027731 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:07.079239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb2a25-9ad2-4cda-b11b-955fcdb64027', 'name': 'tempest-snat-router-80015208', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': 'b0dcc770-467c-4e98-b0ec-df57aca968b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:58Z', 'updated_at': '2022-01-21T09:39:02Z', 'revision_number': 3, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port': {'id': 'b0dcc770-467c-4e98-b0ec-df57aca968b7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb2a25-9ad2-4cda-b11b-955fcdb64027', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:39:00Z', 'updated_at': '2022-01-21T09:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:07.120691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Checking router: 08fb2a25-9ad2-4cda-b11b-955fcdb64027 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:39:07.121096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Updating router 08fb2a25-9ad2-4cda-b11b-955fcdb64027 port b0dcc770-467c-4e98-b0ec-df57aca968b7 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:39:07.150336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.161956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.200752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.208458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=9eeff0f7-b645-4bbf-b01e-126d49f36834,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:07.219018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.222648 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-23e562c4-391b-4c6d-b6fe-cbc7881a8eb7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/9eeff0f7-b645-4bbf-b01e-126d49f36834 HTTP/1.1" status: 204 len: 168 time: 1.3260136 Jan 21 09:39:07.223809 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.230158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56668) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:07.234845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812101982'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:07.256134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:07.263024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Deleting port b0dcc770-467c-4e98-b0ec-df57aca968b7 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:07.263848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.287985 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.305520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.380665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Subnet': ['ID=c205daca-62d7-4ad4-9acd-2407d9f6c939,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:07.453330 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=198c5c1bd5184eae9bf89bed84bff572&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8156159 Jan 21 09:39:07.461147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56672) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:07.536604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b62589-3ffc-4216-9a83-ed81d2323eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c59b37-8461-4c09-9970-600675d623a1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:07.545565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:07.551398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:07.563770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 41257ba9-b6fc-4dc1-8216-f9c4122535cc up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:07.570299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:07.581956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.589968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router 3402f258-5820-4584-9a01-259a6455e19b has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:07.616344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b854f20-9a3c-4e87-b757-8148bbf08928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.618622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Checking segment: {'id': 'fe2e7085-b084-4d97-bb37-f06f52ed274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '54fbedf0-735f-4132-9ce8-b5b05e7b7421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:07.618979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network hostable DHCP agents. Network: 54fbedf0-735f-4132-9ce8-b5b05e7b7421, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:07.659439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:07.665368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.677417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 41257ba9-b6fc-4dc1-8216-f9c4122535cc triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:07.677793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.715973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b854f20-9a3c-4e87-b757-8148bbf08928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.761052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Calling delete_port for b0dcc770-467c-4e98-b0ec-df57aca968b7 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:07.775038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network 54fbedf0-735f-4132-9ce8-b5b05e7b7421 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:07.854341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 54fbedf0-735f-4132-9ce8-b5b05e7b7421) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:07.862020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.862779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:07.862779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.909069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Transition to ACTIVE for port object b0dcc770-467c-4e98-b0ec-df57aca968b7 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:07.913325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e12546c7-e882-4dd0-aea6-e33c7bade5a2 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:07.943694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b854f20-9a3c-4e87-b757-8148bbf08928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.957616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:07.974526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.975277 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment 80f9544a-c076-4395-9565-4e7f1f845bd2 of type vlan for network 52db2f0f-a75a-430d-8ee0-d6ec209c0586 Jan 21 09:39:07.994935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b854f20-9a3c-4e87-b757-8148bbf08928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:07.999421 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7b854f20-9a3c-4e87-b757-8148bbf08928 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/17c59b37-8461-4c09-9970-600675d623a1 HTTP/1.1" status: 204 len: 168 time: 0.5260193 Jan 21 09:39:08.006945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b854f20-9a3c-4e87-b757-8148bbf08928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c59b37-8461-4c09-9970-600675d623a1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.011444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-04df771e-86e6-4521-8464-1aa3767ae85f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5128758 Jan 21 09:39:08.014163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56682) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:08.051746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.081489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:08.081813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:08.098873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.138297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:08.155044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e2e0c0a3-2557-4eb8-bc0d-19f7ca89ee90 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/3402f258-5820-4584-9a01-259a6455e19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5174816 Jan 21 09:39:08.156564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56686) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:08.158363 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63acb4-49ce-4ab1-9ffb-49c6b96acdec None None] Sync routers for ids ['3402f258-5820-4584-9a01-259a6455e19b'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:08.178374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.182270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:08.182890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.201369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Attempting to bind port b0dcc770-467c-4e98-b0ec-df57aca968b7 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:08.201737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Attempting to bind port b0dcc770-467c-4e98-b0ec-df57aca968b7 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:08.202184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Attempting to bind port b0dcc770-467c-4e98-b0ec-df57aca968b7 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:08.209113 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63acb4-49ce-4ab1-9ffb-49c6b96acdec None None] Routers {'3402f258-5820-4584-9a01-259a6455e19b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:08.209812 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5c63acb4-49ce-4ab1-9ffb-49c6b96acdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3402f258-5820-4584-9a01-259a6455e19b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:08.223502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e12546c7-e882-4dd0-aea6-e33c7bade5a2 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:08.244976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fee697-887b-42be-ac1d-bf57e9a8e906 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:08.245203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654c0e9-9bad-4146-aba0-6849ea0b670f None None] Pushing event updated for resources: {'Port': ['ID=b0dcc770-467c-4e98-b0ec-df57aca968b7,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.245791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c9fee697-887b-42be-ac1d-bf57e9a8e906 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:08.249385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:08.249741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:08.250171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.250549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:08.251060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Bound port: b0dcc770-467c-4e98-b0ec-df57aca968b7, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:08.251375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.303928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c9fee697-887b-42be-ac1d-bf57e9a8e906 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:08.305272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c9fee697-887b-42be-ac1d-bf57e9a8e906 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports/f7b5918c-a8b2-4345-83fb-a73c72aa6c6c HTTP/1.1" status: 200 len: 910 time: 0.1476810 Jan 21 09:39:08.309565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56692) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:08.385803 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5c63acb4-49ce-4ab1-9ffb-49c6b96acdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:08.406400 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63acb4-49ce-4ab1-9ffb-49c6b96acdec None None] Routers {'3402f258-5820-4584-9a01-259a6455e19b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:08.409073 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5c63acb4-49ce-4ab1-9ffb-49c6b96acdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3402f258-5820-4584-9a01-259a6455e19b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:08.460264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=52db2f0f-a75a-430d-8ee0-d6ec209c0586,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:08.463798 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ad314f8b-b417-4fdc-83d5-86bb403d6a7b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2343140 Jan 21 09:39:08.469832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56696) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:08.480357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': '52db2f0f-a75a-430d-8ee0-d6ec209c0586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:08.505393 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5c63acb4-49ce-4ab1-9ffb-49c6b96acdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:08.505794 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63acb4-49ce-4ab1-9ffb-49c6b96acdec None None] The sync data for ids ['3402f258-5820-4584-9a01-259a6455e19b'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:08.538602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 52db2f0f-a75a-430d-8ee0-d6ec209c0586 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:08.584222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea242e2-896a-4375-889d-33f9cb14adc4 None None] Network 3f627b03-1245-41f3-9e5e-9254459d24a3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:08.599004 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273713c0-775d-4e20-9548-c123ecc5c86b None None] Network 141ff337-9930-433e-a4d8-2f76535a5dba requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:08.636592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Deleting port b0dcc770-467c-4e98-b0ec-df57aca968b7 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:08.637512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.640456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.719061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:08.730744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:subnet and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:08.737393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:08.743867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6ab7c-18bf-4daf-87ee-80035229ce3b None None] Network 54fbedf0-735f-4132-9ce8-b5b05e7b7421 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:08.758619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc2c3ce-cb2f-4f1e-baae-8c11bded02d9 None None] Network 9eeff0f7-b645-4bbf-b01e-126d49f36834 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:08.772246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:08.789890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc2c3ce-cb2f-4f1e-baae-8c11bded02d9 None None] Network 9eeff0f7-b645-4bbf-b01e-126d49f36834 could not be found, it might have been deleted concurrently. {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:39:08.817157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:08.861678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] For port b0dcc770-467c-4e98-b0ec-df57aca968b7, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:08.868436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c39e9f-7ca6-457a-9157-b12b7336d828 None None] Network 9eeff0f7-b645-4bbf-b01e-126d49f36834 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:08.890227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:08.896103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea242e2-896a-4375-889d-33f9cb14adc4 None None] Network 3f627b03-1245-41f3-9e5e-9254459d24a3 could not be found, it might have been deleted concurrently. {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:39:08.936878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fed81a-fbdd-4806-b4d3-6f0c422d4a52 None None] Network 3f627b03-1245-41f3-9e5e-9254459d24a3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:08.952364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56708) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:08.965264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] For port b0dcc770-467c-4e98-b0ec-df57aca968b7, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b0dcc770-467c-4e98-b0ec-df57aca968b7,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:08.966393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fed81a-fbdd-4806-b4d3-6f0c422d4a52 None None] Network 3f627b03-1245-41f3-9e5e-9254459d24a3 could not be found, it might have been deleted concurrently. {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:39:08.969605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c39e9f-7ca6-457a-9157-b12b7336d828 None None] Network 9eeff0f7-b645-4bbf-b01e-126d49f36834 could not be found, it might have been deleted concurrently. {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:39:08.987546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.032331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.083243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f705b9b1-a457-4359-9c50-ad132cc5ae3f None None] Provisioning for port e12546c7-e882-4dd0-aea6-e33c7bade5a2 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:09.103149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f705b9b1-a457-4359-9c50-ad132cc5ae3f None None] Provisioning complete for port e12546c7-e882-4dd0-aea6-e33c7bade5a2 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:09.103524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f705b9b1-a457-4359-9c50-ad132cc5ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.214554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.315478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Routers {'08fb2a25-9ad2-4cda-b11b-955fcdb64027'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:09.316802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['08fb2a25-9ad2-4cda-b11b-955fcdb64027'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.401614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654c0e9-9bad-4146-aba0-6849ea0b670f None None] Pushing event updated for resources: {'Port': ['ID=b0dcc770-467c-4e98-b0ec-df57aca968b7,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.425160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] For port b0dcc770-467c-4e98-b0ec-df57aca968b7, host dv-neutron-825724-1-hyperv, got binding levels [] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:09.425540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.456276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.545193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:09.553220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Subnet': ['ID=c205daca-62d7-4ad4-9acd-2407d9f6c939,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.572064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Calling delete_port for b0dcc770-467c-4e98-b0ec-df57aca968b7 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:09.574676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] Usage tracker for resource:security_group_rule and tenant:06b86218bfe5438c846c7b5b0051f3ef is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:09.578429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e56b8-6055-41fa-8de4-e977c5f23ea1 None None] Network 54fbedf0-735f-4132-9ce8-b5b05e7b7421 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:09.579471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:09.587581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:09.731939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] Set router 08fb2a25-9ad2-4cda-b11b-955fcdb64027 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:09.771174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:09.771805 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:09.790993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Deleting port b0dcc770-467c-4e98-b0ec-df57aca968b7 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:09.790993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.809808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.836862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.854691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.870370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f705b9b1-a457-4359-9c50-ad132cc5ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.885660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb2a25-9ad2-4cda-b11b-955fcdb64027', 'name': 'tempest-snat-router-80015208', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:58Z', 'updated_at': '2022-01-21T09:39:07Z', 'revision_number': 4, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.942981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:09.952871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fbedf0-735f-4132-9ce8-b5b05e7b7421']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.955703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52ff54-3aad-4d83-9950-a14d7a4b238c None None] The sync data for ids ['08fb2a25-9ad2-4cda-b11b-955fcdb64027'] in dv-neutron-825724-1-hyperv is: [{'id': '08fb2a25-9ad2-4cda-b11b-955fcdb64027', 'name': 'tempest-snat-router-80015208', 'tenant_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:38:58Z', 'updated_at': '2022-01-21T09:39:07Z', 'revision_number': 4, 'project_id': 'c1ffb1890f3c4dbf94ae9dc82569fc8c', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:09.963332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad10b085-f622-41b6-a8fa-8799e3e6484e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:09.976360 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dee460e0-b6d6-4bf4-92e8-259d4e67c118 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=06b86218bfe5438c846c7b5b0051f3ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0229204 Jan 21 09:39:09.984829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2e7085-b084-4d97-bb37-f06f52ed274a') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:09.984983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56718) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:09.985181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2e7085-b084-4d97-bb37-f06f52ed274a') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:10.021841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deed5b-b6ad-4698-a314-355dc6706a3d req-1f43e45f-0fda-4eb3-ab31-bbdcd43badf9 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.023267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f705b9b1-a457-4359-9c50-ad132cc5ae3f None None] For port e12546c7-e882-4dd0-aea6-e33c7bade5a2, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e12546c7-e882-4dd0-aea6-e33c7bade5a2,segment=NetworkSegment(23258599-dc9e-4ab1-95fb-420cccbff87f),segment_id=23258599-dc9e-4ab1-95fb-420cccbff87f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:10.028090 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05deed5b-b6ad-4698-a314-355dc6706a3d req-1f43e45f-0fda-4eb3-ab31-bbdcd43badf9 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 945 time: 0.5895982 Jan 21 09:39:10.031229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f705b9b1-a457-4359-9c50-ad132cc5ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.061005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.095823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.103014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=4f3438f2-b4c6-4aea-a144-faed9814b18e,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.143513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b9b1-a457-4359-9c50-ad132cc5ae3f None None] Pushing event updated for resources: {'Port': ['ID=e12546c7-e882-4dd0-aea6-e33c7bade5a2,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.170049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6283b572-66bb-42b3-8137-762c086b28a4 None None] Provisioning for port f7b5918c-a8b2-4345-83fb-a73c72aa6c6c completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:10.170282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.171671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9dab-92b2-4508-b630-562fe3dd03cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.179409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6283b572-66bb-42b3-8137-762c086b28a4 None None] Provisioning complete for port f7b5918c-a8b2-4345-83fb-a73c72aa6c6c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:10.179836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6283b572-66bb-42b3-8137-762c086b28a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.195418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] For port b0dcc770-467c-4e98-b0ec-df57aca968b7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b0dcc770-467c-4e98-b0ec-df57aca968b7,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:10.195799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.195902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:10.196257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:10.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:10.218296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': '80f9544a-c076-4395-9565-4e7f1f845bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '52db2f0f-a75a-430d-8ee0-d6ec209c0586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:10.218702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: 52db2f0f-a75a-430d-8ee0-d6ec209c0586, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:10.278076 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05deed5b-b6ad-4698-a314-355dc6706a3d req-46c21daf-0caf-49e0-9934-910dcf19b0ad tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456605 Jan 21 09:39:10.367970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.371298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6283b572-66bb-42b3-8137-762c086b28a4 None None] Port f7b5918c-a8b2-4345-83fb-a73c72aa6c6c cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:10.397837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.422779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Network': ['ID=54fbedf0-735f-4132-9ce8-b5b05e7b7421,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.431165 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a6c7cd1b-8d6d-4673-8fae-e203162f65eb tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/54fbedf0-735f-4132-9ce8-b5b05e7b7421 HTTP/1.1" status: 204 len: 168 time: 2.4135420 Jan 21 09:39:10.437772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56728) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.440428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9dab-92b2-4508-b630-562fe3dd03cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.449659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1979458330'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:10.457504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:10.463101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:network and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:10.467194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:10.471189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Calling delete_port for b0dcc770-467c-4e98-b0ec-df57aca968b7 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:10.477038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:10.528356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:10.531453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.578208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network 52db2f0f-a75a-430d-8ee0-d6ec209c0586 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:10.602165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 52db2f0f-a75a-430d-8ee0-d6ec209c0586) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:10.608199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:10.608804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.613098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9dab-92b2-4508-b630-562fe3dd03cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.618616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e47fc9-7b1c-49d5-befd-c032eca6ab94 None None] Network 52db2f0f-a75a-430d-8ee0-d6ec209c0586 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:10.646030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:10.662255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e9dab-92b2-4508-b630-562fe3dd03cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad10b085-f622-41b6-a8fa-8799e3e6484e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:10.684892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9dab-92b2-4508-b630-562fe3dd03cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.688539 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ed7e9dab-92b2-4508-b630-562fe3dd03cd admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/ad10b085-f622-41b6-a8fa-8799e3e6484e HTTP/1.1" status: 204 len: 168 time: 0.6948619 Jan 21 09:39:10.700300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.701760 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Added segment ad329a8a-28ca-42a8-a84b-6279ffefdd4a of type vlan for network 99f2367d-52d7-4464-9434-1a42317b03f9 Jan 21 09:39:10.712929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56734) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:10.713536 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2490ab0e-4ded-4bb9-9746-d0045cd5e8ee tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2408617 Jan 21 09:39:10.879850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bab780b-2dac-4cc2-ac08-77e9f7f2911a None None] Network 141ff337-9930-433e-a4d8-2f76535a5dba requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:10.892345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:10.932487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.164160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0dcc770-467c-4e98-b0ec-df57aca968b7,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.260037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.270557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.284553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:11.285177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.501114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e12546c7-e882-4dd0-aea6-e33c7bade5a2 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:11.585660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043fe9cb-5bf1-45bc-a519-8487a36b8fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-52db2f0f-a75a-430d-8ee0-d6ec209c0586', 'network_id': '52db2f0f-a75a-430d-8ee0-d6ec209c0586', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': '4f3438f2-b4c6-4aea-a144-faed9814b18e'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:11.587311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-043fe9cb-5bf1-45bc-a519-8487a36b8fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.590328 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1472354 Jan 21 09:39:11.601775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56754) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:11.605796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-22279206-13fa-4f26-9519-0881fe370ca4 None None] Provisioning complete for port e12546c7-e882-4dd0-aea6-e33c7bade5a2 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:11.607553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-22279206-13fa-4f26-9519-0881fe370ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.612029 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca590c-58a0-4015-86bd-0f5d9ae88bd1 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Network': ['ID=99f2367d-52d7-4464-9434-1a42317b03f9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:11.618955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Request body: {'subnet': {'network_id': '99f2367d-52d7-4464-9434-1a42317b03f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:11.647530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:11.671153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 99f2367d-52d7-4464-9434-1a42317b03f9 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:11.881475 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.054238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:12.109441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.115153 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.118418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e12546c7-e882-4dd0-aea6-e33c7bade5a2 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:12.118901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.129574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9420b-39b6-4562-ba26-fffbfdef7242 req-235b706a-a436-46b1-8ff4-bc60e18a2783 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.137622 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-27f9420b-39b6-4562-ba26-fffbfdef7242 req-235b706a-a436-46b1-8ff4-bc60e18a2783 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 945 time: 0.8482764 Jan 21 09:39:12.150214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.154404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08fb2a25-9ad2-4cda-b11b-955fcdb64027 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:12.154751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Usage tracker for resource:subnet and tenant:1c45eb8797d24af5acd8a64738f4f9fe is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:12.168330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:12.173951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.175805 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-839624fb-f48b-46cb-8564-c295dfa7b189 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "DELETE /v2.0/routers/08fb2a25-9ad2-4cda-b11b-955fcdb64027 HTTP/1.1" status: 204 len: 168 time: 6.0983043 Jan 21 09:39:12.180008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56766) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.207678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:12.272035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Made reservation on behalf of 1c45eb8797d24af5acd8a64738f4f9fe for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:12.301627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server [None req-043fe9cb-5bf1-45bc-a519-8487a36b8fd8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f3438f2-b4c6-4aea-a144-faed9814b18e: This subnet is being modified by another concurrent operation. Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:39:12.337520 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f3438f2-b4c6-4aea-a144-faed9814b18e: This subnet is being modified by another concurrent operation. Jan 21 09:39:12.340645 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Jan 21 09:39:12.403395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32719b2-34d8-4597-afb2-40bd1cc2a3c8 None None] Network 52db2f0f-a75a-430d-8ee0-d6ec209c0586 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:12.434622 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-27f9420b-39b6-4562-ba26-fffbfdef7242 req-f28c93de-c83e-4b98-a3a5-2e6ec35526bc tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959886 Jan 21 09:39:12.435386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3438f2-b4c6-4aea-a144-faed9814b18e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:12.523379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56774) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:12.606383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.685495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.719489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98789e-5628-49b9-a4cd-a7da2561e03a req-4592527b-302e-4de7-a551-aed147f53656 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:12.721546 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ef98789e-5628-49b9-a4cd-a7da2561e03a req-4592527b-302e-4de7-a551-aed147f53656 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 945 time: 0.6545920 Jan 21 09:39:12.747247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc795913-69d5-4c6b-8393-e41e122dde90 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:39:12.782377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port f7b5918c-a8b2-4345-83fb-a73c72aa6c6c {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:12.783048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.795380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-27587826'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:12.809723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.809929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:12.816912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Usage tracker for resource:network and tenant:08ede0094c49457cad2cf6d794a5cdb7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:12.824072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8e427d1f-a3c3-4819-8dc9-2de8fdb0e613 None None] Provisioning complete for port e12546c7-e882-4dd0-aea6-e33c7bade5a2 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:12.824445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e427d1f-a3c3-4819-8dc9-2de8fdb0e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.828145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:12.836765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:12.855418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Made reservation on behalf of 08ede0094c49457cad2cf6d794a5cdb7 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:12.858586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.877775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.906189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.943670 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ef98789e-5628-49b9-a4cd-a7da2561e03a req-10d04ed7-9300-4692-b88b-b5467bd8ce28 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627684 Jan 21 09:39:12.951738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52db2f0f-a75a-430d-8ee0-d6ec209c0586']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:12.957933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Deleting port 41257ba9-b6fc-4dc1-8216-f9c4122535cc {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:12.958323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:12.993954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f9544a-c076-4395-9565-4e7f1f845bd2') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:12.994536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f9544a-c076-4395-9565-4e7f1f845bd2') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:13.051267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:13.062552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc795913-69d5-4c6b-8393-e41e122dde90 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:39:13.079263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.080505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Usage tracker for resource:security_group_rule and tenant:08ede0094c49457cad2cf6d794a5cdb7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:13.089710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:13.100538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:13.167903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.275220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] For port 41257ba9-b6fc-4dc1-8216-f9c4122535cc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=41257ba9-b6fc-4dc1-8216-f9c4122535cc,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:13.275820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.364936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for f7b5918c-a8b2-4345-83fb-a73c72aa6c6c owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:13.391398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.415941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:13.416328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:13.443292 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:13.456884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.463752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Calling delete_port for 41257ba9-b6fc-4dc1-8216-f9c4122535cc owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:13.499561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.583988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:13.597138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1845ed15-1835-407d-9171-121dd7f2c79d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.612082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.612422 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Added segment 6778c82f-24a9-4bf0-af03-74e67b7c685a of type vlan for network d45489ef-25da-4e1d-b66a-081064410a26 Jan 21 09:39:13.614752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745574c7-d457-4e3f-bb24-c080145b5b2b req-f08c98f2-0166-47a4-bee4-27acbcaac680 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.622468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-745574c7-d457-4e3f-bb24-c080145b5b2b req-f08c98f2-0166-47a4-bee4-27acbcaac680 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3736527 Jan 21 09:39:13.665561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-4e303239-fdbc-4682-844d-53d71f1e52cc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.666270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-4e303239-fdbc-4682-844d-53d71f1e52cc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Synchronizing usage tracker for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:13.675489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.676362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.679724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.710168 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/52db2f0f-a75a-430d-8ee0-d6ec209c0586 HTTP/1.1" status: 204 len: 168 time: 2.9937975 Jan 21 09:39:13.714097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56790) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:13.721408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-4e303239-fdbc-4682-844d-53d71f1e52cc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Unset dirty status for tenant:14ac52abc1b64a9d8facf94697773bb1 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:13.723101 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-4e303239-fdbc-4682-844d-53d71f1e52cc tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.120 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 945 time: 0.4392176 Jan 21 09:39:13.726559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2072681184'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:13.763144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833299b9-d73d-4fc6-9cfe-be00cd27a807 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=52db2f0f-a75a-430d-8ee0-d6ec209c0586,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:13.765707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:13.801486 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:13.810760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:13.823133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.826824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:13.827428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:13.834054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:13.951463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-745574c7-d457-4e3f-bb24-c080145b5b2b req-3daee77e-53a2-445c-ada9-e97d9b5aa5d0 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269994 Jan 21 09:39:14.103601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:14.106570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.125216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c35fa-9006-46bb-b581-598b8723dd2a req-00a82d59-5bde-43ad-8a2e-72f77a674080 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:14.127246 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc2c35fa-9006-46bb-b581-598b8723dd2a req-00a82d59-5bde-43ad-8a2e-72f77a674080 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 945 time: 0.4093287 Jan 21 09:39:14.128131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Deleting port 4f69e142-eb55-4a60-a177-66ebf70d71c4 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:14.128469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.177279 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6499000 Jan 21 09:39:14.180870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56798) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:14.181183 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a899820-db23-415a-a4d3-d65ffc7435c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Network': ['ID=d45489ef-25da-4e1d-b66a-081064410a26,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:14.191671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.197011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network d45489ef-25da-4e1d-b66a-081064410a26 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:14.209326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'subnet': {'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:14.244724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event deleted for resources: {'Port': ['ID=41257ba9-b6fc-4dc1-8216-f9c4122535cc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:14.251517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:39:14.260243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:14.312724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.348324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.351303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.351849 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment 5a7ebab6-adb3-403c-b551-bc641c22094f of type vlan for network a760ec79-753b-42a8-b7e0-f5dee117b308 Jan 21 09:39:14.444793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=f7b5918c-a8b2-4345-83fb-a73c72aa6c6c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:14.493653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.569455 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc2c35fa-9006-46bb-b581-598b8723dd2a req-6c0346e1-4f48-492c-8d2f-46c52a214ccd tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754671 Jan 21 09:39:14.575963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:14.584280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event updated for resources: {'Subnet': ['ID=46fcaf75-aa23-462b-ab4d-07277826003a,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:14.609239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Usage tracker for resource:subnet and tenant:08ede0094c49457cad2cf6d794a5cdb7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:14.609239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:14.621944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:14.655902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.659084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021776-35e7-48a9-a799-c5c248badaf7 req-7e65200b-705b-4240-ae7d-f2c525a13cb7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:14.660741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:14.661395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.667075 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-75021776-35e7-48a9-a799-c5c248badaf7 req-7e65200b-705b-4240-ae7d-f2c525a13cb7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 945 time: 0.5523598 Jan 21 09:39:14.707129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Made reservation on behalf of 08ede0094c49457cad2cf6d794a5cdb7 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:14.776436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Checking segment: {'id': 'ad329a8a-28ca-42a8-a84b-6279ffefdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '99f2367d-52d7-4464-9434-1a42317b03f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:14.776796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network hostable DHCP agents. Network: 99f2367d-52d7-4464-9434-1a42317b03f9, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:14.852682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] For port 4f69e142-eb55-4a60-a177-66ebf70d71c4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4f69e142-eb55-4a60-a177-66ebf70d71c4,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:14.853038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.862829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:14.962548 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-75021776-35e7-48a9-a799-c5c248badaf7 req-1d660f0f-3f02-47cd-a909-49edd61b1f68 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups?id=1338aa91-be6d-4988-9ef1-5a9c5332c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945285 Jan 21 09:39:15.015543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.068334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=a760ec79-753b-42a8-b7e0-f5dee117b308,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:15.081167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network a760ec79-753b-42a8-b7e0-f5dee117b308 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:15.082144 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-61bab04d-3915-4342-8146-0a4347af9b43 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3655953 Jan 21 09:39:15.101744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56804) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.108365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': 'a760ec79-753b-42a8-b7e0-f5dee117b308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:15.194531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Network 99f2367d-52d7-4464-9434-1a42317b03f9 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:15.233786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.294088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.301785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 99f2367d-52d7-4464-9434-1a42317b03f9) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:15.328807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc997288-2f54-4e19-a0f1-a4b107183cd8 None None] Network 99f2367d-52d7-4464-9434-1a42317b03f9 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:15.337288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.337912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.372013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:15.385456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:subnet and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:15.397310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:15.413224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:15.426939 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a01dbc2c-7bac-49b2-b7d6-12a646bdfdbf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.8219125 Jan 21 09:39:15.436250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56808) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.443111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc34d27-96b6-42b4-b7cf-fa382c3dca39 req-67367595-176d-4aab-b680-72beb76c08f8 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.444805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1bc34d27-96b6-42b4-b7cf-fa382c3dca39 req-67367595-176d-4aab-b680-72beb76c08f8 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.4697647 Jan 21 09:39:15.447768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.502847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-80d04389-489e-4f9a-91d9-206f471645dc tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:15.504285 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-80d04389-489e-4f9a-91d9-206f471645dc tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.120 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 945 time: 0.4103072 Jan 21 09:39:15.522494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:15.525744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.526791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d537e51-358f-4e92-9d32-e7f864e18455 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:15.552514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.553553 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5fd8d0b1-180a-438d-8c10-3e9337c12da6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "DELETE /v2.0/routers/1d537e51-358f-4e92-9d32-e7f864e18455 HTTP/1.1" status: 204 len: 168 time: 3.3726747 Jan 21 09:39:15.557240 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56814) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:15.564999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1619945702', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:15.584851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:15.594145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Usage tracker for resource:router and tenant:d190f78f05974ed6b5e9361067dec9ec is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:15.598013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.598418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.598814 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Floating IP 6e8497d5-9e52-4a56-a57f-46d72063e575 disassociated. External IP: 172.26.1.50, port: 4f69e142-eb55-4a60-a177-66ebf70d71c4. Jan 21 09:39:15.599088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Calling delete_port for 4f69e142-eb55-4a60-a177-66ebf70d71c4 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:15.630910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-99f2367d-52d7-4464-9434-1a42317b03f9', 'network_id': '99f2367d-52d7-4464-9434-1a42317b03f9', 'tenant_id': '1c45eb8797d24af5acd8a64738f4f9fe', 'fixed_ips': [{'subnet_id': '46fcaf75-aa23-462b-ab4d-07277826003a'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:15.631732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.725255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:15.732812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:15.786122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.787432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.833331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.842082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:15.853911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Allocated IP 2001:db8::f816:3eff:fee0:aa37 (99f2367d-52d7-4464-9434-1a42317b03f9/46fcaf75-aa23-462b-ab4d-07277826003a/6973a4ab-a356-4b74-9e8d-6711be8bc075) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:15.937018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event deleted for resources: {'Port': ['ID=4f69e142-eb55-4a60-a177-66ebf70d71c4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:16.099333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Deleting port 8f402e3c-edec-47e8-a36b-0384cb052417 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:16.099597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.108916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.109512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.110265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.111277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.111905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.112449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.113103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.113571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.114350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.114808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.115688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:16.129508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.140999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Transition to ACTIVE for port object 6973a4ab-a356-4b74-9e8d-6711be8bc075 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:16.165704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Transition to ACTIVE for port object 6973a4ab-a356-4b74-9e8d-6711be8bc075 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:16.165894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.172884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.206097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.208349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1bc34d27-96b6-42b4-b7cf-fa382c3dca39 req-a53ee6d9-1801-4035-a2a4-49a8a663d00b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6965871 Jan 21 09:39:16.267818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Network 99f2367d-52d7-4464-9434-1a42317b03f9 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:16.287542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:16.289423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Pushing event updated for resources: {'Port': ['ID=6973a4ab-a356-4b74-9e8d-6711be8bc075,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:16.291522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:16.456962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Attempting to bind port 6973a4ab-a356-4b74-9e8d-6711be8bc075 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:16.457608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Attempting to bind port 6973a4ab-a356-4b74-9e8d-6711be8bc075 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'ad329a8a-28ca-42a8-a84b-6279ffefdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '99f2367d-52d7-4464-9434-1a42317b03f9'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:16.457608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Attempting to bind port 6973a4ab-a356-4b74-9e8d-6711be8bc075 on network 99f2367d-52d7-4464-9434-1a42317b03f9 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:16.464791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:16.465161 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Checking segment: {'id': 'ad329a8a-28ca-42a8-a84b-6279ffefdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '99f2367d-52d7-4464-9434-1a42317b03f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:16.465674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.466081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Bound using segment: {'id': 'ad329a8a-28ca-42a8-a84b-6279ffefdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '99f2367d-52d7-4464-9434-1a42317b03f9'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:16.466539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Bound port: 6973a4ab-a356-4b74-9e8d-6711be8bc075, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad329a8a-28ca-42a8-a84b-6279ffefdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '99f2367d-52d7-4464-9434-1a42317b03f9'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:16.467013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.497631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.503751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Router 76c0d1a0-af66-4ad6-a318-7d6e11124537 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:16.554170 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.580894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] For port 6973a4ab-a356-4b74-9e8d-6711be8bc075, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:16.585823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] For port 6973a4ab-a356-4b74-9e8d-6711be8bc075, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6973a4ab-a356-4b74-9e8d-6711be8bc075,segment=NetworkSegment(ad329a8a-28ca-42a8-a84b-6279ffefdd4a),segment_id=ad329a8a-28ca-42a8-a84b-6279ffefdd4a)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:16.591083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.650190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.689772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9109f-2736-42fb-b0dd-0b3d449886e2 None None] Pushing event updated for resources: {'Port': ['ID=6973a4ab-a356-4b74-9e8d-6711be8bc075,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:16.722392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.832184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Subnet': ['ID=118af936-fde6-42c1-9026-924187b9957d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:16.848231 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-94595636-ba64-4ba1-8a95-a7bd822a85a6 req-fa311f25-ddb1-4848-b0d2-c5d4861fbcb7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/ports?device_id=ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8 HTTP/1.1" status: 200 len: 210 time: 0.3980992 Jan 21 09:39:16.946506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting port 6973a4ab-a356-4b74-9e8d-6711be8bc075 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:16.946847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:16.953857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Allocated IP 172.26.1.112 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/a81972fd-8aa9-4e0f-afa2-1c418b3fe6ec) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:17.000187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.000560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.000870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.005713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.006206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.006547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.006880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.007213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.007541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.007863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.008185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:17.093831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:17.106401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] Sync routers for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:17.133616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683fdf8-05d8-4a8c-80b7-f8af1c20f782 req-e5313b19-caf4-420d-8294-714edd79c91b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:17.136607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1683fdf8-05d8-4a8c-80b7-f8af1c20f782 req-e5313b19-caf4-420d-8294-714edd79c91b tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 945 time: 1.3078012 Jan 21 09:39:17.144298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:17.146112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:17.186912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] No DVR routers for this DVR port 4f69e142-eb55-4a60-a177-66ebf70d71c4 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:17.189713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.208205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'name': 'network-vif-deleted', 'tag': '4f69e142-eb55-4a60-a177-66ebf70d71c4'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:17.227886 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5e0dcc5a-1c9c-4fab-a55d-007993ef8ca9 req-7ae5db0a-b941-4605-a582-c68990694ab4 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.120 "DELETE /v2.0/ports/4f69e142-eb55-4a60-a177-66ebf70d71c4 HTTP/1.1" status: 204 len: 173 time: 3.4944243 Jan 21 09:39:17.259916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.280530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Checking segment: {'id': '6778c82f-24a9-4bf0-af03-74e67b7c685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:17.281104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Network hostable DHCP agents. Network: d45489ef-25da-4e1d-b66a-081064410a26, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:17.295988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] For port 8f402e3c-edec-47e8-a36b-0384cb052417, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=8f402e3c-edec-47e8-a36b-0384cb052417,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:17.296339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.328607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.533426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:17.617531 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca06c7ae-d8eb-4af6-a9aa-4d738f58bed8', 'name': 'network-vif-deleted', 'tag': '4f69e142-eb55-4a60-a177-66ebf70d71c4', 'status': 'completed', 'code': 200} Jan 21 09:39:17.624225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4f69e142-eb55-4a60-a177-66ebf70d71c4 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:17.668308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:17.675705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6973a4ab-a356-4b74-9e8d-6711be8bc075 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:17.707937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event updated for resources: {'Port': ['ID=a81972fd-8aa9-4e0f-afa2-1c418b3fe6ec,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:17.729445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:17.738821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:17.740736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 4f69e142-eb55-4a60-a177-66ebf70d71c4 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:17.741252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4f69e142-eb55-4a60-a177-66ebf70d71c4 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:17.741399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:18.057350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0213c0-d0fc-4772-b6e6-2e8118ec1116 None None] Network 99f2367d-52d7-4464-9434-1a42317b03f9 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:18.149520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.151746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.234671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 6973a4ab-a356-4b74-9e8d-6711be8bc075 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:18.281804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 41257ba9-b6fc-4dc1-8216-f9c4122535cc no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:18.349179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 41257ba9-b6fc-4dc1-8216-f9c4122535cc {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:18.350059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 41257ba9-b6fc-4dc1-8216-f9c4122535cc not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:18.379490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Provisioning for port 6973a4ab-a356-4b74-9e8d-6711be8bc075 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:18.389302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Provisioning complete for port 6973a4ab-a356-4b74-9e8d-6711be8bc075 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:18.389883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.433650 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1683fdf8-05d8-4a8c-80b7-f8af1c20f782 req-4d6d4cf4-998a-46c2-8565-1a2662f7998c tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2485182 Jan 21 09:39:18.509557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=02e06866-ffc8-41af-9b06-f942452d4625,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:18.558320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Router 7336ff60-a398-47aa-94a4-5668cadd6c54 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:39:18.563021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Network d45489ef-25da-4e1d-b66a-081064410a26 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:18.685968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, d45489ef-25da-4e1d-b66a-081064410a26) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:18.701022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56838) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:18.718916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31628ce3-1030-49d6-a77c-ca59fa9cc95d None None] Network d45489ef-25da-4e1d-b66a-081064410a26 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:18.802917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.803830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.831222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': '5a7ebab6-adb3-403c-b551-bc641c22094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a760ec79-753b-42a8-b7e0-f5dee117b308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:18.831903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: a760ec79-753b-42a8-b7e0-f5dee117b308, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:18.872401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:18.881424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea74b80d-3e03-4996-9859-0954a07820f7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.911401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dd1cd-ccb0-4248-85ca-d98efa226cf9 req-17837479-ab12-4cff-92a3-4758614991e4 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:18.913306 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a88dd1cd-ccb0-4248-85ca-d98efa226cf9 req-17837479-ab12-4cff-92a3-4758614991e4 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.8254595 Jan 21 09:39:18.916111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] Checking router: 76c0d1a0-af66-4ad6-a318-7d6e11124537 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:39:18.931055 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.947158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.948356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:18.949073 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Floating IP 67a88e04-6a98-4365-ae2c-d7f0e0e26c2a disassociated. External IP: 172.26.1.9, port: 8f402e3c-edec-47e8-a36b-0384cb052417. Jan 21 09:39:18.949665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Calling delete_port for 8f402e3c-edec-47e8-a36b-0384cb052417 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:18.966871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea74b80d-3e03-4996-9859-0954a07820f7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.057909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:19.058610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:19.077963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:19.081873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea74b80d-3e03-4996-9859-0954a07820f7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.090055 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-85b0eaa2-27b9-42ab-a4f7-89b2d0418eae tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8974066 Jan 21 09:39:19.092549 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd5f69-09d5-44e9-b2e1-ea1537ed8b04 None None] Sync routers for ids ['7336ff60-a398-47aa-94a4-5668cadd6c54'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:19.108562 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd5f69-09d5-44e9-b2e1-ea1537ed8b04 None None] Routers {'7336ff60-a398-47aa-94a4-5668cadd6c54'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:19.109231 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-50bd5f69-09d5-44e9-b2e1-ea1537ed8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['7336ff60-a398-47aa-94a4-5668cadd6c54'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:19.113335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56842) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:19.116062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74b80d-3e03-4996-9859-0954a07820f7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1338aa91-be6d-4988-9ef1-5a9c5332c37e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:19.116478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] For port 6973a4ab-a356-4b74-9e8d-6711be8bc075, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6973a4ab-a356-4b74-9e8d-6711be8bc075,segment=NetworkSegment(ad329a8a-28ca-42a8-a84b-6279ffefdd4a),segment_id=ad329a8a-28ca-42a8-a84b-6279ffefdd4a)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:19.117080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.135914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-983463652'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:19.235061 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-50bd5f69-09d5-44e9-b2e1-ea1537ed8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:19.248730 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd5f69-09d5-44e9-b2e1-ea1537ed8b04 None None] Routers {'7336ff60-a398-47aa-94a4-5668cadd6c54'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:19.249588 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-50bd5f69-09d5-44e9-b2e1-ea1537ed8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:38:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['7336ff60-a398-47aa-94a4-5668cadd6c54'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:19.271989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.280003 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fb117ce4-a5fd-453e-9bb8-e6ebe59f26f3 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7206016 Jan 21 09:39:19.281880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea74b80d-3e03-4996-9859-0954a07820f7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.283251 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ea74b80d-3e03-4996-9859-0954a07820f7 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "DELETE /v2.0/security-groups/1338aa91-be6d-4988-9ef1-5a9c5332c37e HTTP/1.1" status: 204 len: 168 time: 0.5811136 Jan 21 09:39:19.284150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56846) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:19.289888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56848) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:19.323863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Calling delete_port for 6973a4ab-a356-4b74-9e8d-6711be8bc075 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:19.348391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2530e7d5-60b8-4e4f-b2a8-a99ce84bfedc tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': False}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:19.354089 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-50bd5f69-09d5-44e9-b2e1-ea1537ed8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:19.354697 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd5f69-09d5-44e9-b2e1-ea1537ed8b04 None None] The sync data for ids ['7336ff60-a398-47aa-94a4-5668cadd6c54'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:19.367031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:19.410713 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a88dd1cd-ccb0-4248-85ca-d98efa226cf9 req-9263b1a3-d325-4141-bbea-675599916f99 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4861238 Jan 21 09:39:19.440795 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-76f0e948-b194-402a-b3d9-117b0d8b4146 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] show failed (client error): The resource could not be found. Jan 21 09:39:19.441903 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-76f0e948-b194-402a-b3d9-117b0d8b4146 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "GET /v2.0/security-groups/1338aa91-be6d-4988-9ef1-5a9c5332c37e HTTP/1.1" status: 404 len: 347 time: 0.1487508 Jan 21 09:39:19.453944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56854) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:19.519839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 8f402e3c-edec-47e8-a36b-0384cb052417 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:19.523583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:19.527855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Usage tracker for resource:port and tenant:08ede0094c49457cad2cf6d794a5cdb7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:19.531075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:19.538723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:19.554615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] For port 6973a4ab-a356-4b74-9e8d-6711be8bc075, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6973a4ab-a356-4b74-9e8d-6711be8bc075,segment=NetworkSegment(ad329a8a-28ca-42a8-a84b-6279ffefdd4a),segment_id=ad329a8a-28ca-42a8-a84b-6279ffefdd4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:19.562234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Made reservation on behalf of 08ede0094c49457cad2cf6d794a5cdb7 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:19.566875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.574578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-df340dbf-4c78-4c17-aeda-de5e9b08ec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.590803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-d45489ef-25da-4e1d-b66a-081064410a26', 'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26', 'tenant_id': '08ede0094c49457cad2cf6d794a5cdb7', 'fixed_ips': [{'subnet_id': '118af936-fde6-42c1-9026-924187b9957d'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:19.591581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.626024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:19.651488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network a760ec79-753b-42a8-b7e0-f5dee117b308 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:19.672943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] device_id is not set on port e42d106d-c4c4-40b7-bc80-b307c7588f5e yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:19.936689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Allocated IP 2001:db8::2d (d45489ef-25da-4e1d-b66a-081064410a26/118af936-fde6-42c1-9026-924187b9957d/e42d106d-c4c4-40b7-bc80-b307c7588f5e) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:19.952850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, a760ec79-753b-42a8-b7e0-f5dee117b308) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:19.979689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:19.980426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:19.983094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:19.983932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.016466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Deleting port 939c7466-7f92-4980-9b48-2a866ed39db9 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:20.016936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.029129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92530ad0-bfd3-4103-947d-0379a551e8bb None None] Network a760ec79-753b-42a8-b7e0-f5dee117b308 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:20.044454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router 3402f258-5820-4584-9a01-259a6455e19b has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:20.045326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.127070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event deleted for resources: {'Port': ['ID=8f402e3c-edec-47e8-a36b-0384cb052417,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.147735 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-83e086ee-ab53-4fc3-91bb-c0d32654c1e9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.0427008 Jan 21 09:39:20.150333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56860) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:20.244223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No active binding found for port 8f402e3c-edec-47e8-a36b-0384cb052417 {{(pid=83428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 21 09:39:20.244223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 8f402e3c-edec-47e8-a36b-0384cb052417 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:20.245574 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-189d0b21-360f-4a43-bc26-a3cc9abc4374 None None] Provisioning complete for port 6973a4ab-a356-4b74-9e8d-6711be8bc075 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:20.245953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-189d0b21-360f-4a43-bc26-a3cc9abc4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.333562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Pushing event updated for resources: {'Port': ['ID=6973a4ab-a356-4b74-9e8d-6711be8bc075,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.381457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.381705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.382073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.382412 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.382834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.383434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.383434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.383686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.384052 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.384354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.384706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bb0e1-3cd4-4683-9063-771d164c484b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:39:20.401706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24a36c-aae9-4935-8eda-eefe6246b23c req-b77adf35-35d5-4cb2-a24e-bc60898b84b0 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:20.402512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-2e24a36c-aae9-4935-8eda-eefe6246b23c req-b77adf35-35d5-4cb2-a24e-bc60898b84b0 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Synchronizing usage tracker for tenant:679f6ab398fb4143b9b8a9b599456ff0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:20.403514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.483711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-a760ec79-753b-42a8-b7e0-f5dee117b308', 'network_id': 'a760ec79-753b-42a8-b7e0-f5dee117b308', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': '02e06866-ffc8-41af-9b06-f942452d4625'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:20.484261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.484811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Transition to ACTIVE for port object e42d106d-c4c4-40b7-bc80-b307c7588f5e will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:20.491690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting port 6973a4ab-a356-4b74-9e8d-6711be8bc075 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:20.492391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.670273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.716506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-2e24a36c-aae9-4935-8eda-eefe6246b23c req-b77adf35-35d5-4cb2-a24e-bc60898b84b0 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Unset dirty status for tenant:679f6ab398fb4143b9b8a9b599456ff0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:20.723960 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2e24a36c-aae9-4935-8eda-eefe6246b23c req-b77adf35-35d5-4cb2-a24e-bc60898b84b0 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 867 time: 1.0367429 Jan 21 09:39:20.730778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Allocated IP 2001:db8::2 (d45489ef-25da-4e1d-b66a-081064410a26/118af936-fde6-42c1-9026-924187b9957d/821d1d68-2b03-4003-8e8c-26b7b302a20f) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:20.765615 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:39:20.787774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=e42d106d-c4c4-40b7-bc80-b307c7588f5e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:20.793829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Network d45489ef-25da-4e1d-b66a-081064410a26 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:20.796055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:20.799922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:20.804184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:20.804810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.836839 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-48ecc789-70b6-45c5-84dc-e659828d330a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7183213 Jan 21 09:39:20.840978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56866) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:20.844661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2530e7d5-60b8-4e4f-b2a8-a99ce84bfedc tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.846696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.847076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:20.853248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1503190636', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d', 'mac_address': 'fa:16:3e:3e:bb:4e'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:20.883543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.027996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Calling delete_port for 939c7466-7f92-4980-9b48-2a866ed39db9 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:21.076631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:21.083068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Usage tracker for resource:port and tenant:08ede0094c49457cad2cf6d794a5cdb7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:21.086019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:21.086978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:21.094614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:21.108846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24547617-4a8f-4c5d-92f5-e2f87f808019 None None] The sync data for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv is: [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:37:19Z', 'revision_number': 4, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e03e7186-d550-464f-a415-2c38525e9d41', 'name': '', 'network_id': '83b192f4-42d9-4533-8c6a-1d743e3b0559', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'mac_address': 'fa:16:3e:ba:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:18Z', 'updated_at': '2022-01-21T09:37:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'subnets': [{'id': '1ccd1c86-5539-4a7b-9517-f8bb9da84d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:21.118919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Made reservation on behalf of 08ede0094c49457cad2cf6d794a5cdb7 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:21.138688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Allocated IP 2001:db8::1 (a760ec79-753b-42a8-b7e0-f5dee117b308/02e06866-ffc8-41af-9b06-f942452d4625/ce3744bc-e507-473e-93fd-20059e8b6c2f) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:21.265284 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2e24a36c-aae9-4935-8eda-eefe6246b23c req-f7d8320f-060b-4455-98b8-4b80348a9903 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups?id=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5402963 Jan 21 09:39:21.337778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.354635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.386695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Transition to ACTIVE for port object 821d1d68-2b03-4003-8e8c-26b7b302a20f will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:21.403710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.418492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] device_id is not set on port d4dcd343-bd9a-4a0b-8802-891e9032a73e yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:21.482653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6973a4ab-a356-4b74-9e8d-6711be8bc075 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:21.523050 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967503ee-a48b-4410-b1f4-a28f44593847 None None] New status for floating IP 6e8497d5-9e52-4a56-a57f-46d72063e575: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:39:21.591697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2530e7d5-60b8-4e4f-b2a8-a99ce84bfedc tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.607942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2530e7d5-60b8-4e4f-b2a8-a99ce84bfedc tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.617670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Transition to ACTIVE for port object 821d1d68-2b03-4003-8e8c-26b7b302a20f will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:21.636571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e63c185-c87f-45f4-ab54-8b9e802ea050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.765675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.774191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Allocated IP 2001:db8::17d (d45489ef-25da-4e1d-b66a-081064410a26/118af936-fde6-42c1-9026-924187b9957d/d4dcd343-bd9a-4a0b-8802-891e9032a73e) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:21.776853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96570de5-c536-4b8c-a5dd-fe6ba64a274b req-39a8ee30-f165-4840-87b2-588b0a559523 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:21.786291 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-96570de5-c536-4b8c-a5dd-fe6ba64a274b req-39a8ee30-f165-4840-87b2-588b0a559523 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 1.1101356 Jan 21 09:39:21.834758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] For port 6973a4ab-a356-4b74-9e8d-6711be8bc075, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6973a4ab-a356-4b74-9e8d-6711be8bc075,segment=NetworkSegment(ad329a8a-28ca-42a8-a84b-6279ffefdd4a),segment_id=ad329a8a-28ca-42a8-a84b-6279ffefdd4a)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:21.835158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.839713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:21.870147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Transition to ACTIVE for port object ce3744bc-e507-473e-93fd-20059e8b6c2f will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:21.902911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Network d45489ef-25da-4e1d-b66a-081064410a26 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:21.903679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Pushing event updated for resources: {'Port': ['ID=821d1d68-2b03-4003-8e8c-26b7b302a20f,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:21.907402 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-967503ee-a48b-4410-b1f4-a28f44593847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:21.907729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-967503ee-a48b-4410-b1f4-a28f44593847 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:21.913183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:21.915118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:21.919396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Transition to ACTIVE for port object ce3744bc-e507-473e-93fd-20059e8b6c2f will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:21.931611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.056341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Calling delete_port for 6973a4ab-a356-4b74-9e8d-6711be8bc075 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:22.084438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6973a4ab-a356-4b74-9e8d-6711be8bc075 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:22.084809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.090284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.131226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Network a760ec79-753b-42a8-b7e0-f5dee117b308 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:22.140898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:22.143058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Attempting to bind port 821d1d68-2b03-4003-8e8c-26b7b302a20f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:22.143419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Attempting to bind port 821d1d68-2b03-4003-8e8c-26b7b302a20f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6778c82f-24a9-4bf0-af03-74e67b7c685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:22.143772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Attempting to bind port 821d1d68-2b03-4003-8e8c-26b7b302a20f on network d45489ef-25da-4e1d-b66a-081064410a26 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:22.148428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:22.148824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Pushing event updated for resources: {'Port': ['ID=ce3744bc-e507-473e-93fd-20059e8b6c2f,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.152949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:22.186498 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad8896-74f0-4e59-b514-4951489582b3 None None] Sync routers for ids ['3402f258-5820-4584-9a01-259a6455e19b'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:22.208221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:22.208464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Pushing event deleted for resources: {'Port': ['ID=939c7466-7f92-4980-9b48-2a866ed39db9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.208594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Checking segment: {'id': '6778c82f-24a9-4bf0-af03-74e67b7c685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:22.208987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.209378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Bound using segment: {'id': '6778c82f-24a9-4bf0-af03-74e67b7c685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:22.210482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Bound port: 821d1d68-2b03-4003-8e8c-26b7b302a20f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778c82f-24a9-4bf0-af03-74e67b7c685a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:22.210865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.211645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2530e7d5-60b8-4e4f-b2a8-a99ce84bfedc tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Router 7336ff60-a398-47aa-94a4-5668cadd6c54 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:22.241277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.245338 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad8896-74f0-4e59-b514-4951489582b3 None None] Routers {'3402f258-5820-4584-9a01-259a6455e19b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:22.246447 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9aad8896-74f0-4e59-b514-4951489582b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3402f258-5820-4584-9a01-259a6455e19b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.250222 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-96570de5-c536-4b8c-a5dd-fe6ba64a274b req-ddde6f24-a9c3-4816-a1fb-e2ebc71135a8 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628716 Jan 21 09:39:22.312868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.331709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Attempting to bind port ce3744bc-e507-473e-93fd-20059e8b6c2f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:22.332083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Attempting to bind port ce3744bc-e507-473e-93fd-20059e8b6c2f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5a7ebab6-adb3-403c-b551-bc641c22094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a760ec79-753b-42a8-b7e0-f5dee117b308'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:22.332433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Attempting to bind port ce3744bc-e507-473e-93fd-20059e8b6c2f on network a760ec79-753b-42a8-b7e0-f5dee117b308 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:22.354427 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9aad8896-74f0-4e59-b514-4951489582b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.371469 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad8896-74f0-4e59-b514-4951489582b3 None None] Routers {'3402f258-5820-4584-9a01-259a6455e19b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:22.372377 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9aad8896-74f0-4e59-b514-4951489582b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3402f258-5820-4584-9a01-259a6455e19b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.374487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Transition to ACTIVE for port object d4dcd343-bd9a-4a0b-8802-891e9032a73e will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:22.392262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:22.392500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Checking segment: {'id': '5a7ebab6-adb3-403c-b551-bc641c22094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a760ec79-753b-42a8-b7e0-f5dee117b308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:22.392911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.393340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Bound using segment: {'id': '5a7ebab6-adb3-403c-b551-bc641c22094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a760ec79-753b-42a8-b7e0-f5dee117b308'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:22.393775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Bound port: ce3744bc-e507-473e-93fd-20059e8b6c2f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7ebab6-adb3-403c-b551-bc641c22094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a760ec79-753b-42a8-b7e0-f5dee117b308'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:22.394175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.419948 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967503ee-a48b-4410-b1f4-a28f44593847 None None] New status for floating IP 6e8497d5-9e52-4a56-a57f-46d72063e575: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:39:22.466662 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9aad8896-74f0-4e59-b514-4951489582b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.467579 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad8896-74f0-4e59-b514-4951489582b3 None None] The sync data for ids ['3402f258-5820-4584-9a01-259a6455e19b'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:22.499977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.609561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Network d45489ef-25da-4e1d-b66a-081064410a26 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:22.611209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=02e06866-ffc8-41af-9b06-f942452d4625,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.619905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] For port 821d1d68-2b03-4003-8e8c-26b7b302a20f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:22.620416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:22.627371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:22.630626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.631649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.632398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.637417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=d4dcd343-bd9a-4a0b-8802-891e9032a73e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.641067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] For port 821d1d68-2b03-4003-8e8c-26b7b302a20f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=821d1d68-2b03-4003-8e8c-26b7b302a20f,segment=NetworkSegment(6778c82f-24a9-4bf0-af03-74e67b7c685a),segment_id=6778c82f-24a9-4bf0-af03-74e67b7c685a)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:22.659305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.682184 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c1bb319d-ddf9-4a2c-8e3a-90f4915a8883 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8399007 Jan 21 09:39:22.687153 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56872) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:22.709927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0e8fab25-fab4-49c5-8094-2a2bef13bc3f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/3402f258-5820-4584-9a01-259a6455e19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3993008 Jan 21 09:39:22.718390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.724385 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4682c574-508e-4dad-92b2-d2a35caf9a58 req-a1a20477-0d7e-457e-86d0-9ba8f9ab8776 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.1230972 Jan 21 09:39:22.724871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56876) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:22.737422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2530e7d5-60b8-4e4f-b2a8-a99ce84bfedc tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:22.746869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2530e7d5-60b8-4e4f-b2a8-a99ce84bfedc tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.750869 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2530e7d5-60b8-4e4f-b2a8-a99ce84bfedc tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "PUT /v2.0/routers/7336ff60-a398-47aa-94a4-5668cadd6c54 HTTP/1.1" status: 200 len: 922 time: 3.4624562 Jan 21 09:39:22.753625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56878) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:22.753764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] For port ce3744bc-e507-473e-93fd-20059e8b6c2f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:22.766147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] For port ce3744bc-e507-473e-93fd-20059e8b6c2f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ce3744bc-e507-473e-93fd-20059e8b6c2f,segment=NetworkSegment(5a7ebab6-adb3-403c-b551-bc641c22094f),segment_id=5a7ebab6-adb3-403c-b551-bc641c22094f)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:22.781544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01349216-cb08-44fb-872c-2df3ec21f9e8 None None] Sync routers for ids ['7336ff60-a398-47aa-94a4-5668cadd6c54'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:22.792805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.835388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.851779 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53e7a3-a789-448f-916a-134b33fbe3ca None None] Pushing event updated for resources: {'Port': ['ID=821d1d68-2b03-4003-8e8c-26b7b302a20f,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:22.855386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01349216-cb08-44fb-872c-2df3ec21f9e8 None None] Routers {'7336ff60-a398-47aa-94a4-5668cadd6c54'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:22.856003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-01349216-cb08-44fb-872c-2df3ec21f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['7336ff60-a398-47aa-94a4-5668cadd6c54'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:22.900252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4120a-fdc4-4a66-98f6-ac0581439f50 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.905086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4120a-fdc4-4a66-98f6-ac0581439f50 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.909800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4120a-fdc4-4a66-98f6-ac0581439f50 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:22.910702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-92f4120a-fdc4-4a66-98f6-ac0581439f50 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Synchronizing usage tracker for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:22.929450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.933674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3c3a310b-afd8-4467-8478-43ef41939f84 tempest-ServersTestManualDisk-482837503 tempest-ServersTestManualDisk-482837503-project] 10.222.0.122 "DELETE /v2.0/floatingips/6e8497d5-9e52-4a56-a57f-46d72063e575 HTTP/1.1" status: 204 len: 168 time: 3.4741151 Jan 21 09:39:22.933674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:22.933959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56884) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:22.943642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Router d0349bba-b345-444f-b307-26531f4a05b5 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:22.988085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.007223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-01349216-cb08-44fb-872c-2df3ec21f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.023949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Port': ['ID=6973a4ab-a356-4b74-9e8d-6711be8bc075,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.076941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-92f4120a-fdc4-4a66-98f6-ac0581439f50 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Unset dirty status for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:23.078158 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-92f4120a-fdc4-4a66-98f6-ac0581439f50 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3896496 Jan 21 09:39:23.082689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56888) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:23.139510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a760ec79-753b-42a8-b7e0-f5dee117b308']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.192809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01349216-cb08-44fb-872c-2df3ec21f9e8 None None] Routers {'7336ff60-a398-47aa-94a4-5668cadd6c54'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:23.195156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-01349216-cb08-44fb-872c-2df3ec21f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['7336ff60-a398-47aa-94a4-5668cadd6c54'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.214728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7ebab6-adb3-403c-b551-bc641c22094f') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.215111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7ebab6-adb3-403c-b551-bc641c22094f') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.224053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a8180ab9-e2f7-4ee6-bd67-6df3a0f02053 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting port d4dcd343-bd9a-4a0b-8802-891e9032a73e {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:23.224624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8180ab9-e2f7-4ee6-bd67-6df3a0f02053 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.336575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b6c49-2be1-4f3b-9987-1535b6ec7803 None None] DHCP port deletion for 99f2367d-52d7-4464-9434-1a42317b03f9 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:23.358328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.383647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e8b52d-e4d0-433f-b9bc-d5c1b1431cfa None None] Network a760ec79-753b-42a8-b7e0-f5dee117b308 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:23.399647 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-184dbad4-49aa-4c5d-ba92-dc33a7ebdfd6 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/routers/7336ff60-a398-47aa-94a4-5668cadd6c54 HTTP/1.1" status: 200 len: 922 time: 0.6448367 Jan 21 09:39:23.403499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56894) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:23.405042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No DVR routers for this DVR port 6973a4ab-a356-4b74-9e8d-6711be8bc075 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:23.454151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.495403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-01349216-cb08-44fb-872c-2df3ec21f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:23.495988 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01349216-cb08-44fb-872c-2df3ec21f9e8 None None] The sync data for ids ['7336ff60-a398-47aa-94a4-5668cadd6c54'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:23.521088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 821d1d68-2b03-4003-8e8c-26b7b302a20f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:23.543650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:23.544398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.564769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45fb6d-16c9-4adc-9c15-0bd7c02b498c None None] Pushing event updated for resources: {'Port': ['ID=ce3744bc-e507-473e-93fd-20059e8b6c2f,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:23.572233 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:23.710038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 821d1d68-2b03-4003-8e8c-26b7b302a20f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:23.713637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.757534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-884d8808-8094-4904-9199-f849a5844850 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Synchronizing usage tracker for tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:23.766224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8180ab9-e2f7-4ee6-bd67-6df3a0f02053 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.812341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:23.829952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6973a4ab-a356-4b74-9e8d-6711be8bc075 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:23.875792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 6973a4ab-a356-4b74-9e8d-6711be8bc075 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:23.876418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6973a4ab-a356-4b74-9e8d-6711be8bc075 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:23.927785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:39:23.927785 dv-neutron-825724-1-hyperv neutron-server[83427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:39:23.927785 dv-neutron-825724-1-hyperv neutron-server[83427]: [parameters: {'id': 'a760ec79-753b-42a8-b7e0-f5dee117b308'}] Jan 21 09:39:23.927785 dv-neutron-825724-1-hyperv neutron-server[83427]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:23.928208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:23.988910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a8180ab9-e2f7-4ee6-bd67-6df3a0f02053 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Calling delete_port for d4dcd343-bd9a-4a0b-8802-891e9032a73e owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:24.041093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-884d8808-8094-4904-9199-f849a5844850 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Unset dirty status for tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:24.042291 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-884d8808-8094-4904-9199-f849a5844850 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=7336ff60-a398-47aa-94a4-5668cadd6c54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6376624 Jan 21 09:39:24.046149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56900) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:24.070975 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ed0d110c-e6af-45f2-97b5-f665617d9c28 req-8262a970-e235-4a36-b2d6-136c61213947 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.0843349 Jan 21 09:39:24.218602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fbcb6-80f8-4f51-a557-4468ec832a72 req-4ea0c7d3-81fc-4482-87ea-16f2b672a21e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.226173 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ea4fbcb6-80f8-4f51-a557-4468ec832a72 req-4ea0c7d3-81fc-4482-87ea-16f2b672a21e tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.7537971 Jan 21 09:39:24.247278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb4b73-b351-4822-8318-e2d619c92ba3 None None] Network d45489ef-25da-4e1d-b66a-081064410a26 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:24.288978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.363457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Subnet': ['ID=46fcaf75-aa23-462b-ab4d-07277826003a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.383792 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ea4fbcb6-80f8-4f51-a557-4468ec832a72 req-c7182cad-16b0-4640-b44c-04c79ebab06f tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563890 Jan 21 09:39:24.414250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc9494-4aa4-43cb-baa3-ff81a0a99431 None None] Network 99f2367d-52d7-4464-9434-1a42317b03f9 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:24.470854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.510175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-90b503e7-745d-4c4e-8ecd-adf504ce861e None None] Provisioning for port 821d1d68-2b03-4003-8e8c-26b7b302a20f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:24.526722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76edfb10-13ca-484d-a19d-d0b2acb47997 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:24.528614 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-76edfb10-13ca-484d-a19d-d0b2acb47997 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 881 time: 0.4814293 Jan 21 09:39:24.531852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.532031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56904) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:24.535401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8180ab9-e2f7-4ee6-bd67-6df3a0f02053 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.538311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-90b503e7-745d-4c4e-8ecd-adf504ce861e None None] Provisioning complete for port 821d1d68-2b03-4003-8e8c-26b7b302a20f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:24.538747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-90b503e7-745d-4c4e-8ecd-adf504ce861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.554583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:24.569690 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] Sync routers for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:24.599750 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:24.600786 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:24.602051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port ce3744bc-e507-473e-93fd-20059e8b6c2f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:24.602801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.644502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.691220 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6d774403-73f7-4a17-92f7-c48eeeca13d7 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=7336ff60-a398-47aa-94a4-5668cadd6c54 HTTP/1.1" status: 200 len: 205 time: 0.1580992 Jan 21 09:39:24.700276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56908) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:24.708476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8180ab9-e2f7-4ee6-bd67-6df3a0f02053 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event deleted for resources: {'Port': ['ID=d4dcd343-bd9a-4a0b-8802-891e9032a73e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:24.778835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f2367d-52d7-4464-9434-1a42317b03f9']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:24.799422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1a309-1b3e-45c5-a5bf-c000cb00dde5 None None] DHCP port deletion for 99f2367d-52d7-4464-9434-1a42317b03f9 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:24.812178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] No DVR routers for this DVR port 8f402e3c-edec-47e8-a36b-0384cb052417 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:24.815863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.827140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad329a8a-28ca-42a8-a84b-6279ffefdd4a') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:24.827585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad329a8a-28ca-42a8-a84b-6279ffefdd4a') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:24.839070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa1af03-168a-4944-95e6-c766769eb542', 'name': 'network-vif-deleted', 'tag': '8f402e3c-edec-47e8-a36b-0384cb052417'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:39:24.859463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.892653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-90b503e7-745d-4c4e-8ecd-adf504ce861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:24.928070 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2fda7cf3-7932-44ec-b3f8-41df82a71377 req-346f22a1-cac5-40a5-be46-cb37f3d7d304 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.120 "DELETE /v2.0/ports/8f402e3c-edec-47e8-a36b-0384cb052417 HTTP/1.1" status: 204 len: 173 time: 9.4069622 Jan 21 09:39:24.958762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.014032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:25.014565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.017013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-90b503e7-745d-4c4e-8ecd-adf504ce861e None None] For port 821d1d68-2b03-4003-8e8c-26b7b302a20f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=821d1d68-2b03-4003-8e8c-26b7b302a20f,segment=NetworkSegment(6778c82f-24a9-4bf0-af03-74e67b7c685a),segment_id=6778c82f-24a9-4bf0-af03-74e67b7c685a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:25.034614 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:25.049885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8180ab9-e2f7-4ee6-bd67-6df3a0f02053 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.055692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-90b503e7-745d-4c4e-8ecd-adf504ce861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.065628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.077347 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:25.177247 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa1af03-168a-4944-95e6-c766769eb542', 'name': 'network-vif-deleted', 'tag': '8f402e3c-edec-47e8-a36b-0384cb052417', 'status': 'completed', 'code': 200} Jan 21 09:39:25.246875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b503e7-745d-4c4e-8ecd-adf504ce861e None None] Pushing event updated for resources: {'Port': ['ID=821d1d68-2b03-4003-8e8c-26b7b302a20f,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.358726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.386157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.403641 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a8180ab9-e2f7-4ee6-bd67-6df3a0f02053 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "DELETE /v2.0/ports/d4dcd343-bd9a-4a0b-8802-891e9032a73e HTTP/1.1" status: 204 len: 168 time: 2.3197362 Jan 21 09:39:25.408043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56916) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.458343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 821d1d68-2b03-4003-8e8c-26b7b302a20f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:25.483991 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb7355c-ec94-4989-a8d6-7e579d05eeaa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] GET failed (client error): The resource could not be found. Jan 21 09:39:25.484512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4cb7355c-ec94-4989-a8d6-7e579d05eeaa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Synchronizing usage tracker for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:25.506490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Network': ['ID=99f2367d-52d7-4464-9434-1a42317b03f9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:25.554279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4a18a8b3-530c-4d71-a822-984109ef68ee tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/99f2367d-52d7-4464-9434-1a42317b03f9 HTTP/1.1" status: 204 len: 168 time: 10.1049659 Jan 21 09:39:25.562413 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a3fb53d9-c4e6-4fdb-ad97-45f097bddab8 req-87912c42-9b08-45d0-a3f9-b899b7792768 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/ports?device_id=8fa1af03-168a-4944-95e6-c766769eb542 HTTP/1.1" status: 200 len: 210 time: 0.1868501 Jan 21 09:39:25.563211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56922) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.579915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] For port ce3744bc-e507-473e-93fd-20059e8b6c2f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ce3744bc-e507-473e-93fd-20059e8b6c2f,segment=NetworkSegment(5a7ebab6-adb3-403c-b551-bc641c22094f),segment_id=5a7ebab6-adb3-403c-b551-bc641c22094f)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:25.580565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.614122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-32273272-920c-423b-977d-c9359e3aca95 None None] Provisioning for port e42d106d-c4c4-40b7-bc80-b307c7588f5e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:25.634599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-32273272-920c-423b-977d-c9359e3aca95 None None] Provisioning complete for port e42d106d-c4c4-40b7-bc80-b307c7588f5e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:25.634969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-32273272-920c-423b-977d-c9359e3aca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.645359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4cb7355c-ec94-4989-a8d6-7e579d05eeaa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Unset dirty status for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:25.646988 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4cb7355c-ec94-4989-a8d6-7e579d05eeaa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "GET /v2.0/ports/d4dcd343-bd9a-4a0b-8802-891e9032a73e HTTP/1.1" status: 404 len: 333 time: 0.2370491 Jan 21 09:39:25.659266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56926) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.674887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1715786377'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:25.723215 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddee91fa-ab75-4b24-9fde-0a189f358eca tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:25.723689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddee91fa-ab75-4b24-9fde-0a189f358eca tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:25.727766 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ddee91fa-ab75-4b24-9fde-0a189f358eca tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/subnets/46fcaf75-aa23-462b-ab4d-07277826003a HTTP/1.1" status: 404 len: 337 time: 0.1489027 Jan 21 09:39:25.777601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-32273272-920c-423b-977d-c9359e3aca95 None None] Port e42d106d-c4c4-40b7-bc80-b307c7588f5e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:25.800560 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:38:15Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.813017 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] Checking router: d0349bba-b345-444f-b307-26531f4a05b5 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:39:25.829751 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:25.830552 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:25.846548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56930) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:25.848998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-32273272-920c-423b-977d-c9359e3aca95 None None] Provisioning complete for port 821d1d68-2b03-4003-8e8c-26b7b302a20f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:25.849453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-32273272-920c-423b-977d-c9359e3aca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:25.958781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 821d1d68-2b03-4003-8e8c-26b7b302a20f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:25.962454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.097183 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2975ba1-6d29-46fc-bf62-f4f3ecce8cff tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:26.097726 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2975ba1-6d29-46fc-bf62-f4f3ecce8cff tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:26.099803 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f2975ba1-6d29-46fc-bf62-f4f3ecce8cff tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/99f2367d-52d7-4464-9434-1a42317b03f9 HTTP/1.1" status: 404 len: 339 time: 0.2450387 Jan 21 09:39:26.120614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56934) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.195768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.216942 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:26.254338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Calling delete_port for ce3744bc-e507-473e-93fd-20059e8b6c2f owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:26.376238 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb5f136-fb3d-46c3-88c0-16a858e20be6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:26.377025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb5f136-fb3d-46c3-88c0-16a858e20be6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:26.379017 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2bb5f136-fb3d-46c3-88c0-16a858e20be6 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/subnets/c205daca-62d7-4ad4-9acd-2407d9f6c939 HTTP/1.1" status: 404 len: 337 time: 0.1360216 Jan 21 09:39:26.388725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56938) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.408847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5b0a9cb6-ba19-44a1-a5dd-8a908d5704c5 None None] Provisioning complete for port e42d106d-c4c4-40b7-bc80-b307c7588f5e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:26.408847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5b0a9cb6-ba19-44a1-a5dd-8a908d5704c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.527065 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cea642-72f4-45f8-bb87-db12b10267aa tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:26.528763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cea642-72f4-45f8-bb87-db12b10267aa tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:26.530797 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-62cea642-72f4-45f8-bb87-db12b10267aa tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/54fbedf0-735f-4132-9ce8-b5b05e7b7421 HTTP/1.1" status: 404 len: 339 time: 0.1215057 Jan 21 09:39:26.531442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a9cb6-ba19-44a1-a5dd-8a908d5704c5 None None] Port e42d106d-c4c4-40b7-bc80-b307c7588f5e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:26.542610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5b0a9cb6-ba19-44a1-a5dd-8a908d5704c5 None None] Could not find standard attr ID for object d4dcd343-bd9a-4a0b-8802-891e9032a73e. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:39:26.544115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:26.553406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56942) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.557044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:26.573748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Made reservation on behalf of 08ede0094c49457cad2cf6d794a5cdb7 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:26.575058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dfa801-d4f7-4992-8b78-5906b555220a None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:39:26.576938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.651961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] device_id is not set on port a86d42b3-310d-4700-9041-ab92a13c8bf8 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:26.655702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e14bb52-a4b4-439e-acbc-b9e2a0a49881 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:26.656641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e14bb52-a4b4-439e-acbc-b9e2a0a49881 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:26.727776 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:38:15Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:26.730086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:26.738444 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c63e0-dd4a-47a7-b962-a09273437e48 None None] The sync data for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv is: [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:37:28Z', 'revision_number': 4, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '36dd105e-0f94-4fbd-b8bf-3781102e450c', 'name': '', 'network_id': '7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'mac_address': 'fa:16:3e:48:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:25Z', 'updated_at': '2022-01-21T09:38:15Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'subnets': [{'id': '8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:26.789326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dfa801-d4f7-4992-8b78-5906b555220a None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:39:26.851321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56950) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.852273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Port': ['ID=ce3744bc-e507-473e-93fd-20059e8b6c2f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:26.862520 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9e14bb52-a4b4-439e-acbc-b9e2a0a49881 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/subnets/6514919e-af84-4eef-a079-cc9a40886bbb HTTP/1.1" status: 404 len: 337 time: 0.3039427 Jan 21 09:39:26.888014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56952) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:26.936552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01d6a-56ac-4995-bfe9-cb3790b89e61 req-c845bcc9-4aca-4171-912c-44f0d2789ca3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:26.940558 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-22d01d6a-56ac-4995-bfe9-cb3790b89e61 req-c845bcc9-4aca-4171-912c-44f0d2789ca3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 1.2393036 Jan 21 09:39:27.002754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No DVR routers for this DVR port ce3744bc-e507-473e-93fd-20059e8b6c2f on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:27.041408 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ed15a4-14b7-443a-923f-b29350c4b8e2 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:27.041928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ed15a4-14b7-443a-923f-b29350c4b8e2 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:27.048686 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-85ed15a4-14b7-443a-923f-b29350c4b8e2 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/3f627b03-1245-41f3-9e5e-9254459d24a3 HTTP/1.1" status: 404 len: 339 time: 0.1591439 Jan 21 09:39:27.086920 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56958) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.167887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55f4ec-4b79-4f65-b790-241877618f0f None None] New status for floating IP 67a88e04-6a98-4365-ae2c-d7f0e0e26c2a: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:39:27.189923 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d7618e3c-7f19-4533-901b-391743531afe tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting port 0d684cb6-ab0a-49bc-bbfd-73f4602e348f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:27.190295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7618e3c-7f19-4533-901b-391743531afe tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.240649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-22d01d6a-56ac-4995-bfe9-cb3790b89e61 req-6407f140-ed92-4944-b1f4-a3f69d46ea78 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763333 Jan 21 09:39:27.327120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.382864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-514e09bc-f8e7-4daf-9776-5eda1c5a75e6 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.399657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a760ec79-753b-42a8-b7e0-f5dee117b308']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:27.455157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7ebab6-adb3-403c-b551-bc641c22094f') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:27.455446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7ebab6-adb3-403c-b551-bc641c22094f') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:27.487208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.504220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-514e09bc-f8e7-4daf-9776-5eda1c5a75e6 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.553816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.578146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:27.578661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:27.597570 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:27.695104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7618e3c-7f19-4533-901b-391743531afe tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.732023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a745ec6-19ab-4877-9096-06fff2f2a202 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:39:27.744643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.748876 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.780011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-514e09bc-f8e7-4daf-9776-5eda1c5a75e6 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.807300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=a760ec79-753b-42a8-b7e0-f5dee117b308,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.818406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-514e09bc-f8e7-4daf-9776-5eda1c5a75e6 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:27.823388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-514e09bc-f8e7-4daf-9776-5eda1c5a75e6 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "DELETE /v2.0/security-groups/d3f44d73-d7ed-407a-81c5-c4aa88a1cebd HTTP/1.1" status: 204 len: 168 time: 0.9558604 Jan 21 09:39:27.823388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e09bc-f8e7-4daf-9776-5eda1c5a75e6 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f44d73-d7ed-407a-81c5-c4aa88a1cebd,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:27.824814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56962) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.833752 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b5ce5270-2949-41c0-ae86-9eb19e459b9d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/a760ec79-753b-42a8-b7e0-f5dee117b308 HTTP/1.1" status: 204 len: 168 time: 7.6712441 Jan 21 09:39:27.857063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56966) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.862877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1269266784'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:27.872352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:27.877180 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-dd571b4d-f92d-4fda-91d8-c564b8c0ca1e tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] show failed (client error): The resource could not be found. Jan 21 09:39:27.882397 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dd571b4d-f92d-4fda-91d8-c564b8c0ca1e tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "GET /v2.0/security-groups/d3f44d73-d7ed-407a-81c5-c4aa88a1cebd HTTP/1.1" status: 404 len: 347 time: 0.0493321 Jan 21 09:39:27.882397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:27.883919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56970) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:27.892945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:27.895404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d7618e3c-7f19-4533-901b-391743531afe tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Calling delete_port for 0d684cb6-ab0a-49bc-bbfd-73f4602e348f owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:27.946675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Allocated IP 2001:db8::261 (d45489ef-25da-4e1d-b66a-081064410a26/118af936-fde6-42c1-9026-924187b9957d/a86d42b3-310d-4700-9041-ab92a13c8bf8) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:27.966789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a745ec6-19ab-4877-9096-06fff2f2a202 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:39:27.973028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:28.072030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:28.075048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.112447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.127144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7618e3c-7f19-4533-901b-391743531afe tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.138857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Deleting port 3e8cdde1-dadc-40a1-b819-6e4283e77d4f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:28.139244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.265477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:28.319084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Deleting port a81972fd-8aa9-4e0f-afa2-1c418b3fe6ec {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:28.319434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.334699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port f10a11b9-9da9-4a31-be10-2a1fca0ae646 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:28.335254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.351591 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7618e3c-7f19-4533-901b-391743531afe tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Port': ['ID=0d684cb6-ab0a-49bc-bbfd-73f4602e348f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:28.401659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7618e3c-7f19-4533-901b-391743531afe tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.438296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.442576 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d7618e3c-7f19-4533-901b-391743531afe tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/ports/0d684cb6-ab0a-49bc-bbfd-73f4602e348f HTTP/1.1" status: 204 len: 168 time: 1.3324661 Jan 21 09:39:28.464820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56976) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:28.548235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.548539 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment ee9b6cde-5938-41ea-b484-5db9d1986cb1 of type vlan for network de08d58b-05d0-4b62-bb23-97f868f237b1 Jan 21 09:39:28.569127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Transition to ACTIVE for port object a86d42b3-310d-4700-9041-ab92a13c8bf8 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:28.579824 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6156d05-04ea-440b-98bc-b049f8c04264 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:28.580273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6156d05-04ea-440b-98bc-b049f8c04264 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:28.582034 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f6156d05-04ea-440b-98bc-b049f8c04264 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/subnets/37f66ce9-ebbe-4fd8-9ce2-24029579db29 HTTP/1.1" status: 404 len: 337 time: 0.1143243 Jan 21 09:39:28.586996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56980) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:28.660711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.780684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.781036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.898778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.918062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.923332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:28.964035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Calling delete_port for 3e8cdde1-dadc-40a1-b819-6e4283e77d4f owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:29.007781 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.011976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.012647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.085363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Calling delete_port for a81972fd-8aa9-4e0f-afa2-1c418b3fe6ec owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:29.098478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d849d-668c-4e06-826b-a3572e61ef10 req-9e6b0f04-f48d-459e-87e9-c070439f2b68 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.099977 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-727d849d-668c-4e06-826b-a3572e61ef10 req-9e6b0f04-f48d-459e-87e9-c070439f2b68 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.6100180 Jan 21 09:39:29.156376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.211746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Network d45489ef-25da-4e1d-b66a-081064410a26 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:29.221425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:29.238565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=a86d42b3-310d-4700-9041-ab92a13c8bf8,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:29.243962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:29.248005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:29.248597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.364669 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5092900 Jan 21 09:39:29.377456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for f10a11b9-9da9-4a31-be10-2a1fca0ae646 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:29.386127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56984) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:29.409868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:29.431316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.439979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53c1ba-be51-4c0e-b2e6-ca937853095a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=de08d58b-05d0-4b62-bb23-97f868f237b1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:29.444342 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6e7b22dc-8600-44c0-9176-5a348fdc2673 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7739153 Jan 21 09:39:29.456990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network de08d58b-05d0-4b62-bb23-97f868f237b1 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:29.461037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 56988) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:29.502151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-727d849d-668c-4e06-826b-a3572e61ef10 req-b5e83d4d-7f14-454c-aa28-6b7d29708a6b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481059 Jan 21 09:39:29.510273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d', 'mac_address': 'fa:16:3e:3e:bb:4e'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:29.593931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3066aff6-0e33-4c9b-875f-3884151a641c None None] Provisioning for port a86d42b3-310d-4700-9041-ab92a13c8bf8 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:29.599490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a91008-5db1-4e27-ad55-bb9de4b35823']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:29.599705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3066aff6-0e33-4c9b-875f-3884151a641c None None] Provisioning complete for port a86d42b3-310d-4700-9041-ab92a13c8bf8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:29.600029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3066aff6-0e33-4c9b-875f-3884151a641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.648215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Deleting port e03e7186-d550-464f-a415-2c38525e9d41 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:29.648650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.660330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.671622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3066aff6-0e33-4c9b-875f-3884151a641c None None] Port a86d42b3-310d-4700-9041-ab92a13c8bf8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:29.688890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7061cb71-7782-4c03-8a8e-5498be7e4341') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:29.689256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7061cb71-7782-4c03-8a8e-5498be7e4341') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:29.713818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Pushing event deleted for resources: {'Port': ['ID=3e8cdde1-dadc-40a1-b819-6e4283e77d4f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:29.729315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.794649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:29.892159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.894595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:subnet and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:29.909808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:29.933692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:29.934124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.947292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:29.963509 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:29.966962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:30.036612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.102051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.103192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8fa765f9-dc4d-4611-b576-3e897492e588 tempest-ServersTestJSON-1981349940 tempest-ServersTestJSON-1981349940-project] 10.222.0.122 "DELETE /v2.0/floatingips/67a88e04-6a98-4365-ae2c-d7f0e0e26c2a HTTP/1.1" status: 204 len: 168 time: 2.2160416 Jan 21 09:39:30.104086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=f10a11b9-9da9-4a31-be10-2a1fca0ae646,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.113058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 56996) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.138891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:30.237207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.397431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c71c0-ca96-405e-b89a-4c4f0e9c1443 req-1901dc9a-31a5-4048-9900-7cd49f37d6f8 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:30.398982 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc4c71c0-ca96-405e-b89a-4c4f0e9c1443 req-1901dc9a-31a5-4048-9900-7cd49f37d6f8 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.5251744 Jan 21 09:39:30.436669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.447168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event deleted for resources: {'Port': ['ID=a81972fd-8aa9-4e0f-afa2-1c418b3fe6ec,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.468820 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d797fa40-7089-4524-b044-afc065c4086a req-cacd5f72-3138-438b-bba9-cca956de22f4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1099 time: 0.5114017 Jan 21 09:39:30.504173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.567355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Network': ['ID=20a91008-5db1-4e27-ad55-bb9de4b35823,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:30.602568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.636429 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f6ebc59c-056a-4fec-96ca-dde997491379 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/20a91008-5db1-4e27-ad55-bb9de4b35823 HTTP/1.1" status: 204 len: 168 time: 2.0457880 Jan 21 09:39:30.646345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57000) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:30.653682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc4c71c0-ca96-405e-b89a-4c4f0e9c1443 req-c5749e7a-eab3-423e-9261-493be3788be3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444217 Jan 21 09:39:30.733255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] For port e03e7186-d550-464f-a415-2c38525e9d41, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e03e7186-d550-464f-a415-2c38525e9d41,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:30.733519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.762885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.884296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.893692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e8a46d7a-1df7-4613-8e9f-3d0dc4a4a52f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting port 3c8c4cb8-d4b6-4096-8f84-60e67708a2c3 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:30.894072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8a46d7a-1df7-4613-8e9f-3d0dc4a4a52f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:30.908631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Calling delete_port for e03e7186-d550-464f-a415-2c38525e9d41 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:30.932640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797fa40-7089-4524-b044-afc065c4086a req-7f88ae97-5fcb-4c9c-858f-cd1212e83eb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:30.934190 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d797fa40-7089-4524-b044-afc065c4086a req-7f88ae97-5fcb-4c9c-858f-cd1212e83eb2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 911 time: 0.4494030 Jan 21 09:39:31.233778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.281223 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d797fa40-7089-4524-b044-afc065c4086a req-512bc7d4-7a61-490f-9f10-4b74e27ef29a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 1001 time: 0.3353028 Jan 21 09:39:31.626716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8a46d7a-1df7-4613-8e9f-3d0dc4a4a52f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.748628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.952032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:31.971325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.092089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:32.100281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797fa40-7089-4524-b044-afc065c4086a req-e3b35bdb-338f-4fcd-b9e7-daa5e97a5b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.101748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d797fa40-7089-4524-b044-afc065c4086a req-e3b35bdb-338f-4fcd-b9e7-daa5e97a5b1d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.7903318 Jan 21 09:39:32.111497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e8a46d7a-1df7-4613-8e9f-3d0dc4a4a52f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Calling delete_port for 3c8c4cb8-d4b6-4096-8f84-60e67708a2c3 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:32.149856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.161730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.162266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Fanout notify agent at l3_agent the message router_deleted on router 7336ff60-a398-47aa-94a4-5668cadd6c54 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:32.166414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=513a3b31-7a0a-4d60-a8c1-4c3a7feb72c1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.176881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.256234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.290238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] In _notify_port_updated(), no bound segment for port a86d42b3-310d-4700-9041-ab92a13c8bf8 on network d45489ef-25da-4e1d-b66a-081064410a26 {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:39:32.294080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.294718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.301128 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "PUT /v2.0/ports/a86d42b3-310d-4700-9041-ab92a13c8bf8 HTTP/1.1" status: 200 len: 1002 time: 2.8340602 Jan 21 09:39:32.302679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57006) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.339994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': 'ee9b6cde-5938-41ea-b484-5db9d1986cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:32.340365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: de08d58b-05d0-4b62-bb23-97f868f237b1, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:32.393899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c3d88-d090-4449-8c06-8f5cc34899c9 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=a86d42b3-310d-4700-9041-ab92a13c8bf8,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.412460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.419996 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-67f89ec8-fcc7-42fe-ae22-248412819441 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/7336ff60-a398-47aa-94a4-5668cadd6c54 HTTP/1.1" status: 204 len: 168 time: 7.7142503 Jan 21 09:39:32.422269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57010) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.496009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8a46d7a-1df7-4613-8e9f-3d0dc4a4a52f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.511660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-722332905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:32.518657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Pushing event deleted for resources: {'Port': ['ID=e03e7186-d550-464f-a415-2c38525e9d41,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.528669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-02d16f3a-7a1e-4b16-b44f-5ebba3b2c435 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting port a86d42b3-310d-4700-9041-ab92a13c8bf8 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:32.529017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02d16f3a-7a1e-4b16-b44f-5ebba3b2c435 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.570658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:32.602948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ce06f-64c5-4f14-acc4-2eee6011bb91 req-11a1233a-c7f8-49d9-98f8-08c6e2f5922c tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.612424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network de08d58b-05d0-4b62-bb23-97f868f237b1 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:32.618087 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-350ce06f-64c5-4f14-acc4-2eee6011bb91 req-11a1233a-c7f8-49d9-98f8-08c6e2f5922c tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.6616218 Jan 21 09:39:32.637820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-907f29b2-0231-4105-99da-a618f0f24b6c None None] Provisioning complete for port a86d42b3-310d-4700-9041-ab92a13c8bf8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:32.639112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-907f29b2-0231-4105-99da-a618f0f24b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.693261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Usage tracker for resource:router and tenant:d190f78f05974ed6b5e9361067dec9ec is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:32.711455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-907f29b2-0231-4105-99da-a618f0f24b6c None None] Port a86d42b3-310d-4700-9041-ab92a13c8bf8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:32.723848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a46d7a-1df7-4613-8e9f-3d0dc4a4a52f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Port': ['ID=3c8c4cb8-d4b6-4096-8f84-60e67708a2c3,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:32.730435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:32.734039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, de08d58b-05d0-4b62-bb23-97f868f237b1) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:32.741238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:32.741825 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.746969 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d797fa40-7089-4524-b044-afc065c4086a req-2dd02714-98ef-41ab-8ff1-7593c4bfdf72 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5997388 Jan 21 09:39:32.748301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:32.750354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab698b01-37db-4df2-aea9-5f7351c61975 None None] Network de08d58b-05d0-4b62-bb23-97f868f237b1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:32.797996 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e1449c63-5c10-4098-9e2d-c3f83be7dd2d tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4097354 Jan 21 09:39:32.802731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8a46d7a-1df7-4613-8e9f-3d0dc4a4a52f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.803976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57014) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.855874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router 3402f258-5820-4584-9a01-259a6455e19b has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:32.859533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:32.874087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.874461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:32.898976 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e8a46d7a-1df7-4613-8e9f-3d0dc4a4a52f tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/ports/3c8c4cb8-d4b6-4096-8f84-60e67708a2c3 HTTP/1.1" status: 204 len: 168 time: 2.2515163 Jan 21 09:39:32.907315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57018) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:32.965469 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-350ce06f-64c5-4f14-acc4-2eee6011bb91 req-6e1232b9-6728-4fa5-8e62-97faf75be445 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464015 Jan 21 09:39:33.064076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-de08d58b-05d0-4b62-bb23-97f868f237b1', 'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': '513a3b31-7a0a-4d60-a8c1-4c3a7feb72c1'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:33.065489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.066957 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a54640-9eda-4afc-9be2-ad1bb8b660bf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:33.067477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a54640-9eda-4afc-9be2-ad1bb8b660bf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:33.090931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02d16f3a-7a1e-4b16-b44f-5ebba3b2c435 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.127405 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-81a54640-9eda-4afc-9be2-ad1bb8b660bf tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/subnets/aaa33ef7-92c5-4f1d-8b1c-df0589a7cfb9 HTTP/1.1" status: 404 len: 337 time: 0.2193260 Jan 21 09:39:33.135709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57022) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:33.138163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.217472 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d797fa40-7089-4524-b044-afc065c4086a req-b7d4964b-534c-42ba-9a33-cc2fb0c14bf0 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624140 Jan 21 09:39:33.247172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-02d16f3a-7a1e-4b16-b44f-5ebba3b2c435 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Calling delete_port for a86d42b3-310d-4700-9041-ab92a13c8bf8 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:33.276895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Allocated IP 2001:db8::2 (de08d58b-05d0-4b62-bb23-97f868f237b1/513a3b31-7a0a-4d60-a8c1-4c3a7feb72c1/f1a6feac-64da-4f9e-92c7-6629db9bdbe9) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:33.304045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.316782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:33.329547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:subnet and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:33.335304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:33.358634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:33.382160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:33.382947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.504115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.562276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.618200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.640305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:33.658412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-97597850-9600-4844-a15c-ca8ccd959a4b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/3402f258-5820-4584-9a01-259a6455e19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8591278 Jan 21 09:39:33.660416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57026) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:33.661908 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494ef07-e41d-42d1-afa2-773fab173794 None None] Sync routers for ids ['3402f258-5820-4584-9a01-259a6455e19b'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:33.669831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.681730 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494ef07-e41d-42d1-afa2-773fab173794 None None] Routers {'3402f258-5820-4584-9a01-259a6455e19b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:33.682497 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e494ef07-e41d-42d1-afa2-773fab173794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3402f258-5820-4584-9a01-259a6455e19b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:33.735557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.739949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8a537d5d-2e98-44db-abc6-b1069ecfdd38 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3113787 Jan 21 09:39:33.742142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4237c18c-d5e3-431d-8188-6f38c400ad74 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:33.749354 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e494ef07-e41d-42d1-afa2-773fab173794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:33.749819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Transition to ACTIVE for port object f1a6feac-64da-4f9e-92c7-6629db9bdbe9 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:33.751038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57030) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:33.760394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:33.764608 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494ef07-e41d-42d1-afa2-773fab173794 None None] Routers {'3402f258-5820-4584-9a01-259a6455e19b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:33.765339 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e494ef07-e41d-42d1-afa2-773fab173794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3402f258-5820-4584-9a01-259a6455e19b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:33.795958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Transition to ACTIVE for port object f1a6feac-64da-4f9e-92c7-6629db9bdbe9 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:33.808099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.815125 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02d16f3a-7a1e-4b16-b44f-5ebba3b2c435 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:33.820442 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d797fa40-7089-4524-b044-afc065c4086a req-04700d4b-c603-465a-a48d-1516aa4f9486 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904551 Jan 21 09:39:33.836373 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e494ef07-e41d-42d1-afa2-773fab173794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:33.836959 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494ef07-e41d-42d1-afa2-773fab173794 None None] The sync data for ids ['3402f258-5820-4584-9a01-259a6455e19b'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:33.849682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4237c18c-d5e3-431d-8188-6f38c400ad74 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:33.853349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4237c18c-d5e3-431d-8188-6f38c400ad74 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=3402f258-5820-4584-9a01-259a6455e19b HTTP/1.1" status: 200 len: 205 time: 0.1859367 Jan 21 09:39:33.855236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57034) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:33.910931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d16f3a-7a1e-4b16-b44f-5ebba3b2c435 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event deleted for resources: {'Port': ['ID=a86d42b3-310d-4700-9041-ab92a13c8bf8,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.913087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Network de08d58b-05d0-4b62-bb23-97f868f237b1 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:33.917477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:33.919771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Pushing event updated for resources: {'Port': ['ID=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:33.922145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:34.086143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.137870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f194621d-d1e1-4b47-873b-b5c9ab2550a5']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:34.155369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbe892d-917c-49fd-9e1a-accee49a9ab9') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:34.155662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbe892d-917c-49fd-9e1a-accee49a9ab9') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:34.173366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.202427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.216545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:34.217296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.231958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Attempting to bind port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:34.232470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Attempting to bind port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'ee9b6cde-5938-41ea-b484-5db9d1986cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:34.233008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Attempting to bind port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 on network de08d58b-05d0-4b62-bb23-97f868f237b1 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:34.243062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:34.243062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Checking segment: {'id': 'ee9b6cde-5938-41ea-b484-5db9d1986cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:34.243558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.244046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Bound using segment: {'id': 'ee9b6cde-5938-41ea-b484-5db9d1986cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:34.244628 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Bound port: f1a6feac-64da-4f9e-92c7-6629db9bdbe9, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9b6cde-5938-41ea-b484-5db9d1986cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:34.245105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:34.303485 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:34.344777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02d16f3a-7a1e-4b16-b44f-5ebba3b2c435 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.367818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] For port f1a6feac-64da-4f9e-92c7-6629db9bdbe9, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:34.382738 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] For port f1a6feac-64da-4f9e-92c7-6629db9bdbe9, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,segment=NetworkSegment(ee9b6cde-5938-41ea-b484-5db9d1986cb1),segment_id=ee9b6cde-5938-41ea-b484-5db9d1986cb1)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:34.390985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.400068 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-02d16f3a-7a1e-4b16-b44f-5ebba3b2c435 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "DELETE /v2.0/ports/a86d42b3-310d-4700-9041-ab92a13c8bf8 HTTP/1.1" status: 204 len: 168 time: 2.0811822 Jan 21 09:39:34.401280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57040) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.447696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.467728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.486207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56a555-ffbe-49b6-9bb5-e2842fe3e3b5 None None] Pushing event updated for resources: {'Port': ['ID=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.494646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.545362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Network': ['ID=f194621d-d1e1-4b47-873b-b5c9ab2550a5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:34.548765 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b88430c-473b-4e31-8178-b490e8eee573 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] GET failed (client error): The resource could not be found. Jan 21 09:39:34.549586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6b88430c-473b-4e31-8178-b490e8eee573 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Synchronizing usage tracker for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:34.552477 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-19a7fece-d0e2-4df6-9c87-e01c06b2aeb4 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/f194621d-d1e1-4b47-873b-b5c9ab2550a5 HTTP/1.1" status: 204 len: 168 time: 1.4085395 Jan 21 09:39:34.559230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57044) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.569192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1724248d-facc-40c6-ba52-8c93a0ea200a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:34.651718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6b88430c-473b-4e31-8178-b490e8eee573 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Unset dirty status for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:34.651718 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6b88430c-473b-4e31-8178-b490e8eee573 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "GET /v2.0/ports/a86d42b3-310d-4700-9041-ab92a13c8bf8 HTTP/1.1" status: 404 len: 333 time: 0.2398314 Jan 21 09:39:34.655028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57048) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:34.729156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-563344106'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:34.876702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218bc9e-1f22-4d86-8cc2-5c0517c84bf6 req-37a830de-2e12-4698-a9b5-c69da83f9096 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:34.876702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3218bc9e-1f22-4d86-8cc2-5c0517c84bf6 req-37a830de-2e12-4698-a9b5-c69da83f9096 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.5695355 Jan 21 09:39:34.963941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.050450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.085655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network de08d58b-05d0-4b62-bb23-97f868f237b1 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:35.148338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:35.150659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:35.166712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.167301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.171662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=050888e5-bb2f-48f1-a381-89fa2e7d66e6,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:35.203468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:35.247820 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9e77d23c-ed7b-4349-ad47-4ec9c19d6956 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3940337 Jan 21 09:39:35.248675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57052) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:35.254043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Made reservation on behalf of 08ede0094c49457cad2cf6d794a5cdb7 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:35.257072 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.433619 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3218bc9e-1f22-4d86-8cc2-5c0517c84bf6 req-2da5f3d7-2707-4bce-a66f-caec7375898d tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5034654 Jan 21 09:39:35.458410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f1a6feac-64da-4f9e-92c7-6629db9bdbe9 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:35.544470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:35.584201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1724248d-facc-40c6-ba52-8c93a0ea200a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.592346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62577d6-4c92-4251-8030-32750dade6ba tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting subnet 0c9e2f71-c5b8-4d97-9032-45ce38d05ff2 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:39:35.606963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e62577d6-4c92-4251-8030-32750dade6ba tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.611838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] device_id is not set on port 763bfaf7-3dd8-442a-a493-a37cce4c84fd yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:35.636474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1724248d-facc-40c6-ba52-8c93a0ea200a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.678938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb39576-7b35-4b03-aec1-1db4c9b24a04 None None] Network de08d58b-05d0-4b62-bb23-97f868f237b1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:35.701526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc5ee5-09d8-4527-927f-47fd7314d79c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.702768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc5ee5-09d8-4527-927f-47fd7314d79c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.704620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc5ee5-09d8-4527-927f-47fd7314d79c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.705919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc5ee5-09d8-4527-927f-47fd7314d79c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.707357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc5ee5-09d8-4527-927f-47fd7314d79c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:35.708294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f0cc5ee5-09d8-4527-927f-47fd7314d79c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Synchronizing usage tracker for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:35.729378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e62577d6-4c92-4251-8030-32750dade6ba tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.784904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a6d24f7-9c56-415b-8a66-1f3f1c2af9a3 None None] Provisioning for port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:35.790901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1724248d-facc-40c6-ba52-8c93a0ea200a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.791631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1724248d-facc-40c6-ba52-8c93a0ea200a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Fanout notify agent at l3_agent the message router_deleted on router 3402f258-5820-4584-9a01-259a6455e19b {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:35.793279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a6d24f7-9c56-415b-8a66-1f3f1c2af9a3 None None] Provisioning complete for port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:35.793654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a6d24f7-9c56-415b-8a66-1f3f1c2af9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.862972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1724248d-facc-40c6-ba52-8c93a0ea200a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:35.864064 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1724248d-facc-40c6-ba52-8c93a0ea200a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/3402f258-5820-4584-9a01-259a6455e19b HTTP/1.1" status: 204 len: 168 time: 2.0026662 Jan 21 09:39:35.870873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57056) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:35.878875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f0cc5ee5-09d8-4527-927f-47fd7314d79c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Unset dirty status for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:35.883959 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f0cc5ee5-09d8-4527-927f-47fd7314d79c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6313739 Jan 21 09:39:35.886975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57060) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:35.903300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1176828927'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:35.917092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:35.940736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:35.958926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:35.982693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Allocated IP 2001:db8::18b (d45489ef-25da-4e1d-b66a-081064410a26/118af936-fde6-42c1-9026-924187b9957d/763bfaf7-3dd8-442a-a493-a37cce4c84fd) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:35.987788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:35.992390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e62577d6-4c92-4251-8030-32750dade6ba tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.045999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:36.049939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.089431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a6d24f7-9c56-415b-8a66-1f3f1c2af9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.143087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5a6d24f7-9c56-415b-8a66-1f3f1c2af9a3 None None] For port f1a6feac-64da-4f9e-92c7-6629db9bdbe9, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,segment=NetworkSegment(ee9b6cde-5938-41ea-b484-5db9d1986cb1),segment_id=ee9b6cde-5938-41ea-b484-5db9d1986cb1)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:36.155192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a6d24f7-9c56-415b-8a66-1f3f1c2af9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.190397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:36.242158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e62577d6-4c92-4251-8030-32750dade6ba tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.248015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.291174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2df1776-d443-433b-8c52-67683a7af6a0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet 354d4cf1-4631-4b22-a526-0935aea66026 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:39:36.301078 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d24f7-9c56-415b-8a66-1f3f1c2af9a3 None None] Pushing event updated for resources: {'Port': ['ID=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:36.304167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0da0a3-9ca1-4c76-94cb-48e174b3a5bc None None] Update dhcp port {'port': {'network_id': 'de08d58b-05d0-4b62-bb23-97f868f237b1', 'fixed_ips': [{'subnet_id': '513a3b31-7a0a-4d60-a8c1-4c3a7feb72c1', 'ip_address': '2001:db8::2'}, {'subnet_id': '050888e5-bb2f-48f1-a381-89fa2e7d66e6'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': 'f1a6feac-64da-4f9e-92c7-6629db9bdbe9'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:39:36.312706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2df1776-d443-433b-8c52-67683a7af6a0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.343142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62577d6-4c92-4251-8030-32750dade6ba tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9e2f71-c5b8-4d97-9032-45ce38d05ff2,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:36.353070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.362179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.362658 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment c641fd31-5423-4b0d-be7d-eabe07668a46 of type vlan for network 6eec0133-d52a-4973-a6e7-ce4013293db3 Jan 21 09:39:36.366625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e62577d6-4c92-4251-8030-32750dade6ba tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.375151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a854423e-3b9e-4c63-acc5-ecd916149822 None None] Network 891e43d6-0c7c-420a-b0d6-2d64c425299a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:36.398407 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e62577d6-4c92-4251-8030-32750dade6ba tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/subnets/0c9e2f71-c5b8-4d97-9032-45ce38d05ff2 HTTP/1.1" status: 204 len: 168 time: 1.7753944 Jan 21 09:39:36.402342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2df1776-d443-433b-8c52-67683a7af6a0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.417906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57064) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:36.456570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2d0da0a3-9ca1-4c76-94cb-48e174b3a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.520952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Deleting port 36dd105e-0f94-4fbd-b8bf-3781102e450c {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:36.521336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.628707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.703953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2df1776-d443-433b-8c52-67683a7af6a0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.715977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.742635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.792679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Transition to ACTIVE for port object 763bfaf7-3dd8-442a-a493-a37cce4c84fd will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:36.795306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.799894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:36.800699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.811390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-2d0da0a3-9ca1-4c76-94cb-48e174b3a5bc None None] Allocated IP 172.20.0.1 (de08d58b-05d0-4b62-bb23-97f868f237b1/050888e5-bb2f-48f1-a381-89fa2e7d66e6/f1a6feac-64da-4f9e-92c7-6629db9bdbe9) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:36.862669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting port 82345ed8-91f4-47d9-a1de-98fb1829184a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:36.863213 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.882383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] For port 36dd105e-0f94-4fbd-b8bf-3781102e450c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36dd105e-0f94-4fbd-b8bf-3781102e450c,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:36.882740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:36.887989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Allocated IP 172.26.1.81 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/30860f59-01fe-4aaf-99ef-4c1e91d68a42) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:36.960259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba70bec-48a4-4d04-aac4-9425aac32950 req-b20bc6f2-4d90-49f5-bdf4-e4ef9c9becd9 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:36.961588 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8ba70bec-48a4-4d04-aac4-9425aac32950 req-b20bc6f2-4d90-49f5-bdf4-e4ef9c9becd9 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.2958732 Jan 21 09:39:36.971217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Router 76c0d1a0-af66-4ad6-a318-7d6e11124537 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:36.982389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2d0da0a3-9ca1-4c76-94cb-48e174b3a5bc None None] For port f1a6feac-64da-4f9e-92c7-6629db9bdbe9, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,segment=NetworkSegment(ee9b6cde-5938-41ea-b484-5db9d1986cb1),segment_id=ee9b6cde-5938-41ea-b484-5db9d1986cb1)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:37.012402 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2d0da0a3-9ca1-4c76-94cb-48e174b3a5bc None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.015559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2df1776-d443-433b-8c52-67683a7af6a0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.026828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Calling delete_port for 36dd105e-0f94-4fbd-b8bf-3781102e450c owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:37.034007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2d0da0a3-9ca1-4c76-94cb-48e174b3a5bc None None] Transition to ACTIVE for port object f1a6feac-64da-4f9e-92c7-6629db9bdbe9 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:37.037139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] DHCP port deletion for 891e43d6-0c7c-420a-b0d6-2d64c425299a request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:37.042732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] Deleting port 82345ed8-91f4-47d9-a1de-98fb1829184a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:37.043110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.061371 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1713178 Jan 21 09:39:37.075318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2d0da0a3-9ca1-4c76-94cb-48e174b3a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.093645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57070) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:37.112592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-afebccc1-7b76-472c-a638-01d1ba7be739 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:37.130967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232727d-8784-4c2f-a594-8028cb4ee38f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=6eec0133-d52a-4973-a6e7-ce4013293db3,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:37.150491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:37.243250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df1776-d443-433b-8c52-67683a7af6a0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=354d4cf1-4631-4b22-a526-0935aea66026,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:37.271190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e2df1776-d443-433b-8c52-67683a7af6a0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.302714 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e2df1776-d443-433b-8c52-67683a7af6a0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/354d4cf1-4631-4b22-a526-0935aea66026 HTTP/1.1" status: 204 len: 168 time: 1.4277332 Jan 21 09:39:37.303984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536688e3-6b80-4a7b-b86b-c3190f10497a None None] Network 73cc8606-9c99-4b25-9f58-9a917415b796 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:37.304501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57074) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:37.353080 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8ba70bec-48a4-4d04-aac4-9425aac32950 req-c76dacb4-7da7-4717-9b26-550d55b1c915 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741412 Jan 21 09:39:37.542839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f1a6feac-64da-4f9e-92c7-6629db9bdbe9 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:37.552875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.669813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a39172-1a13-4c81-981e-f17fe488a1d6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet a160652b-2eb9-4954-98b4-6b427d7154c1 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:39:37.674267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5a39172-1a13-4c81-981e-f17fe488a1d6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.699969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0da0a3-9ca1-4c76-94cb-48e174b3a5bc None None] Pushing event updated for resources: {'Port': ['ID=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:37.842060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa623e2-a170-4f6e-ad67-922b7fc38609 req-8f92b316-fef1-426b-a66f-a035184d969b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:37.845110 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-afa623e2-a170-4f6e-ad67-922b7fc38609 req-8f92b316-fef1-426b-a66f-a035184d969b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3103678 Jan 21 09:39:37.847415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5a39172-1a13-4c81-981e-f17fe488a1d6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.848420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] For port 82345ed8-91f4-47d9-a1de-98fb1829184a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=82345ed8-91f4-47d9-a1de-98fb1829184a,segment=NetworkSegment(2e7c40ce-049b-41bc-824a-1e1dfb2861dd),segment_id=2e7c40ce-049b-41bc-824a-1e1dfb2861dd)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:37.849111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:37.863494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Network d45489ef-25da-4e1d-b66a-081064410a26 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:37.873846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:37.939160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=763bfaf7-3dd8-442a-a493-a37cce4c84fd,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:37.952562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:37.958794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:37.959823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.036997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] Calling delete_port for 82345ed8-91f4-47d9-a1de-98fb1829184a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:38.040555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.107102 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-afa623e2-a170-4f6e-ad67-922b7fc38609 req-cdae081c-ddd5-4621-9196-6e986aaa2709 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231357 Jan 21 09:39:38.119335 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4d0cae57-5d69-4718-92cb-68c71b672d9a tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4007492 Jan 21 09:39:38.119533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36dd105e-0f94-4fbd-b8bf-3781102e450c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:38.121559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57080) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:38.146262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] For port 82345ed8-91f4-47d9-a1de-98fb1829184a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=82345ed8-91f4-47d9-a1de-98fb1829184a,segment=NetworkSegment(2e7c40ce-049b-41bc-824a-1e1dfb2861dd),segment_id=2e7c40ce-049b-41bc-824a-1e1dfb2861dd)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:38.147773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.162954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.198022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3e:bb:4e'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:38.239506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 82345ed8-91f4-47d9-a1de-98fb1829184a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:38.280977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-afebccc1-7b76-472c-a638-01d1ba7be739 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.371194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] DHCP port deletion for 73cc8606-9c99-4b25-9f58-9a917415b796 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:38.395665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.397202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Calling delete_port for 82345ed8-91f4-47d9-a1de-98fb1829184a owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:38.463897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-afebccc1-7b76-472c-a638-01d1ba7be739 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.503577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] Pushing event deleted for resources: {'Port': ['ID=82345ed8-91f4-47d9-a1de-98fb1829184a,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:38.513064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] Deleting port b6caf53e-a835-4444-9237-6e0a40238576 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:38.513439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.607647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0152aa-4284-4416-a69c-65449a19f42f None None] No DVR routers for this DVR port 82345ed8-91f4-47d9-a1de-98fb1829184a on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:38.619580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No active binding found for port 82345ed8-91f4-47d9-a1de-98fb1829184a {{(pid=83428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 21 09:39:38.620004 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 82345ed8-91f4-47d9-a1de-98fb1829184a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:38.679150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e51359ea-e6de-49b6-b1ae-d140c350325a None None] Provisioning for port 763bfaf7-3dd8-442a-a493-a37cce4c84fd completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:38.684246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afebccc1-7b76-472c-a638-01d1ba7be739 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 is not hosted by any dhcp agent {{(pid=83426) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:39:38.695977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e51359ea-e6de-49b6-b1ae-d140c350325a None None] Provisioning complete for port 763bfaf7-3dd8-442a-a493-a37cce4c84fd triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:38.695977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e51359ea-e6de-49b6-b1ae-d140c350325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.696395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afebccc1-7b76-472c-a638-01d1ba7be739 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:38.697045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-afebccc1-7b76-472c-a638-01d1ba7be739 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.701765 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-afebccc1-7b76-472c-a638-01d1ba7be739 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "PUT /v2.0/networks/6eec0133-d52a-4973-a6e7-ce4013293db3 HTTP/1.1" status: 200 len: 723 time: 1.6046867 Jan 21 09:39:38.704231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57088) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:38.747355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5a39172-1a13-4c81-981e-f17fe488a1d6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.747972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': '6eec0133-d52a-4973-a6e7-ce4013293db3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:38.756297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b0ce39-eca7-4c64-b8e0-a43311d33561 None None] Network de08d58b-05d0-4b62-bb23-97f868f237b1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:38.899260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:38.904232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebccc1-7b76-472c-a638-01d1ba7be739 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=6eec0133-d52a-4973-a6e7-ce4013293db3,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:38.986926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:39.002093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:39.002459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:39.026256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:39.032801 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:39.038691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:39.044508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event updated for resources: {'Port': ['ID=30860f59-01fe-4aaf-99ef-4c1e91d68a42,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.048347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:39.065278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:39.073848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5a39172-1a13-4c81-981e-f17fe488a1d6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.078139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e51359ea-e6de-49b6-b1ae-d140c350325a None None] Port 763bfaf7-3dd8-442a-a493-a37cce4c84fd cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:39.090769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:39.128093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a39172-1a13-4c81-981e-f17fe488a1d6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=a160652b-2eb9-4954-98b4-6b427d7154c1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:39.129882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.157368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5a39172-1a13-4c81-981e-f17fe488a1d6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.179082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:39.192517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b67ce-a443-4dcb-ba7b-ebed128b122a None None] Network 948cfe3c-65aa-40b2-9a6c-238e565ba861 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:39.215620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696047b-54e5-4f15-af47-b2ba202441a9 req-09146e3c-6ffe-4a92-bee4-feb20ea47d25 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:39.217130 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e696047b-54e5-4f15-af47-b2ba202441a9 req-09146e3c-6ffe-4a92-bee4-feb20ea47d25 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3519809 Jan 21 09:39:39.225491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] Sync routers for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:39.266662 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d5a39172-1a13-4c81-981e-f17fe488a1d6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/a160652b-2eb9-4954-98b4-6b427d7154c1 HTTP/1.1" status: 204 len: 168 time: 1.9553161 Jan 21 09:39:39.295098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57092) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:39.380357 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-582088eb-26b6-494a-bf65-e593b2e7c83d admin admin] 10.222.0.122 "PUT /v2.0/routers/76c0d1a0-af66-4ad6-a318-7d6e11124537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3934546 Jan 21 09:39:39.384581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57096) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:39.429423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] For port b6caf53e-a835-4444-9237-6e0a40238576, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b6caf53e-a835-4444-9237-6e0a40238576,segment=NetworkSegment(10d64dbb-a66d-42f3-916c-4a764113ad53),segment_id=10d64dbb-a66d-42f3-916c-4a764113ad53)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:39.429824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.439893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:39.440520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:39.448486 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.572542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Deleting port 82345ed8-91f4-47d9-a1de-98fb1829184a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:39.573018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.578072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f1a6feac-64da-4f9e-92c7-6629db9bdbe9 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:39.672479 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e696047b-54e5-4f15-af47-b2ba202441a9 req-9a5cdb2f-6f7a-41b3-92a4-0ca2a60e4272 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4076009 Jan 21 09:39:39.685787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.722754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] The port '82345ed8-91f4-47d9-a1de-98fb1829184a' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:39:39.747603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port b6caf53e-a835-4444-9237-6e0a40238576 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:39.747603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.768387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] Calling delete_port for b6caf53e-a835-4444-9237-6e0a40238576 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:39.825935 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-96464374-418e-467a-ac47-3c23d372d323 None None] Provisioning for port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:39.848081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-96464374-418e-467a-ac47-3c23d372d323 None None] Provisioning complete for port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:39.848081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-96464374-418e-467a-ac47-3c23d372d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:39.879140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.011692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.075408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891e43d6-0c7c-420a-b0d6-2d64c425299a']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:40.099639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7c40ce-049b-41bc-824a-1e1dfb2861dd') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:40.100429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7c40ce-049b-41bc-824a-1e1dfb2861dd') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:40.122030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.129875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.148907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.180341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.195684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:40.302281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] Pushing event deleted for resources: {'Port': ['ID=b6caf53e-a835-4444-9237-6e0a40238576,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.345822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:40.346042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.346264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.366574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:40.366574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:40.387383 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:40.393809 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.415428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] In _notify_port_updated(), no bound segment for port 763bfaf7-3dd8-442a-a493-a37cce4c84fd on network d45489ef-25da-4e1d-b66a-081064410a26 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:39:40.419567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:40.420216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.431277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "PUT /v2.0/ports/763bfaf7-3dd8-442a-a493-a37cce4c84fd HTTP/1.1" status: 200 len: 1002 time: 2.3031089 Jan 21 09:39:40.437010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57104) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:40.490641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1521e871-893b-40ba-b4da-fd5654bf87bc None None] No DVR routers for this DVR port b6caf53e-a835-4444-9237-6e0a40238576 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:40.510095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18747426-a3e4-4e89-b6b4-42f1b36ae915 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=763bfaf7-3dd8-442a-a493-a37cce4c84fd,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.556619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port b6caf53e-a835-4444-9237-6e0a40238576, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b6caf53e-a835-4444-9237-6e0a40238576,segment=NetworkSegment(10d64dbb-a66d-42f3-916c-4a764113ad53),segment_id=10d64dbb-a66d-42f3-916c-4a764113ad53)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:40.556980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.587278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-dcb35a27-4649-43eb-ba8a-c6bbcf403e14 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6919646 Jan 21 09:39:40.658709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.753307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] DHCP port deletion for 948cfe3c-65aa-40b2-9a6c-238e565ba861 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:40.774800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for b6caf53e-a835-4444-9237-6e0a40238576 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:40.789307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] Deleting port 7c12d183-b460-482e-b63a-e7964ec3630f {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:40.789676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.826232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9de12230-3c30-4666-b038-06b92c2e5a55 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting port 763bfaf7-3dd8-442a-a493-a37cce4c84fd {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:40.826852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9de12230-3c30-4666-b038-06b92c2e5a55 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.875866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.892883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.930195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:40.953762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=2788057a-abf0-410f-b0df-4fc438fb3239,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:40.978346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-085ff2bf-be46-4b29-8692-4d033c19d309 None None] Provisioning complete for port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:40.978718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-085ff2bf-be46-4b29-8692-4d033c19d309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.024707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a86b99-82a6-4809-b245-d26383300ec6 req-a89d143d-380d-4923-a883-dce793ccc262 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.032536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16a86b99-82a6-4809-b245-d26383300ec6 req-a89d143d-380d-4923-a883-dce793ccc262 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.7578359 Jan 21 09:39:41.033536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b6caf53e-a835-4444-9237-6e0a40238576 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:41.034146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.057022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.127756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] Pushing event deleted for resources: {'Network': ['ID=891e43d6-0c7c-420a-b0d6-2d64c425299a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:41.141110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:41.144457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:41.144642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': 'c641fd31-5423-4b0d-be7d-eabe07668a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6eec0133-d52a-4973-a6e7-ce4013293db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:41.144642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: 6eec0133-d52a-4973-a6e7-ce4013293db3, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:41.153099 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3c052d0d-cd58-458d-a7b2-594841330672 tempest-NetworksIpV6TestAttrs-1098171325 tempest-NetworksIpV6TestAttrs-1098171325-project] 10.222.0.122 "DELETE /v2.0/networks/891e43d6-0c7c-420a-b0d6-2d64c425299a HTTP/1.1" status: 204 len: 168 time: 4.7331607 Jan 21 09:39:41.179168 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: b6caf53e-a835-4444-9237-6e0a40238576 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:41.179744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b6caf53e-a835-4444-9237-6e0a40238576 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:41.211579 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16a86b99-82a6-4809-b245-d26383300ec6 req-67682621-5873-46ef-8531-f667f8138966 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780584 Jan 21 09:39:41.223758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:41.251823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 6eec0133-d52a-4973-a6e7-ce4013293db3) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:41.260270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:41.260858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4071207'] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.273677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d34fd8-f6a1-44c2-8271-dc9c508ee12f None None] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:41.291220 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-7175d97d-c59b-4242-8020-0293aad203c0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1099 time: 0.6311402 Jan 21 09:39:41.312375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.379686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] Checking router: 76c0d1a0-af66-4ad6-a318-7d6e11124537 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:39:41.395835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] For port 7c12d183-b460-482e-b63a-e7964ec3630f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c12d183-b460-482e-b63a-e7964ec3630f,segment=NetworkSegment(5c9e99f6-d2a2-479c-8620-4ea962b18de1),segment_id=5c9e99f6-d2a2-479c-8620-4ea962b18de1)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:41.396231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.511894 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e5c3d361-97e6-44ae-b828-fe6766a9d7e2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7935872 Jan 21 09:39:41.513715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57110) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:41.523774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2e9ea054-e29c-4fd7-8834-f5a5488b4122 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:41.554876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7c12d183-b460-482e-b63a-e7964ec3630f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:41.610098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] Calling delete_port for 7c12d183-b460-482e-b63a-e7964ec3630f owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:41.666073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port b6caf53e-a835-4444-9237-6e0a40238576 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:41.666673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.678653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] Routers {'76c0d1a0-af66-4ad6-a318-7d6e11124537'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:41.679373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['76c0d1a0-af66-4ad6-a318-7d6e11124537'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:41.747588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9de12230-3c30-4666-b038-06b92c2e5a55 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.772648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2e9ea054-e29c-4fd7-8834-f5a5488b4122 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2047550'] for subnet, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.813348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57116) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:41.831264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] The port 'b6caf53e-a835-4444-9237-6e0a40238576' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:39:41.861618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:41.904813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Deleting port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:41.905084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.007675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9de12230-3c30-4666-b038-06b92c2e5a55 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Calling delete_port for 763bfaf7-3dd8-442a-a493-a37cce4c84fd owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:42.046722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.082664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Router 82c9fc54-c75a-4658-9524-4d9c95fb504b is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:39:42.088158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.169409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] Pushing event deleted for resources: {'Port': ['ID=7c12d183-b460-482e-b63a-e7964ec3630f,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.195684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d866c6-8597-482d-b0aa-ecc1145b9c82 None None] No DVR routers for this DVR port 7c12d183-b460-482e-b63a-e7964ec3630f on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:42.230477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-34314cb4-722b-453d-be79-594796fc532e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.232544 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-34314cb4-722b-453d-be79-594796fc532e service neutron] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 911 time: 0.9130335 Jan 21 09:39:42.247703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] Set router 76c0d1a0-af66-4ad6-a318-7d6e11124537 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:42.294802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-6eec0133-d52a-4973-a6e7-ce4013293db3', 'network_id': '6eec0133-d52a-4973-a6e7-ce4013293db3', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': '2788057a-abf0-410f-b0df-4fc438fb3239'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:42.295657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.342844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c8d51bb5-3760-4d26-a6e3-462ea182d8ad None None] Provisioning complete for port 763bfaf7-3dd8-442a-a493-a37cce4c84fd triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:42.342844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c8d51bb5-3760-4d26-a6e3-462ea182d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.363872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.373533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2e9ea054-e29c-4fd7-8834-f5a5488b4122 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777543328503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1582997'] for subnet, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.446885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cc8606-9c99-4b25-9f58-9a917415b796']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:42.448436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ea054-e29c-4fd7-8834-f5a5488b4122 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.449513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2e9ea054-e29c-4fd7-8834-f5a5488b4122 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.454457 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2e9ea054-e29c-4fd7-8834-f5a5488b4122 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "PUT /v2.0/subnets/2788057a-abf0-410f-b0df-4fc438fb3239 HTTP/1.1" status: 200 len: 826 time: 0.9356372 Jan 21 09:39:42.469344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57124) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:42.536973 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-fc1fe03b-e396-4f91-9d2c-05b0ec86449d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 1001 time: 0.2922952 Jan 21 09:39:42.542977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d64dbb-a66d-42f3-916c-4a764113ad53') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:42.542977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d64dbb-a66d-42f3-916c-4a764113ad53') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:42.617582 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b28269f1-d593-4b49-9629-36b91fc389b9 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1c45eb8797d24af5acd8a64738f4f9fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8026559 Jan 21 09:39:42.633588 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57128) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:42.638824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ea054-e29c-4fd7-8834-f5a5488b4122 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=2788057a-abf0-410f-b0df-4fc438fb3239,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.659507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.681501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c8d51bb5-3760-4d26-a6e3-462ea182d8ad None None] Port 763bfaf7-3dd8-442a-a493-a37cce4c84fd cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:42.727729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.729844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] For port 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:42.730486 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.746692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:42.747102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:42.766266 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:42.776855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-9dd6b25b-25cb-4880-a0c8-639b36ed9e10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.783005 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-9dd6b25b-25cb-4880-a0c8-639b36ed9e10 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.2187803 Jan 21 09:39:42.823654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Allocated IP 2001:db8::2 (6eec0133-d52a-4973-a6e7-ce4013293db3/2788057a-abf0-410f-b0df-4fc438fb3239/00987c4c-618e-4c1f-85c2-90a86cec834a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:42.896456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9de12230-3c30-4666-b038-06b92c2e5a55 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.929693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Calling delete_port for 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:42.961813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:42.967891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:42.970036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de12230-3c30-4666-b038-06b92c2e5a55 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event deleted for resources: {'Port': ['ID=763bfaf7-3dd8-442a-a493-a37cce4c84fd,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:42.981191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aafea-f0ae-4eb2-805b-7e16d431ee9c req-738944f0-129b-4e24-bcfb-02ec03e77dd3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:42.981348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebe0b4-fb35-498e-b7a9-8e41562824a1 None None] The sync data for ids ['76c0d1a0-af66-4ad6-a318-7d6e11124537'] in dv-neutron-825724-1-hyperv is: [{'id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'name': 'tempest-ServersTestManualDisk-551301892-router', 'tenant_id': '14ac52abc1b64a9d8facf94697773bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:15Z', 'updated_at': '2022-01-21T09:39:31Z', 'revision_number': 5, 'project_id': '14ac52abc1b64a9d8facf94697773bb1', 'gw_port': {'id': '32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d1a0-af66-4ad6-a318-7d6e11124537', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:16Z', 'updated_at': '2022-01-21T09:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:42.988965 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a26aafea-f0ae-4eb2-805b-7e16d431ee9c req-738944f0-129b-4e24-bcfb-02ec03e77dd3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.5317204 Jan 21 09:39:43.000047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d15a45b-8704-4d5e-88fc-0e67852628e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.023686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.121718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.137752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Transition to ACTIVE for port object 00987c4c-618e-4c1f-85c2-90a86cec834a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:43.166694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Transition to ACTIVE for port object 00987c4c-618e-4c1f-85c2-90a86cec834a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:43.173732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.190892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d15a45b-8704-4d5e-88fc-0e67852628e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.198119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.241957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=73cc8606-9c99-4b25-9f58-9a917415b796,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.246063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:43.249311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:43.255147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:43.263646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Pushing event updated for resources: {'Port': ['ID=00987c4c-618e-4c1f-85c2-90a86cec834a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.281932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9de12230-3c30-4666-b038-06b92c2e5a55 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.303134 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e1199f6e-887c-4dc7-a6df-e646ffd9db6a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/73cc8606-9c99-4b25-9f58-9a917415b796 HTTP/1.1" status: 204 len: 168 time: 4.0071111 Jan 21 09:39:43.306468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.309074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57132) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.325241 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a26aafea-f0ae-4eb2-805b-7e16d431ee9c req-895f7323-ce9e-418f-ae37-455054f1cd76 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353007 Jan 21 09:39:43.398398 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e03e7186-d550-464f-a415-2c38525e9d41 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:43.445880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Attempting to bind port 00987c4c-618e-4c1f-85c2-90a86cec834a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:43.446269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Attempting to bind port 00987c4c-618e-4c1f-85c2-90a86cec834a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'c641fd31-5423-4b0d-be7d-eabe07668a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6eec0133-d52a-4973-a6e7-ce4013293db3'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:43.446733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Attempting to bind port 00987c4c-618e-4c1f-85c2-90a86cec834a on network 6eec0133-d52a-4973-a6e7-ce4013293db3 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:43.455771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e03e7186-d550-464f-a415-2c38525e9d41 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:43.456298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e03e7186-d550-464f-a415-2c38525e9d41 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:43.465621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9de12230-3c30-4666-b038-06b92c2e5a55 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "DELETE /v2.0/ports/763bfaf7-3dd8-442a-a493-a37cce4c84fd HTTP/1.1" status: 204 len: 168 time: 3.0251040 Jan 21 09:39:43.467421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:43.468604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Checking segment: {'id': 'c641fd31-5423-4b0d-be7d-eabe07668a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6eec0133-d52a-4973-a6e7-ce4013293db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:43.473014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.473587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Bound using segment: {'id': 'c641fd31-5423-4b0d-be7d-eabe07668a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6eec0133-d52a-4973-a6e7-ce4013293db3'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:43.474227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Bound port: 00987c4c-618e-4c1f-85c2-90a86cec834a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c641fd31-5423-4b0d-be7d-eabe07668a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6eec0133-d52a-4973-a6e7-ce4013293db3'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:43.476319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.476675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57138) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.626152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] For port 00987c4c-618e-4c1f-85c2-90a86cec834a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:43.632112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] For port 00987c4c-618e-4c1f-85c2-90a86cec834a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=00987c4c-618e-4c1f-85c2-90a86cec834a,segment=NetworkSegment(c641fd31-5423-4b0d-be7d-eabe07668a46),segment_id=c641fd31-5423-4b0d-be7d-eabe07668a46)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:43.644193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.658835 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02026dc-e78d-4c97-b147-d0b6cd57495f tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] GET failed (client error): The resource could not be found. Jan 21 09:39:43.659306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b02026dc-e78d-4c97-b147-d0b6cd57495f tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Synchronizing usage tracker for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:43.681164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-b25d56c0-df66-48d1-9c8e-96a6256ceaa2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8462415 Jan 21 09:39:43.737874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:43.771082 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5fec9-aa61-4b58-be1d-cb1c4ea3f661 None None] Sync routers for ids ['82c9fc54-c75a-4658-9524-4d9c95fb504b'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:43.784875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d15a45b-8704-4d5e-88fc-0e67852628e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.801101 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5fec9-aa61-4b58-be1d-cb1c4ea3f661 None None] Routers {'82c9fc54-c75a-4658-9524-4d9c95fb504b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:43.805698 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-24c5fec9-aa61-4b58-be1d-cb1c4ea3f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['82c9fc54-c75a-4658-9524-4d9c95fb504b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.824338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.833271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.839913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b02026dc-e78d-4c97-b147-d0b6cd57495f tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Unset dirty status for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:43.847829 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b02026dc-e78d-4c97-b147-d0b6cd57495f tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "GET /v2.0/ports/763bfaf7-3dd8-442a-a493-a37cce4c84fd HTTP/1.1" status: 404 len: 333 time: 0.3698916 Jan 21 09:39:43.851438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57144) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:43.856698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:43.859583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-601944763'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:43.887108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aa33f-80e2-4b3a-90b0-d5ea91cb047f None None] Pushing event updated for resources: {'Port': ['ID=00987c4c-618e-4c1f-85c2-90a86cec834a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:43.954993 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-24c5fec9-aa61-4b58-be1d-cb1c4ea3f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:43.968040 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5fec9-aa61-4b58-be1d-cb1c4ea3f661 None None] Routers {'82c9fc54-c75a-4658-9524-4d9c95fb504b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:43.969764 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-24c5fec9-aa61-4b58-be1d-cb1c4ea3f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['82c9fc54-c75a-4658-9524-4d9c95fb504b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.009741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.014814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15a45b-8704-4d5e-88fc-0e67852628e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e544448c-a91c-4649-9911-0ff86472d26c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.027168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=2788057a-abf0-410f-b0df-4fc438fb3239,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:44.039499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d15a45b-8704-4d5e-88fc-0e67852628e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.044894 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5d15a45b-8704-4d5e-88fc-0e67852628e9 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e544448c-a91c-4649-9911-0ff86472d26c HTTP/1.1" status: 204 len: 168 time: 1.4074135 Jan 21 09:39:44.051619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.057050 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8cbb3923-bca3-487a-ba55-a4ecb6818f00 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "PUT /v2.0/routers/82c9fc54-c75a-4658-9524-4d9c95fb504b HTTP/1.1" status: 200 len: 878 time: 10.3049045 Jan 21 09:39:44.060338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57152) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:44.118544 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-24c5fec9-aa61-4b58-be1d-cb1c4ea3f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.119088 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5fec9-aa61-4b58-be1d-cb1c4ea3f661 None None] The sync data for ids ['82c9fc54-c75a-4658-9524-4d9c95fb504b'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:44.161967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.283578 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-ec2386c7-37c1-43e5-ae4d-eb1642a8d9d2 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834794 Jan 21 09:39:44.413367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eec0133-d52a-4973-a6e7-ce4013293db3']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.420937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:44.434614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c641fd31-5423-4b0d-be7d-eabe07668a46') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.435312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c641fd31-5423-4b0d-be7d-eabe07668a46') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.455009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.494488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.515431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:44.516395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:44.533649 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:44.588331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:44.642903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.660282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Made reservation on behalf of 08ede0094c49457cad2cf6d794a5cdb7 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:44.663344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.679550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Router d0349bba-b345-444f-b307-26531f4a05b5 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:39:44.726736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948cfe3c-65aa-40b2-9a6c-238e565ba861']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.755632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:39:44.755632 dv-neutron-825724-1-hyperv neutron-server[83426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:39:44.755632 dv-neutron-825724-1-hyperv neutron-server[83426]: [parameters: {'id': '6eec0133-d52a-4973-a6e7-ce4013293db3'}] Jan 21 09:39:44.755632 dv-neutron-825724-1-hyperv neutron-server[83426]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:44.755632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:44.764869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.781155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29dc9b-92ec-4eeb-9f9f-a3e57831ffc0 req-801973d1-d4f0-4835-9a8a-7e9a3b0d11d2 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:44.788843 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2b29dc9b-92ec-4eeb-9f9f-a3e57831ffc0 req-801973d1-d4f0-4835-9a8a-7e9a3b0d11d2 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.6381869 Jan 21 09:39:44.791701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] device_id is not set on port 12c581f8-2bcd-49f4-a597-9f5e1ba88472 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:44.831791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9e99f6-d2a2-479c-8620-4ea962b18de1') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.832343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9e99f6-d2a2-479c-8620-4ea962b18de1') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:44.865798 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e55ab41-102c-4400-baab-07d2a5e72a8d req-21c93a49-90fe-4e4d-8089-f64b3b41d409 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678647 Jan 21 09:39:44.870412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:44.983461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.024744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:45.025306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:45.049632 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:45.169718 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2b29dc9b-92ec-4eeb-9f9f-a3e57831ffc0 req-4e5e7b05-7796-4ea3-be92-1a2eba86c770 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795173 Jan 21 09:39:45.224376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.248142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.248965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.260888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.284657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Allocated IP 2001:db8::3c9 (d45489ef-25da-4e1d-b66a-081064410a26/118af936-fde6-42c1-9026-924187b9957d/12c581f8-2bcd-49f4-a597-9f5e1ba88472) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:45.290844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.296958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.297955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c0d1a0-af66-4ad6-a318-7d6e11124537 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:45.306718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port 00987c4c-618e-4c1f-85c2-90a86cec834a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:45.307282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.308479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e29c69-1f1f-415b-944e-2a4a3fe9c049 None None] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:45.319128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=948cfe3c-65aa-40b2-9a6c-238e565ba861,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:45.345390 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-527cfcfa-9adc-4530-9c40-4f65e010ce09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/948cfe3c-65aa-40b2-9a6c-238e565ba861 HTTP/1.1" status: 204 len: 168 time: 2.0343266 Jan 21 09:39:45.354350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57172) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.382666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-437262836'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:45.394662 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ae3e07fc-1b0a-4bf0-b9c2-8739b4d2c160 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/routers/82c9fc54-c75a-4658-9524-4d9c95fb504b HTTP/1.1" status: 200 len: 919 time: 1.3340666 Jan 21 09:39:45.412851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57176) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.413883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:45.420195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.428035 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ddc7e385-30e3-4aee-b9e6-3df9399c88a6 admin admin] 10.222.0.122 "DELETE /v2.0/routers/76c0d1a0-af66-4ad6-a318-7d6e11124537 HTTP/1.1" status: 204 len: 168 time: 6.0409369 Jan 21 09:39:45.428753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57180) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.435221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:45.465240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57184) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:45.565967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2bd07fa5-dbeb-42f9-ba25-58a974e650a9 None None] Provisioning for port 00987c4c-618e-4c1f-85c2-90a86cec834a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:45.652111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:45.698812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:45.758132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d034d916-caa9-4c3a-a39a-5483c3e7f5f6 admin admin] Deleting subnet 1ccd1c86-5539-4a7b-9517-f8bb9da84d24 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:39:45.777427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:45.780062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.849155 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d034d916-caa9-4c3a-a39a-5483c3e7f5f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.861664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--769372136'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:45.871792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:45.885357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:45.893785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:45.902202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:45.907281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] DHCP port deletion for 6eec0133-d52a-4973-a6e7-ce4013293db3 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:45.919479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] Deleting port 00987c4c-618e-4c1f-85c2-90a86cec834a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:45.919479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.943896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.948662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:45.958112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:45.960990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.961560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] For port 00987c4c-618e-4c1f-85c2-90a86cec834a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=00987c4c-618e-4c1f-85c2-90a86cec834a,segment=NetworkSegment(c641fd31-5423-4b0d-be7d-eabe07668a46),segment_id=c641fd31-5423-4b0d-be7d-eabe07668a46)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:45.962011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.972091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d034d916-caa9-4c3a-a39a-5483c3e7f5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:45.977512 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-edfdf428-e80d-4d8f-aa96-1005aaca64f6 admin admin] 10.222.0.122 "PUT /v2.0/routers/d0349bba-b345-444f-b307-26531f4a05b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8622012 Jan 21 09:39:45.983804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57190) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.055457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.070492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] Sync routers for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:46.076233 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Transition to ACTIVE for port object 12c581f8-2bcd-49f4-a597-9f5e1ba88472 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:46.112627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:46.113262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:46.133508 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6eb2e86a-43bf-4c33-800d-ac71328c5f90 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=82c9fc54-c75a-4658-9524-4d9c95fb504b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7165978 Jan 21 09:39:46.136284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57194) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.141261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Calling delete_port for 00987c4c-618e-4c1f-85c2-90a86cec834a owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:46.145574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:46.170968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:46.179034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.179384 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment aa4dfa4f-3b7f-4380-830c-21bfea54ab24 of type vlan for network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 Jan 21 09:39:46.180175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:46.242131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:46.248725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.269566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.306855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.313278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d034d916-caa9-4c3a-a39a-5483c3e7f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.397489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Port': ['ID=00987c4c-618e-4c1f-85c2-90a86cec834a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.414624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No DVR routers for this DVR port 00987c4c-618e-4c1f-85c2-90a86cec834a on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:46.447716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.452295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.453244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.486968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] For port 00987c4c-618e-4c1f-85c2-90a86cec834a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=00987c4c-618e-4c1f-85c2-90a86cec834a,segment=NetworkSegment(c641fd31-5423-4b0d-be7d-eabe07668a46),segment_id=c641fd31-5423-4b0d-be7d-eabe07668a46)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:46.487551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.494137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Network d45489ef-25da-4e1d-b66a-081064410a26 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:46.508871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:46.520146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:46.523743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.524372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.529148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=12c581f8-2bcd-49f4-a597-9f5e1ba88472,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.532602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63547cd2-3bbd-4aa4-91bc-f2294cd67943 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.533152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63547cd2-3bbd-4aa4-91bc-f2294cd67943 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Synchronizing usage tracker for tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:46.615949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-392d2003-83f4-4ef9-9d4f-84d54fca166d tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7599206 Jan 21 09:39:46.626862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] Calling delete_port for 00987c4c-618e-4c1f-85c2-90a86cec834a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:46.628173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57200) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.648460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'network_id': 'd45489ef-25da-4e1d-b66a-081064410a26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-763268421'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:46.663697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.664824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63547cd2-3bbd-4aa4-91bc-f2294cd67943 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Unset dirty status for tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:46.669215 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-63547cd2-3bbd-4aa4-91bc-f2294cd67943 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 881 time: 0.5303078 Jan 21 09:39:46.671261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57204) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.741868 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3794496 Jan 21 09:39:46.743221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d034d916-caa9-4c3a-a39a-5483c3e7f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.752385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:46.755616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57208) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.756969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.780887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0422218-d89f-40b6-81c1-5ff98fe09ba5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.792344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.794147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a607-72ec-4931-99ea-564275be8849 req-4756c833-630b-4c5a-838a-a27da27f1f9a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:46.802005 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-beb5a607-72ec-4931-99ea-564275be8849 req-4756c833-630b-4c5a-838a-a27da27f1f9a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.4650376 Jan 21 09:39:46.806252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:46.812113 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0ec8813a-f257-4546-8f5f-248f417179d5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=82c9fc54-c75a-4658-9524-4d9c95fb504b HTTP/1.1" status: 200 len: 205 time: 0.1347120 Jan 21 09:39:46.821285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': '242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:46.836075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57212) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:46.848328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034d916-caa9-4c3a-a39a-5483c3e7f5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccd1c86-5539-4a7b-9517-f8bb9da84d24,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:46.913385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:46.920675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:46.924791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:46.933394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:46.992190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d034d916-caa9-4c3a-a39a-5483c3e7f5f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:46.997081 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d034d916-caa9-4c3a-a39a-5483c3e7f5f6 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/1ccd1c86-5539-4a7b-9517-f8bb9da84d24 HTTP/1.1" status: 204 len: 168 time: 1.5637970 Jan 21 09:39:46.999037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eec0133-d52a-4973-a6e7-ce4013293db3']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.007198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57216) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:47.016593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ff9e9-06a6-43fe-b6b0-d89f44bb5a60 None None] Network 83b192f4-42d9-4533-8c6a-1d743e3b0559 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:47.024051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.077465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c641fd31-5423-4b0d-be7d-eabe07668a46') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.077837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c641fd31-5423-4b0d-be7d-eabe07668a46') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.093017 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-beb5a607-72ec-4931-99ea-564275be8849 req-2371600c-a260-44b1-b3bc-55232af8acf6 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898989 Jan 21 09:39:47.093684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a4ec3-7894-464b-a7e0-bcc65a1c72e9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.168775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:47.178273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.185830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:47.190644 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:47.199455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:47.201374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:47.211188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:47.211784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:47.214303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.222294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Made reservation on behalf of 08ede0094c49457cad2cf6d794a5cdb7 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:47.225671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:47.226181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.240305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.251963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.257715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7cf97fff-9bcf-482d-86aa-9e2849aa7312 None None] Provisioning for port 12c581f8-2bcd-49f4-a597-9f5e1ba88472 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:47.260700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] device_id is not set on port 74f14641-e306-43ff-92f6-051ad231c601 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:47.262607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:47.263014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:47.278703 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:47.290678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:47.309476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7cf97fff-9bcf-482d-86aa-9e2849aa7312 None None] Provisioning complete for port 12c581f8-2bcd-49f4-a597-9f5e1ba88472 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:47.309837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7cf97fff-9bcf-482d-86aa-9e2849aa7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.314403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.414559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74808e07-d239-4606-8379-233ccc74a196,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.430709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 00987c4c-618e-4c1f-85c2-90a86cec834a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:47.462102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Deleting port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:47.462676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.488269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 00987c4c-618e-4c1f-85c2-90a86cec834a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:47.488861 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 00987c4c-618e-4c1f-85c2-90a86cec834a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:47.489012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:47.530503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7cf97fff-9bcf-482d-86aa-9e2849aa7312 None None] Port 12c581f8-2bcd-49f4-a597-9f5e1ba88472 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:47.560732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:47.561067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 32ba5c8c-efc3-48ee-b3c5-3f85aa0201f3 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:47.571056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.576196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-061e1a60-2ccb-417a-9067-dbe8056d18c3 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0853617 Jan 21 09:39:47.585056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57222) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:47.619583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:39:37Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.624036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] Checking router: d0349bba-b345-444f-b307-26531f4a05b5 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:39:47.638784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] Routers {'d0349bba-b345-444f-b307-26531f4a05b5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:47.638784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d0349bba-b345-444f-b307-26531f4a05b5'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:47.651173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b694b-7ebe-4202-a142-6dd028f4d0d3 req-ff8a369a-64ec-4181-bd2c-2c6463e4734f tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:47.653029 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-222b694b-7ebe-4202-a142-6dd028f4d0d3 req-ff8a369a-64ec-4181-bd2c-2c6463e4734f tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3417137 Jan 21 09:39:47.712820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] DHCP port deletion for 83b192f4-42d9-4533-8c6a-1d743e3b0559 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:47.720500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] Deleting port 00987c4c-618e-4c1f-85c2-90a86cec834a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:47.721091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.772227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] Deleting port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:47.772625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.797538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.861618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Allocated IP 2001:db8::cc (d45489ef-25da-4e1d-b66a-081064410a26/118af936-fde6-42c1-9026-924187b9957d/74f14641-e306-43ff-92f6-051ad231c601) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:47.862119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-50cc7ee6-297f-48b4-9314-649c5fd1a6d8 None None] The port '00987c4c-618e-4c1f-85c2-90a86cec834a' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:39:47.883722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.893469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.903929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:47.936092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66391515-cfbf-4238-b8c0-7547fb1c769f None None] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:47.947572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=6eec0133-d52a-4973-a6e7-ce4013293db3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:47.960411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66391515-cfbf-4238-b8c0-7547fb1c769f None None] Network 6eec0133-d52a-4973-a6e7-ce4013293db3 could not be found, it might have been deleted concurrently. {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:39:48.022515 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f63ccc8a-c519-432d-af56-aef3f6a1a704 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/6eec0133-d52a-4973-a6e7-ce4013293db3 HTTP/1.1" status: 204 len: 168 time: 5.5465739 Jan 21 09:39:48.022748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Deleting port 36130628-36ef-41de-a54c-766e6de8c6ec {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:48.022748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.040906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57226) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:48.058460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] Set router d0349bba-b345-444f-b307-26531f4a05b5 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:39:48.071793 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-222b694b-7ebe-4202-a142-6dd028f4d0d3 req-086ea314-b248-4885-8789-4955f2e4f163 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893597 Jan 21 09:39:48.101910 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-963e7da3-48bd-451b-9d54-9ed5d1479f78 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5157580 Jan 21 09:39:48.115203 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57230) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:48.117438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] For port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:48.118087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.135962 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dc9e8e-afa1-40ca-af40-0cbe43026fe9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:39:48.136405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dc9e8e-afa1-40ca-af40-0cbe43026fe9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:48.138088 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b5dc9e8e-afa1-40ca-af40-0cbe43026fe9 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/6eec0133-d52a-4973-a6e7-ce4013293db3 HTTP/1.1" status: 404 len: 339 time: 0.0962253 Jan 21 09:39:48.144856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a5203aa5-463d-448f-8eeb-a399dd8f51a2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-security--865938918', 'description': 'tempest-security-description-1736812765'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:48.154826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57236) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:48.284635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1770386711', 'description': 'd1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:48.294405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Calling delete_port for 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:48.349846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:48.369353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Usage tracker for resource:network and tenant:4f12520c20d144f48c8ac493c547c0a7 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:48.378849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:48.394061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:48.417177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5203aa5-463d-448f-8eeb-a399dd8f51a2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.436970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.447339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] For port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d,segment=NetworkSegment(672a9928-0a90-4bee-b99b-c69cbad43622),segment_id=672a9928-0a90-4bee-b99b-c69cbad43622)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:48.448037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.496299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Transition to ACTIVE for port object 74f14641-e306-43ff-92f6-051ad231c601 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:48.496896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:48.501252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.513094 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.552426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] For port 36130628-36ef-41de-a54c-766e6de8c6ec, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36130628-36ef-41de-a54c-766e6de8c6ec,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:48.552783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.565918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9f5c-dd93-471d-a182-02d01e0b4c78 req-77ee522c-a767-498d-9a16-ea4e664b3000 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:48.567391 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f0c9f5c-dd93-471d-a182-02d01e0b4c78 req-77ee522c-a767-498d-9a16-ea4e664b3000 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.2979600 Jan 21 09:39:48.596287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] Calling delete_port for 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:48.600499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.694333 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.699247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5203aa5-463d-448f-8eeb-a399dd8f51a2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.716470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] No DVR routers for this DVR port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:48.722039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:48.722039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:48.734613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Calling delete_port for 36130628-36ef-41de-a54c-766e6de8c6ec owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:48.739158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:39:37Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:48.744240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786929a4-7333-4de5-bd6d-922b30795ebe None None] The sync data for ids ['d0349bba-b345-444f-b307-26531f4a05b5'] in dv-neutron-825724-1-hyperv is: [{'id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'name': 'tempest-ServersTestJSON-166582249-router', 'tenant_id': '679f6ab398fb4143b9b8a9b599456ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32'}], 'enable_snat': True}, 'gw_port_id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:19Z', 'updated_at': '2022-01-21T09:39:37Z', 'revision_number': 5, 'project_id': '679f6ab398fb4143b9b8a9b599456ff0', 'gw_port': {'id': '36130628-36ef-41de-a54c-766e6de8c6ec', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0349bba-b345-444f-b307-26531f4a05b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:20Z', 'updated_at': '2022-01-21T09:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:39:48.753573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5203aa5-463d-448f-8eeb-a399dd8f51a2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.756651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:48.768619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.838015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.838383 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment 3f8e0f6a-c51f-4f15-b9c5-db2062e825ef of type vlan for network 9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b Jan 21 09:39:48.897830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Network d45489ef-25da-4e1d-b66a-081064410a26 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:48.909802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=74f14641-e306-43ff-92f6-051ad231c601,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.912324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:48.915810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:48.919744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:48.925544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5203aa5-463d-448f-8eeb-a399dd8f51a2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74808e07-d239-4606-8379-233ccc74a196,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:48.927017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.955360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.966733 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f0c9f5c-dd93-471d-a182-02d01e0b4c78 req-4ea86f67-afab-4449-ac65-faa6e288513d tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370624 Jan 21 09:39:48.994504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5203aa5-463d-448f-8eeb-a399dd8f51a2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:48.995736 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a5203aa5-463d-448f-8eeb-a399dd8f51a2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "PUT /v2.0/security-groups/74808e07-d239-4606-8379-233ccc74a196 HTTP/1.1" status: 200 len: 1611 time: 0.8693874 Jan 21 09:39:48.998505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.021556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5b6dd23e-952a-4491-978c-bf0f845e3865 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3870630 Jan 21 09:39:49.022609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57242) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.027817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57244) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.030276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7fc17ff0-f401-43f9-a137-6632a06837a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.049638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d', 'mac_address': 'fa:16:3e:3e:bb:4e'}, {'ip_address': '2001:db8::3c9', 'mac_address': 'fa:16:3e:1f:54:73'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:49.191631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.221925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] Deleting port 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:49.222818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.224787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b192f4-42d9-4533-8c6a-1d743e3b0559']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:49.301527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672a9928-0a90-4bee-b99b-c69cbad43622') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:49.301794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672a9928-0a90-4bee-b99b-c69cbad43622') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:49.310172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ecee4ae8-990b-4922-be79-ab2046f2839f None None] The port '7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:39:49.333235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-76244002-2bef-42e3-a6a0-dea59bfbdbd7 None None] Provisioning for port 74f14641-e306-43ff-92f6-051ad231c601 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:49.341898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-76244002-2bef-42e3-a6a0-dea59bfbdbd7 None None] Provisioning complete for port 74f14641-e306-43ff-92f6-051ad231c601 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:49.342129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:49.342299 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-76244002-2bef-42e3-a6a0-dea59bfbdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.350847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=938c467d-ec06-4157-b0b4-57cfbc2b4f80,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.398178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.403418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:49.444999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.447470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:49.448034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7dd0b80b-ee50-46c5-b7ac-85551d2f2d0d not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:49.448625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36dd105e-0f94-4fbd-b8bf-3781102e450c no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:49.449948 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-01a9d252-f4c4-4443-8960-e70981f91492 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups/74808e07-d239-4606-8379-233ccc74a196 HTTP/1.1" status: 200 len: 1611 time: 0.4232917 Jan 21 09:39:49.450503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.454714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:49.455327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.458929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57250) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.492704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-76244002-2bef-42e3-a6a0-dea59bfbdbd7 None None] Port 74f14641-e306-43ff-92f6-051ad231c601 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:49.494224 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 36dd105e-0f94-4fbd-b8bf-3781102e450c {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:49.494627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36dd105e-0f94-4fbd-b8bf-3781102e450c not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:49.507381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': 'aa4dfa4f-3b7f-4380-830c-21bfea54ab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:49.508062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:49.523713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:49.524114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:49.537704 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:49.546513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.586982 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f17e17-d34e-4b4e-91c3-82cb9fb8ef4c req-306d8f39-6025-4df9-9e43-925da76d2849 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:49.588448 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61f17e17-d34e-4b4e-91c3-82cb9fb8ef4c req-306d8f39-6025-4df9-9e43-925da76d2849 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.4334211 Jan 21 09:39:49.617427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36130628-36ef-41de-a54c-766e6de8c6ec,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.681575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.685541 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4702692 Jan 21 09:39:49.695185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57254) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.718323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57462269-8486-4a45-8108-0095cfc7a28b tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.736396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:49.743225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.748032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.788584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] Pushing event deleted for resources: {'Network': ['ID=83b192f4-42d9-4533-8c6a-1d743e3b0559,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:49.806800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:49.820887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.827446 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b60f5a42-0768-41e2-b703-7693b82c60ed admin admin] 10.222.0.122 "DELETE /v2.0/networks/83b192f4-42d9-4533-8c6a-1d743e3b0559 HTTP/1.1" status: 204 len: 168 time: 2.8053603 Jan 21 09:39:49.837816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59bf69a4-7ba5-42c3-bbef-2ae31cd58cda tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.855469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:49.860849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:49.861434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.872306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Deleting port 30860f59-01fe-4aaf-99ef-4c1e91d68a42 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:49.872306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.877473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fefa4a-49e9-499a-8443-29e99c98b840 None None] Network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:49.950077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59bf69a4-7ba5-42c3-bbef-2ae31cd58cda tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:49.960128 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5293b037-e229-4c4e-bef3-3b6d9c5daa54 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1711178 Jan 21 09:39:49.969433 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57260) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:49.986416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1332196741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:50.027403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61f17e17-d34e-4b4e-91c3-82cb9fb8ef4c req-ec7a76d3-1086-4bc5-a088-812ecda6ce92 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209480 Jan 21 09:39:50.030773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:50.063870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:router and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:50.122763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:50.142374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:50.193570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.194584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.197485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59bf69a4-7ba5-42c3-bbef-2ae31cd58cda tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.236321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.246350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf69a4-7ba5-42c3-bbef-2ae31cd58cda tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74808e07-d239-4606-8379-233ccc74a196,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:50.255171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57266) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.272096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc457841-be46-43ea-bc7f-aedad471e591 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:50.272771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc457841-be46-43ea-bc7f-aedad471e591 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Synchronizing usage tracker for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:50.289462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.308803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3', 'network_id': '242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': '938c467d-ec06-4157-b0b4-57cfbc2b4f80'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:50.309830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.393639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59bf69a4-7ba5-42c3-bbef-2ae31cd58cda tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.394081 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-59bf69a4-7ba5-42c3-bbef-2ae31cd58cda tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/74808e07-d239-4606-8379-233ccc74a196 HTTP/1.1" status: 204 len: 168 time: 0.9132895 Jan 21 09:39:50.404356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Calling delete_port for 30860f59-01fe-4aaf-99ef-4c1e91d68a42 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:50.437605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57270) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.475986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Allocated IP 172.20.0.2 (242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3/938c467d-ec06-4157-b0b4-57cfbc2b4f80/10795d05-fae4-4e0f-aa28-32740e603815) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:50.489207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.563376 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-608f1e24-7e2b-463d-ac44-afea1648c8c3 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=14ac52abc1b64a9d8facf94697773bb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3051975 Jan 21 09:39:50.574324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57274) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.577439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc457841-be46-43ea-bc7f-aedad471e591 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Unset dirty status for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:50.582319 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dc457841-be46-43ea-bc7f-aedad471e591 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/networks?id=9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b HTTP/1.1" status: 200 len: 765 time: 0.8858957 Jan 21 09:39:50.582942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57278) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.594379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.613248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-04849bed-aa81-453d-943c-734a90c491db tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'description': 'd2'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:50.614647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-622d4124-794c-4cb2-a786-80589c58ea21 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:50.685759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.690032 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ead1935f-86a4-4001-9b28-0e352cc66e0c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7165089 Jan 21 09:39:50.693388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57282) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.704993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'port': {'network_id': '242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3', 'name': 'tempest-RoutersTest-757921458'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:50.712139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.723588 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Transition to ACTIVE for port object 10795d05-fae4-4e0f-aa28-32740e603815 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:50.731772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-622d4124-794c-4cb2-a786-80589c58ea21 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:50.733350 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-622d4124-794c-4cb2-a786-80589c58ea21 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2950883 Jan 21 09:39:50.743280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57286) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.779500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.810274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bbc38275-21d1-407b-94f2-984195408cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.838255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.867911 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-d78a9d8c-1920-41c9-bd76-867bd75399e0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] delete failed (client error): The resource could not be found. Jan 21 09:39:50.869104 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d78a9d8c-1920-41c9-bd76-867bd75399e0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/74808e07-d239-4606-8379-233ccc74a196 HTTP/1.1" status: 404 len: 347 time: 0.0828652 Jan 21 09:39:50.873568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57290) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:50.883652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399617203'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:50.908975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bbc38275-21d1-407b-94f2-984195408cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.910693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:50.978813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Transition to ACTIVE for port object 10795d05-fae4-4e0f-aa28-32740e603815 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:50.989939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.990995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:50.994543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:50.997108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:51.028354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.031945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.032558 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0349bba-b345-444f-b307-26531f4a05b5 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:51.039804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:51.054735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:port and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:51.056118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.065058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:51.068281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event deleted for resources: {'Port': ['ID=30860f59-01fe-4aaf-99ef-4c1e91d68a42,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.100218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:51.104659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:51.106318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:51.111877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Pushing event updated for resources: {'Port': ['ID=10795d05-fae4-4e0f-aa28-32740e603815,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.114296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:51.130388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.146539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] In _notify_port_updated(), no bound segment for port 74f14641-e306-43ff-92f6-051ad231c601 on network d45489ef-25da-4e1d-b66a-081064410a26 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:39:51.150459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:51.151150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.152499 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "PUT /v2.0/ports/74f14641-e306-43ff-92f6-051ad231c601 HTTP/1.1" status: 200 len: 1065 time: 2.1232631 Jan 21 09:39:51.161035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57294) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:51.167606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:51.170576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.180148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.184037 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fc95a63d-04dc-4521-9808-57f83734b7d7 admin admin] 10.222.0.122 "DELETE /v2.0/routers/d0349bba-b345-444f-b307-26531f4a05b5 HTTP/1.1" status: 204 len: 168 time: 5.1983669 Jan 21 09:39:51.184760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57298) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:51.199248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bbc38275-21d1-407b-94f2-984195408cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.273506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Attempting to bind port 10795d05-fae4-4e0f-aa28-32740e603815 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:39:51.273961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Attempting to bind port 10795d05-fae4-4e0f-aa28-32740e603815 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'aa4dfa4f-3b7f-4380-830c-21bfea54ab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:39:51.274447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Attempting to bind port 10795d05-fae4-4e0f-aa28-32740e603815 on network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:39:51.281987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:39:51.282482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Checking segment: {'id': 'aa4dfa4f-3b7f-4380-830c-21bfea54ab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:51.282953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.283641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Bound using segment: {'id': 'aa4dfa4f-3b7f-4380-830c-21bfea54ab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:39:51.283962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Bound port: 10795d05-fae4-4e0f-aa28-32740e603815, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4dfa4f-3b7f-4380-830c-21bfea54ab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:39:51.284425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.294194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7bb43-7a9f-43a5-9f36-8bc6276460f7 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting port 74f14641-e306-43ff-92f6-051ad231c601 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:51.294542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bb43-7a9f-43a5-9f36-8bc6276460f7 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.322421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04849bed-aa81-453d-943c-734a90c491db tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.384955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:51.400928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:51.407672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04849bed-aa81-453d-943c-734a90c491db tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.417228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:51.434438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] For port 10795d05-fae4-4e0f-aa28-32740e603815, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:39:51.438679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] For port 10795d05-fae4-4e0f-aa28-32740e603815, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=10795d05-fae4-4e0f-aa28-32740e603815,segment=NetworkSegment(aa4dfa4f-3b7f-4380-830c-21bfea54ab24),segment_id=aa4dfa4f-3b7f-4380-830c-21bfea54ab24)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:39:51.453640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.459315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:51.475588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3c675-5410-421d-911b-a87e47d56d1b tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event updated for resources: {'Port': ['ID=74f14641-e306-43ff-92f6-051ad231c601,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.507464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-730c1a7c-bef6-4536-827d-1f6d686ceca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.516784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc38275-21d1-407b-94f2-984195408cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c12d2e2-7f5a-4d5b-a71d-ceeed31e0327,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.522739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] device_id is not set on port 52a3ab60-1604-4f76-9cce-df51b19e6331 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:39:51.586245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04849bed-aa81-453d-943c-734a90c491db tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network 9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b is not hosted by any dhcp agent {{(pid=83427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:39:51.591740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04849bed-aa81-453d-943c-734a90c491db tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:51.592459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04849bed-aa81-453d-943c-734a90c491db tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.594052 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-04849bed-aa81-453d-943c-734a90c491db tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "PUT /v2.0/networks/9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b HTTP/1.1" status: 200 len: 762 time: 0.9967515 Jan 21 09:39:51.598636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dbec6-47b9-42bb-8c7d-940204c71265 None None] Pushing event updated for resources: {'Port': ['ID=10795d05-fae4-4e0f-aa28-32740e603815,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.612547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a83f692f-4727-442d-a4a4-bdc5a0416920 None None] Provisioning complete for port 74f14641-e306-43ff-92f6-051ad231c601 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:51.612664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a83f692f-4727-442d-a4a4-bdc5a0416920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.619825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57302) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:51.682330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bbc38275-21d1-407b-94f2-984195408cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.683477 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bbc38275-21d1-407b-94f2-984195408cd1 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/7c12d2e2-7f5a-4d5b-a71d-ceeed31e0327 HTTP/1.1" status: 204 len: 168 time: 1.1071274 Jan 21 09:39:51.711318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a83f692f-4727-442d-a4a4-bdc5a0416920 None None] Port 74f14641-e306-43ff-92f6-051ad231c601 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:51.716391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86e9fe7-051f-4885-bdc2-e67549a0f801 admin admin] Deleting subnet 8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:39:51.727318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36130628-36ef-41de-a54c-766e6de8c6ec no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:51.740438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a86e9fe7-051f-4885-bdc2-e67549a0f801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.762431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 36130628-36ef-41de-a54c-766e6de8c6ec {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:51.763171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36130628-36ef-41de-a54c-766e6de8c6ec not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:51.779636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:51.801910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04849bed-aa81-453d-943c-734a90c491db tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:51.816218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:51.908926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a86e9fe7-051f-4885-bdc2-e67549a0f801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.082715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.114179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.261963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2d4c6-c0a9-4e7c-abe4-16b3123dd52c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.263471 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-73a2d4c6-c0a9-4e7c-abe4-16b3123dd52c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/networks?id=9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b HTTP/1.1" status: 200 len: 765 time: 0.6421731 Jan 21 09:39:52.266793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a86e9fe7-051f-4885-bdc2-e67549a0f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.271470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5387a8ce-1bd0-430a-9533-bbf2729069f2,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.274444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57314) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.322672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.324021 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7ecf59e1-2d86-4b8f-9707-22cafdeb9ff8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4495029 Jan 21 09:39:52.358411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57320) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.389106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '5387a8ce-1bd0-430a-9533-bbf2729069f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:52.396657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.410204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bb43-7a9f-43a5-9f36-8bc6276460f7 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.428644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:52.462623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:52.467519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.471478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.472013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.20.0.13 (242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3/938c467d-ec06-4157-b0b4-57cfbc2b4f80/52a3ab60-1604-4f76-9cce-df51b19e6331) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:52.476676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:52.490812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:52.493815 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a86e9fe7-051f-4885-bdc2-e67549a0f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.559313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a86e9fe7-051f-4885-bdc2-e67549a0f801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.561760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116f3f52-63a4-459a-8bef-48d4740705dc None None] Network 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:52.564828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e9fe7-051f-4885-bdc2-e67549a0f801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:52.578945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7bb43-7a9f-43a5-9f36-8bc6276460f7 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Calling delete_port for 74f14641-e306-43ff-92f6-051ad231c601 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:52.620262 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a86e9fe7-051f-4885-bdc2-e67549a0f801 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/8f1c7eb6-cec0-457b-9f70-1cde1c5b3f98 HTTP/1.1" status: 204 len: 168 time: 1.4328599 Jan 21 09:39:52.621274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.632817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57326) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.683331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.683854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Fanout notify agent at l3_agent the message router_deleted on router 82c9fc54-c75a-4658-9524-4d9c95fb504b {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:39:52.735277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.745295 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-30db65a7-5fbb-441d-a840-1d6840ce956b tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/82c9fc54-c75a-4658-9524-4d9c95fb504b HTTP/1.1" status: 204 len: 168 time: 5.9052980 Jan 21 09:39:52.748152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57332) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.797046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.807870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1745305401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:52.825846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7aac1-9fa8-4ce1-b1ce-e2ce19fc518c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:52.827518 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-33c7aac1-9fa8-4ce1-b1ce-e2ce19fc518c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5488067 Jan 21 09:39:52.833658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:52.837528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57338) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:52.885192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:52.901258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Usage tracker for resource:router and tenant:d190f78f05974ed6b5e9361067dec9ec is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:52.911850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:52.937909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ddb0a12-6060-4048-84a6-bac4d261554e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Synchronizing usage tracker for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:52.944277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:52.947666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Deleting port 16877b4a-c956-4be8-ba9f-fd320a559349 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:52.948273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.009063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ddb0a12-6060-4048-84a6-bac4d261554e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Unset dirty status for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:53.010416 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5ddb0a12-6060-4048-84a6-bac4d261554e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 207 time: 0.1659024 Jan 21 09:39:53.019619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd26e5-8f32-4961-95dc-6bfa407ac6a4 None None] Network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:53.032616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57344) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.033823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.034993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.046173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.099902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.150407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] DHCP port deletion for 7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:39:53.162915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.172921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] Deleting port 16877b4a-c956-4be8-ba9f-fd320a559349 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:53.173602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.202237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6539387e-57d1-405b-84cc-bee239e8ad0b,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.230946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object 52a3ab60-1604-4f76-9cce-df51b19e6331 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:39:53.243946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bb43-7a9f-43a5-9f36-8bc6276460f7 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.252338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.263370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.264529 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6fa24914-a839-4fb3-802e-80bb948716ec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8908443 Jan 21 09:39:53.278117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57350) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.320633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7bb43-7a9f-43a5-9f36-8bc6276460f7 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event deleted for resources: {'Port': ['ID=74f14641-e306-43ff-92f6-051ad231c601,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.331791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.359537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.363745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.376291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.385845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.399794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.403729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.404694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Synchronizing usage tracker for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:53.438188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3b6fe9d-e197-4b01-8aff-41a5b1af7220 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.444002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] For port 16877b4a-c956-4be8-ba9f-fd320a559349, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=16877b4a-c956-4be8-ba9f-fd320a559349,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:53.444765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.450915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Unset dirty status for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:53.452435 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5382d1ea-f81b-4cf4-b5b3-875c389033de tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4137509 Jan 21 09:39:53.454423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.460684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.465215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] For port 16877b4a-c956-4be8-ba9f-fd320a559349, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=16877b4a-c956-4be8-ba9f-fd320a559349,segment=NetworkSegment(67264eb5-5d48-41b5-b898-8be102aacec6),segment_id=67264eb5-5d48-41b5-b898-8be102aacec6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:53.465889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.467572 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d637626b-1864-4a6e-a767-36feeb11a164 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7156434 Jan 21 09:39:53.473895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3b6fe9d-e197-4b01-8aff-41a5b1af7220 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.478370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57356) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.480526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57358) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.548849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': True}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:53.629489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:53.636447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:53.642449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3b6fe9d-e197-4b01-8aff-41a5b1af7220 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.644887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:53.745635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 10795d05-fae4-4e0f-aa28-32740e603815 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:53.808358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] Calling delete_port for 16877b4a-c956-4be8-ba9f-fd320a559349 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:53.855005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:53.856325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.861080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=52a3ab60-1604-4f76-9cce-df51b19e6331,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.884938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6fe9d-e197-4b01-8aff-41a5b1af7220 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6539387e-57d1-405b-84cc-bee239e8ad0b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:53.888473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3b6fe9d-e197-4b01-8aff-41a5b1af7220 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.889901 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c3b6fe9d-e197-4b01-8aff-41a5b1af7220 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/6539387e-57d1-405b-84cc-bee239e8ad0b HTTP/1.1" status: 204 len: 168 time: 0.6099823 Jan 21 09:39:53.893755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57368) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.913328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-53e1f4e6-529d-4712-be04-c45001e84f9b None None] Provisioning for port 10795d05-fae4-4e0f-aa28-32740e603815 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:53.936889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.940998 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f160a0c0-c6e0-42c8-aa15-a46a85b6a9b9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2454584 Jan 21 09:39:53.947565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57374) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:53.949293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 10795d05-fae4-4e0f-aa28-32740e603815 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:53.971737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 10795d05-fae4-4e0f-aa28-32740e603815 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:53.972104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:53.993320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Calling delete_port for 16877b4a-c956-4be8-ba9f-fd320a559349 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:54.048555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.120867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bd90a71d-20ff-430d-9b2b-1edc4b8e39a4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:54.129797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] Pushing event deleted for resources: {'Port': ['ID=16877b4a-c956-4be8-ba9f-fd320a559349,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.133139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7082b57-42b4-43ac-a38c-455dd1862a80 None None] No DVR routers for this DVR port 16877b4a-c956-4be8-ba9f-fd320a559349 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:39:54.219673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.266399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 10795d05-fae4-4e0f-aa28-32740e603815, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=10795d05-fae4-4e0f-aa28-32740e603815,segment=NetworkSegment(aa4dfa4f-3b7f-4380-830c-21bfea54ab24),segment_id=aa4dfa4f-3b7f-4380-830c-21bfea54ab24)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:39:54.270761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.327288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bd90a71d-20ff-430d-9b2b-1edc4b8e39a4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:54.329501 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bd90a71d-20ff-430d-9b2b-1edc4b8e39a4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4343836 Jan 21 09:39:54.340261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57380) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.356916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 16877b4a-c956-4be8-ba9f-fd320a559349 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:39:54.397799 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-05684ec8-031c-40b2-9e2f-1059caa042f2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.9153407 Jan 21 09:39:54.406510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:39:54.406917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:39:54.407390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57384) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.522241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 16877b4a-c956-4be8-ba9f-fd320a559349 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:39:54.523434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f651ab5c-9738-4ce4-a230-113d2dee8c3a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.524954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 16877b4a-c956-4be8-ba9f-fd320a559349 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:39:54.574288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dc5e283d-3526-4b39-a0d8-72627165d6ef None None] Provisioning for port 52a3ab60-1604-4f76-9cce-df51b19e6331 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:39:54.579737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=10795d05-fae4-4e0f-aa28-32740e603815,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.588740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dc5e283d-3526-4b39-a0d8-72627165d6ef None None] Provisioning complete for port 52a3ab60-1604-4f76-9cce-df51b19e6331 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.589184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dc5e283d-3526-4b39-a0d8-72627165d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.650474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f651ab5c-9738-4ce4-a230-113d2dee8c3a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.666697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e283d-3526-4b39-a0d8-72627165d6ef None None] Port 52a3ab60-1604-4f76-9cce-df51b19e6331 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:54.683429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dc5e283d-3526-4b39-a0d8-72627165d6ef None None] Provisioning complete for port 10795d05-fae4-4e0f-aa28-32740e603815 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.683808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dc5e283d-3526-4b39-a0d8-72627165d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.730244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bb43-7a9f-43a5-9f36-8bc6276460f7 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.814254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f651ab5c-9738-4ce4-a230-113d2dee8c3a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.841722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651ab5c-9738-4ce4-a230-113d2dee8c3a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387a8ce-1bd0-430a-9533-bbf2729069f2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:54.850336 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9cb7bb43-7a9f-43a5-9f36-8bc6276460f7 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "DELETE /v2.0/ports/74f14641-e306-43ff-92f6-051ad231c601 HTTP/1.1" status: 204 len: 168 time: 3.6723857 Jan 21 09:39:54.856533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097adbc0-c4aa-4ae8-8c19-cfab48a38d3c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.857436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097adbc0-c4aa-4ae8-8c19-cfab48a38d3c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.859115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097adbc0-c4aa-4ae8-8c19-cfab48a38d3c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.860440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097adbc0-c4aa-4ae8-8c19-cfab48a38d3c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.861845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097adbc0-c4aa-4ae8-8c19-cfab48a38d3c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:54.867810 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-097adbc0-c4aa-4ae8-8c19-cfab48a38d3c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4582036 Jan 21 09:39:54.867994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57394) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.868311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57396) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.903441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f651ab5c-9738-4ce4-a230-113d2dee8c3a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.908643 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f651ab5c-9738-4ce4-a230-113d2dee8c3a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/5387a8ce-1bd0-430a-9533-bbf2729069f2 HTTP/1.1" status: 204 len: 168 time: 0.5629849 Jan 21 09:39:54.908643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57402) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:54.969902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4c974353-3893-4451-a0df-1f48220569af None None] Provisioning complete for port 52a3ab60-1604-4f76-9cce-df51b19e6331 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:54.971036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4c974353-3893-4451-a0df-1f48220569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:54.991866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Deleting port 16877b4a-c956-4be8-ba9f-fd320a559349 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:54.992418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.025233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.045637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0e5ed9b2-36a4-4975-b82e-b8586059cba4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:55.052813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4c974353-3893-4451-a0df-1f48220569af None None] Port 52a3ab60-1604-4f76-9cce-df51b19e6331 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:55.094409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] The port '16877b4a-c956-4be8-ba9f-fd320a559349' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:39:55.096111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2600f4-fd8c-4689-b361-0a00f2fd4ded tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] GET failed (client error): The resource could not be found. Jan 21 09:39:55.096975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc2600f4-fd8c-4689-b361-0a00f2fd4ded tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Synchronizing usage tracker for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:55.113198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0e5ed9b2-36a4-4975-b82e-b8586059cba4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:55.114445 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0e5ed9b2-36a4-4975-b82e-b8586059cba4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2053590 Jan 21 09:39:55.118295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57410) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.183572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045199066'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:55.237373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f8e6a-f810-4fe6-b17c-7474b11a759a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.238767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f8e6a-f810-4fe6-b17c-7474b11a759a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.239266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:55.240155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f8e6a-f810-4fe6-b17c-7474b11a759a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.241510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f8e6a-f810-4fe6-b17c-7474b11a759a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.242965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f8e6a-f810-4fe6-b17c-7474b11a759a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.248029 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1c6f8e6a-f810-4fe6-b17c-7474b11a759a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3732812 Jan 21 09:39:55.248881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57416) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.287672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:55.299662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc2600f4-fd8c-4689-b361-0a00f2fd4ded tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Unset dirty status for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:55.303850 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dc2600f4-fd8c-4689-b361-0a00f2fd4ded tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "GET /v2.0/ports/74f14641-e306-43ff-92f6-051ad231c601 HTTP/1.1" status: 404 len: 333 time: 0.4309125 Jan 21 09:39:55.307596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57420) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.358642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57424) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.361181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.384874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.418844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 10795d05-fae4-4e0f-aa28-32740e603815 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:39:55.430601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.450884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.465704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-91a23ac7-0d40-4e94-9995-dedc82d0e2cb tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting port 12c581f8-2bcd-49f4-a597-9f5e1ba88472 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:55.466074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91a23ac7-0d40-4e94-9995-dedc82d0e2cb tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.498237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67264eb5-5d48-41b5-b898-8be102aacec6') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.498614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67264eb5-5d48-41b5-b898-8be102aacec6') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:55.534973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 10795d05-fae4-4e0f-aa28-32740e603815 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:55.535617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.560098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:55.571532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10999571-acbf-45a4-a967-c52c34f18030 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:55.572903 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-10999571-acbf-45a4-a967-c52c34f18030 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/networks/e1bbdf15-3a23-474a-9f4e-62ca3c0f132e HTTP/1.1" status: 200 len: 803 time: 0.3218899 Jan 21 09:39:55.576491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:55.576647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.579067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57430) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:55.584340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:55.612010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:55.639115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.671161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:39:55.671649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:39:55.685358 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:39:55.800809 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:55.834166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.848691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:55.871768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-cde72e4f-1c19-4168-be93-cbd6878dc170 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:56.001857 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-41dc44cb-5297-41f8-8ebf-60a14b737534 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/networks/e1bbdf15-3a23-474a-9f4e-62ca3c0f132e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4189491 Jan 21 09:39:56.010483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57436) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.012438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.026443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.050008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.060404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=52a3ab60-1604-4f76-9cce-df51b19e6331,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.073546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.087586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.112635 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cf0324f7-862e-43a3-98d6-7ee1f3c7ed24 admin admin] 10.222.0.122 "DELETE /v2.0/networks/7c7d2f6a-a8e0-4291-a5a3-ce7ba28d8c5b HTTP/1.1" status: 204 len: 168 time: 3.4777164 Jan 21 09:39:56.121605 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cde72e4f-1c19-4168-be93-cbd6878dc170 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] 10.222.0.122 "PUT /v2.0/quotas/9dd46328815540cbb3a635f7bcd6e60a HTTP/1.1" status: 200 len: 368 time: 0.7569430 Jan 21 09:39:56.127983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91a23ac7-0d40-4e94-9995-dedc82d0e2cb tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.136395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57442) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.177307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Request body: {'network': {'project_id': '9dd46328815540cbb3a635f7bcd6e60a'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:56.222401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:56.227011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d46594-cb56-43ea-8aad-fea6e2a692fe tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.227576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-96d46594-cb56-43ea-8aad-fea6e2a692fe tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Synchronizing usage tracker for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:56.230060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f470c1a-bf6a-409c-a071-1e25a9fe8687,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.239962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Usage tracker for resource:network and tenant:9dd46328815540cbb3a635f7bcd6e60a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:56.248165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:56.257533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.258964 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2453d037-79f8-4694-bf36-4b82af30d204 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1397483 Jan 21 09:39:56.264720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57446) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.270862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:56.276494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '8f470c1a-bf6a-409c-a071-1e25a9fe8687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:56.303420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-91a23ac7-0d40-4e94-9995-dedc82d0e2cb tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Calling delete_port for 12c581f8-2bcd-49f4-a597-9f5e1ba88472 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:56.304169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8481bf01-0848-4f96-950b-dcd5f88e8e0e None None] Provisioning complete for port 52a3ab60-1604-4f76-9cce-df51b19e6331 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:56.304732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8481bf01-0848-4f96-950b-dcd5f88e8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.314511 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-96d46594-cb56-43ea-8aad-fea6e2a692fe tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Unset dirty status for tenant:4f12520c20d144f48c8ac493c547c0a7 on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:56.315912 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-96d46594-cb56-43ea-8aad-fea6e2a692fe tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/subnets/e85a0821-2f4a-4601-8f10-e64eb3b53b32 HTTP/1.1" status: 200 len: 843 time: 0.2971447 Jan 21 09:39:56.321945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:56.326089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57450) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.334587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:56.377055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57454) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.378857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8481bf01-0848-4f96-950b-dcd5f88e8e0e None None] Port 52a3ab60-1604-4f76-9cce-df51b19e6331 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:56.383066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:56.399346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Made reservation on behalf of 9dd46328815540cbb3a635f7bcd6e60a for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:56.401692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.420527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:56.442758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.517414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d2ecb-0436-4083-b5d1-db2b9969f93f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:56.518834 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-765d2ecb-0436-4083-b5d1-db2b9969f93f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "GET /v2.0/subnets/e85a0821-2f4a-4601-8f10-e64eb3b53b32?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1871259 Jan 21 09:39:56.523173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57458) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.537380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.547396 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895802608'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:56.548859 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-de1fe844-fad2-44e3-8850-9bf57f98acc9 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=679f6ab398fb4143b9b8a9b599456ff0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1586959 Jan 21 09:39:56.556029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57462) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.559186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.561625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:56.590512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.593194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91a23ac7-0d40-4e94-9995-dedc82d0e2cb tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.595691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:56.618407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:56.622249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Usage tracker for resource:security_group_rule and tenant:9dd46328815540cbb3a635f7bcd6e60a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:56.667267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:56.678426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a23ac7-0d40-4e94-9995-dedc82d0e2cb tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event deleted for resources: {'Port': ['ID=12c581f8-2bcd-49f4-a597-9f5e1ba88472,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:56.699999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.704770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:56.711770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:56.714734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.747436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91a23ac7-0d40-4e94-9995-dedc82d0e2cb tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.819268 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-91a23ac7-0d40-4e94-9995-dedc82d0e2cb tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "DELETE /v2.0/ports/12c581f8-2bcd-49f4-a597-9f5e1ba88472 HTTP/1.1" status: 204 len: 168 time: 1.5065477 Jan 21 09:39:56.819627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57466) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.825411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.831972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:56.838901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a7d48b8-f3d4-4ddb-b6d6-bbfb6538d9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.844229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.883649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:56.884231 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Added segment 23032d88-660c-417b-bdb9-28ad3dc55b8d of type vlan for network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 Jan 21 09:39:56.892214 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-100bc1b8-3c3f-4842-8184-537d0720b160 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] GET failed (client error): The resource could not be found. Jan 21 09:39:56.892939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-100bc1b8-3c3f-4842-8184-537d0720b160 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Synchronizing usage tracker for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:39:56.896450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Allocated IP 172.26.1.161 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/3195667f-dc31-4f9b-aff5-778b3796fe12) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:39:56.938457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-100bc1b8-3c3f-4842-8184-537d0720b160 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Unset dirty status for tenant:08ede0094c49457cad2cf6d794a5cdb7 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:39:56.939717 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-100bc1b8-3c3f-4842-8184-537d0720b160 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "GET /v2.0/ports/12c581f8-2bcd-49f4-a597-9f5e1ba88472 HTTP/1.1" status: 404 len: 333 time: 0.1192267 Jan 21 09:39:56.954707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57470) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:56.966426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986e953d-a1c9-40e9-bf18-716c133567e0,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.020360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a7d48b8-f3d4-4ddb-b6d6-bbfb6538d9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.069194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.103006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.110769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.125259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.130636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.131743 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-52afe86e-a2f7-471c-a93b-ab194775588b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8660424 Jan 21 09:39:57.138868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57474) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:57.144952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.150613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '8f470c1a-bf6a-409c-a071-1e25a9fe8687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:57.153940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.176920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:57.181677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5c35d0e0-0d53-42e8-9a2e-8f892dedc8c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting port e42d106d-c4c4-40b7-bc80-b307c7588f5e {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:39:57.182041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5c35d0e0-0d53-42e8-9a2e-8f892dedc8c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.186492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:57.196837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:57.200704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:57.207290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:57.212028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:57.214209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:39:57.238765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'Port': ['ID=3195667f-dc31-4f9b-aff5-778b3796fe12,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.244277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:57.275093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.336856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723c3d62-bd0b-477a-aee6-12d45e0d11a7,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.340900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.340900 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Added segment fb33ebf1-1b29-4594-991e-66ea59f43d9f of type vlan for network 7d0b0979-ef18-496c-9d9d-101ecf6624b4 Jan 21 09:39:57.385553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.389249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:57.389829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.398301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.403331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.432512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c46ba4-cd23-492b-9785-915afa6e4a9b,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.451092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.452264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8e067612-18c6-4ec8-be43-57fa6cabc1bc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3124223 Jan 21 09:39:57.457461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57478) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:57.463826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '8f470c1a-bf6a-409c-a071-1e25a9fe8687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:57.470748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:57.475749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:57.479423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:57.486288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:57.504300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.566181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a7d48b8-f3d4-4ddb-b6d6-bbfb6538d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.570157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.760702 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:39:57.775461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.793904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d48b8-f3d4-4ddb-b6d6-bbfb6538d9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f4a2de-5fdd-49b7-b0ed-9820738a3145,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.798833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a7d48b8-f3d4-4ddb-b6d6-bbfb6538d9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.803624 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0a7d48b8-f3d4-4ddb-b6d6-bbfb6538d9fa admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/90f4a2de-5fdd-49b7-b0ed-9820738a3145 HTTP/1.1" status: 204 len: 168 time: 1.2405057 Jan 21 09:39:57.833203 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3040380 Jan 21 09:39:57.836510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57484) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:57.846762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'network_id': 'd8f458d9-107b-4c53-84e9-3cbc74a6b6d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:57.847249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532821ac-51eb-4522-a01f-948b9c03a9a2 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Network': ['ID=d8f458d9-107b-4c53-84e9-3cbc74a6b6d5,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:57.860362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:57.913019 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:39:57.955136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.964716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:57.978932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.984642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.989594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:57.995952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:57.997102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:57.997679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.066603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.102772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Made reservation on behalf of 4f12520c20d144f48c8ac493c547c0a7 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:58.120972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccc91a9-10ca-4a10-b0e7-8772839381d2,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.192257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5c35d0e0-0d53-42e8-9a2e-8f892dedc8c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.193958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.197712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-238027a8-d04e-434a-ad04-21c87b1793ea tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7366467 Jan 21 09:39:58.202790 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0651383 Jan 21 09:39:58.207425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57490) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.207754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57492) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.226765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '8f470c1a-bf6a-409c-a071-1e25a9fe8687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:58.235749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Request body: {'network': {'project_id': '9dd46328815540cbb3a635f7bcd6e60a'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:58.253873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:58.260163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:58.265210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:58.271729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.289031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Usage tracker for resource:network and tenant:9dd46328815540cbb3a635f7bcd6e60a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:58.292138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:58.301629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:58.356488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:58.358724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:58.359489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c48198-5531-4b25-b7f9-a770c00e32d6 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Pushing event updated for resources: {'Network': ['ID=7d0b0979-ef18-496c-9d9d-101ecf6624b4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.372157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5c35d0e0-0d53-42e8-9a2e-8f892dedc8c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Calling delete_port for e42d106d-c4c4-40b7-bc80-b307c7588f5e owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:39:58.380701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 7d0b0979-ef18-496c-9d9d-101ecf6624b4 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:58.406715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Performing IP validity checks on allocation pools {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:39:58.407227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:39:58.489727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.500922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Made reservation on behalf of 9dd46328815540cbb3a635f7bcd6e60a for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:39:58.503397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.516994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.553740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.660540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:39:58.684386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.738823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.739207 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Added segment 1d2c7265-b778-4c2f-84ba-92785ede42b0 of type vlan for network cd38d802-248b-4c8a-b50d-007d90c9ed1d Jan 21 09:39:58.775483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=52a3ab60-1604-4f76-9cce-df51b19e6331,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.786421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.807130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5c35d0e0-0d53-42e8-9a2e-8f892dedc8c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.824012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.855869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.859674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35d0e0-0d53-42e8-9a2e-8f892dedc8c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event deleted for resources: {'Port': ['ID=e42d106d-c4c4-40b7-bc80-b307c7588f5e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.908129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfb332f-6cd1-4eba-8edc-a5a4fef625c5,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:58.957069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5c35d0e0-0d53-42e8-9a2e-8f892dedc8c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.966996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Router 304417dd-e0ed-430c-bfa9-932c91df8ce7 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:39:58.971653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:58.973141 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-525c371d-1d3f-4029-ade0-ce661b59824f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7642176 Jan 21 09:39:58.976948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57512) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:58.985459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.000068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '8f470c1a-bf6a-409c-a071-1e25a9fe8687', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:59.007705 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5c35d0e0-0d53-42e8-9a2e-8f892dedc8c4 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "DELETE /v2.0/ports/e42d106d-c4c4-40b7-bc80-b307c7588f5e HTTP/1.1" status: 204 len: 168 time: 2.0426435 Jan 21 09:39:59.007981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:59.009813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:39:59.010668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57516) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.011526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:59.012551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:59.054101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:59.073353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.074167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:59.074759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.094807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:59.172470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57520) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.267086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Pushing event updated for resources: {'Network': ['ID=cd38d802-248b-4c8a-b50d-007d90c9ed1d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.278029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network cd38d802-248b-4c8a-b50d-007d90c9ed1d details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:39:59.346613 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1d8ffb9f-c1bc-45dc-9076-41f0b6f3659c tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1360228 Jan 21 09:39:59.351939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57526) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.355737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Checking segment: {'id': '23032d88-660c-417b-bdb9-28ad3dc55b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd8f458d9-107b-4c53-84e9-3cbc74a6b6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:39:59.356640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network hostable DHCP agents. Network: d8f458d9-107b-4c53-84e9-3cbc74a6b6d5, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:39:59.366982 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=3a8256a7-3040-4317-ae58-90dba61da05c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.373408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-41ae9c0d-66ca-46f1-9236-2d93b6a35a0d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Request body: {'network': {'project_id': '9dd46328815540cbb3a635f7bcd6e60a'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:59.385011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.424352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-41ae9c0d-66ca-46f1-9236-2d93b6a35a0d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:39:59.434382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-41ae9c0d-66ca-46f1-9236-2d93b6a35a0d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Usage tracker for resource:network and tenant:9dd46328815540cbb3a635f7bcd6e60a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:39:59.443299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-41ae9c0d-66ca-46f1-9236-2d93b6a35a0d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:39:59.447141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-686b44c6-ab9f-4618-b139-4df8a1aa7c1d None None] Provisioning complete for port 52a3ab60-1604-4f76-9cce-df51b19e6331 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:39:59.447703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-686b44c6-ab9f-4618-b139-4df8a1aa7c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.476727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-41ae9c0d-66ca-46f1-9236-2d93b6a35a0d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:39:59.486732 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ae9c0d-66ca-46f1-9236-2d93b6a35a0d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:39:59.487269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ae9c0d-66ca-46f1-9236-2d93b6a35a0d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:39:59.490470 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-41ae9c0d-66ca-46f1-9236-2d93b6a35a0d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1287060 Jan 21 09:39:59.505472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57530) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.511290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-686b44c6-ab9f-4618-b139-4df8a1aa7c1d None None] Port 52a3ab60-1604-4f76-9cce-df51b19e6331 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:39:59.530434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:39:59.572937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.575209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, d8f458d9-107b-4c53-84e9-3cbc74a6b6d5) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:39:59.582000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:39:59.582604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.584516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836dddf-1692-4f32-a4b0-af4c33e343b7 None None] Network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:39:59.586407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.695750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0632ea4c-697e-42b9-a230-08974d202e3e,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.705121 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-323325af-9bde-4871-8ff8-f5f0384025ba tempest-AgentManagementNegativeTest-734778039 tempest-AgentManagementNegativeTest-734778039-project] 10.222.0.122 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5316043 Jan 21 09:39:59.726598 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9dc86bd8-61e7-4e06-a05b-32671c0c17ca tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8889630 Jan 21 09:39:59.728965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57536) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.733736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-35890124-2e16-4fba-9998-e78af8885b02 tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=9dd46328815540cbb3a635f7bcd6e60a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2243412 Jan 21 09:39:59.733964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57540) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.737864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.741587 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e34fc917-0694-42e0-b5f9-0278f8e7dc4e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7586980 Jan 21 09:39:59.741750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2f9f6718-e019-4543-b1df-2a6292cd003f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:39:59.751411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57544) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.829028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9247947f-e7df-4445-b2f1-a3d078501332 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.847742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9247947f-e7df-4445-b2f1-a3d078501332 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.854146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-d8f458d9-107b-4c53-84e9-3cbc74a6b6d5', 'network_id': 'd8f458d9-107b-4c53-84e9-3cbc74a6b6d5', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': '3a8256a7-3040-4317-ae58-90dba61da05c'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:39:59.855216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.902052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5aeb-623f-4de8-8f56-a027eea2140d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.916194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:39:59.920328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae54617-1550-4aa1-a825-b9b626ad16aa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting subnet 118af936-fde6-42c1-9026-924187b9957d {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:39:59.920487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9247947f-e7df-4445-b2f1-a3d078501332 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.938602 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb76e0f-f5ce-496d-abe8-f48081cd6cba None None] Sync routers for ids ['304417dd-e0ed-430c-bfa9-932c91df8ce7'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:39:59.947317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8ae54617-1550-4aa1-a825-b9b626ad16aa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.957671 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb76e0f-f5ce-496d-abe8-f48081cd6cba None None] Routers {'304417dd-e0ed-430c-bfa9-932c91df8ce7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:39:59.960441 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fdb76e0f-f5ce-496d-abe8-f48081cd6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['304417dd-e0ed-430c-bfa9-932c91df8ce7'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:39:59.966673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5aeb-623f-4de8-8f56-a027eea2140d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.974200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.978103 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b91d5211-517c-48be-9367-9f7a478aae5c tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "PUT /v2.0/routers/304417dd-e0ed-430c-bfa9-932c91df8ce7 HTTP/1.1" status: 200 len: 915 time: 6.4904251 Jan 21 09:39:59.979095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247947f-e7df-4445-b2f1-a3d078501332 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0632ea4c-697e-42b9-a230-08974d202e3e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:39:59.983120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57548) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:39:59.985868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9247947f-e7df-4445-b2f1-a3d078501332 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:39:59.989239 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9247947f-e7df-4445-b2f1-a3d078501332 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/0632ea4c-697e-42b9-a230-08974d202e3e HTTP/1.1" status: 204 len: 168 time: 0.2332571 Jan 21 09:39:59.992588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57552) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:00.087483 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fdb76e0f-f5ce-496d-abe8-f48081cd6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.099955 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb76e0f-f5ce-496d-abe8-f48081cd6cba None None] Routers {'304417dd-e0ed-430c-bfa9-932c91df8ce7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:00.100956 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fdb76e0f-f5ce-496d-abe8-f48081cd6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['304417dd-e0ed-430c-bfa9-932c91df8ce7'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.144387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Allocated IP 2001:db8::3 (d8f458d9-107b-4c53-84e9-3cbc74a6b6d5/3a8256a7-3040-4317-ae58-90dba61da05c/2a68629c-1129-4805-abbc-a985de072200) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:00.188611 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fdb76e0f-f5ce-496d-abe8-f48081cd6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.189281 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb76e0f-f5ce-496d-abe8-f48081cd6cba None None] The sync data for ids ['304417dd-e0ed-430c-bfa9-932c91df8ce7'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:00.210349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8ae54617-1550-4aa1-a825-b9b626ad16aa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.251346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5aeb-623f-4de8-8f56-a027eea2140d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.281180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad5aeb-623f-4de8-8f56-a027eea2140d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c3d62-bd0b-477a-aee6-12d45e0d11a7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:00.282787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5aeb-623f-4de8-8f56-a027eea2140d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.286911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6ad5aeb-623f-4de8-8f56-a027eea2140d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] 10.222.0.122 "DELETE /v2.0/security-groups/723c3d62-bd0b-477a-aee6-12d45e0d11a7 HTTP/1.1" status: 204 len: 168 time: 0.5519669 Jan 21 09:40:00.287721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57558) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:00.288050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57560) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:00.434431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.449718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Transition to ACTIVE for port object 2a68629c-1129-4805-abbc-a985de072200 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:00.467906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8ae54617-1550-4aa1-a825-b9b626ad16aa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.481743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Transition to ACTIVE for port object 2a68629c-1129-4805-abbc-a985de072200 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:00.492469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.540622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6718-e019-4543-b1df-2a6292cd003f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2047550'] for subnet, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.542679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d6ae5631-7a30-4fef-8866-d20321dadea5 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:40:00.568523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dfb6c2d4-ea85-4c4e-a7b8-6e502d886c6e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:00.580891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.585717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:00.594930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:00.600036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:00.681524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.686505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dfb6c2d4-ea85-4c4e-a7b8-6e502d886c6e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:00.690114 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dfb6c2d4-ea85-4c4e-a7b8-6e502d886c6e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5338776 Jan 21 09:40:00.691746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57568) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:00.706505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Pushing event updated for resources: {'Port': ['ID=2a68629c-1129-4805-abbc-a985de072200,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:00.724181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8ae54617-1550-4aa1-a825-b9b626ad16aa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.740030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Attempting to bind port 2a68629c-1129-4805-abbc-a985de072200 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:00.740396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Attempting to bind port 2a68629c-1129-4805-abbc-a985de072200 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '23032d88-660c-417b-bdb9-28ad3dc55b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd8f458d9-107b-4c53-84e9-3cbc74a6b6d5'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:00.740752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Attempting to bind port 2a68629c-1129-4805-abbc-a985de072200 on network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:00.747479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:00.748197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Checking segment: {'id': '23032d88-660c-417b-bdb9-28ad3dc55b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd8f458d9-107b-4c53-84e9-3cbc74a6b6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:00.748323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:00.748785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.748978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Bound using segment: {'id': '23032d88-660c-417b-bdb9-28ad3dc55b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd8f458d9-107b-4c53-84e9-3cbc74a6b6d5'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:00.749467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Bound port: 2a68629c-1129-4805-abbc-a985de072200, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23032d88-660c-417b-bdb9-28ad3dc55b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd8f458d9-107b-4c53-84e9-3cbc74a6b6d5'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:00.750144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.775568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae54617-1550-4aa1-a825-b9b626ad16aa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event deleted for resources: {'Subnet': ['ID=118af936-fde6-42c1-9026-924187b9957d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:00.787171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:f29e42b8fa5c490ab738382f7242cc90 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:00.795786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:00.819669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:00.826135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7685abd4-3f39-418a-822d-cf4fbb2eb0f2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.840194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8ae54617-1550-4aa1-a825-b9b626ad16aa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.845125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] For port 2a68629c-1129-4805-abbc-a985de072200, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:00.848433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] For port 2a68629c-1129-4805-abbc-a985de072200, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2a68629c-1129-4805-abbc-a985de072200,segment=NetworkSegment(23032d88-660c-417b-bdb9-28ad3dc55b8d),segment_id=23032d88-660c-417b-bdb9-28ad3dc55b8d)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:00.852330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53695e8-e622-420a-a636-613bc36ce8cd None None] Network d45489ef-25da-4e1d-b66a-081064410a26 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:00.867884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.891399 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8ae54617-1550-4aa1-a825-b9b626ad16aa tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "DELETE /v2.0/subnets/118af936-fde6-42c1-9026-924187b9957d HTTP/1.1" status: 204 len: 168 time: 1.7642593 Jan 21 09:40:00.893098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57572) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:00.906263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7685abd4-3f39-418a-822d-cf4fbb2eb0f2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.924091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:00.968112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd38d802-248b-4c8a-b50d-007d90c9ed1d']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.994789 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f0d1fcd4-2669-4d40-ba43-d7acea578389 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/routers/304417dd-e0ed-430c-bfa9-932c91df8ce7 HTTP/1.1" status: 200 len: 921 time: 1.0103540 Jan 21 09:40:00.998298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2c7265-b778-4c2f-84ba-92785ede42b0') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:00.998584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2c7265-b778-4c2f-84ba-92785ede42b0') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:01.005808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.012604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7685abd4-3f39-418a-822d-cf4fbb2eb0f2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.064093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.067049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe31269-74b5-44b4-86e1-2fcb78fd2f3b None None] Pushing event updated for resources: {'Port': ['ID=2a68629c-1129-4805-abbc-a985de072200,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.108272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685abd4-3f39-418a-822d-cf4fbb2eb0f2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cfb332f-6cd1-4eba-8edc-a5a4fef625c5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.112464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.126814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:01.127215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:01.149469 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:01.224698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7685abd4-3f39-418a-822d-cf4fbb2eb0f2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.225421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] DHCP port deletion for d45489ef-25da-4e1d-b66a-081064410a26 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:01.225877 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7685abd4-3f39-418a-822d-cf4fbb2eb0f2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/9cfb332f-6cd1-4eba-8edc-a5a4fef625c5 HTTP/1.1" status: 204 len: 168 time: 0.5330434 Jan 21 09:40:01.230192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] Deleting port 821d1d68-2b03-4003-8e8c-26b7b302a20f {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:01.230678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.235931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.238144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57580) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.268109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6718-e019-4543-b1df-2a6292cd003f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777543328503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1582997'] for subnet, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.272164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.282643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.306712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.353536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.389659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-20bb76ba-f1d5-4592-9a9e-8bf133b54987 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Synchronizing usage tracker for tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:01.392407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd38d802-248b-4c8a-b50d-007d90c9ed1d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.397230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting port 821d1d68-2b03-4003-8e8c-26b7b302a20f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:01.398210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.413881 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6fc53cb0-0d03-41ca-9be0-a14aa6a4907d tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] 10.222.0.122 "DELETE /v2.0/networks/cd38d802-248b-4c8a-b50d-007d90c9ed1d HTTP/1.1" status: 204 len: 168 time: 1.1218114 Jan 21 09:40:01.420192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f29e42b8fa5c490ab738382f7242cc90&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1274951 Jan 21 09:40:01.420192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9151d-f0de-4c15-9dc2-43a5fce84ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f22b9b-2c09-4654-9997-efe3fe229c7c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.421060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57584) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.421927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57586) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.461752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-20bb76ba-f1d5-4592-9a9e-8bf133b54987 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Unset dirty status for tenant:c1ffb1890f3c4dbf94ae9dc82569fc8c on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:01.465720 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-20bb76ba-f1d5-4592-9a9e-8bf133b54987 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=304417dd-e0ed-430c-bfa9-932c91df8ce7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4589651 Jan 21 09:40:01.466412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57592) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.467256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f6718-e019-4543-b1df-2a6292cd003f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:01.468586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6718-e019-4543-b1df-2a6292cd003f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.470418 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2f9f6718-e019-4543-b1df-2a6292cd003f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "PUT /v2.0/subnets/3a8256a7-3040-4317-ae58-90dba61da05c HTTP/1.1" status: 200 len: 900 time: 1.7402658 Jan 21 09:40:01.490275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57594) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.547971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1c8e2bd5-7bc0-4e7b-ac7f-d0053b9d77a8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:01.562132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2a68629c-1129-4805-abbc-a985de072200 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:01.606422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] For port 821d1d68-2b03-4003-8e8c-26b7b302a20f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=821d1d68-2b03-4003-8e8c-26b7b302a20f,segment=NetworkSegment(6778c82f-24a9-4bf0-af03-74e67b7c685a),segment_id=6778c82f-24a9-4bf0-af03-74e67b7c685a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:01.606816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.610408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:01.629081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77faa10e-96cc-4e2e-8055-9a65947f61f6 None None] Sync routers for ids ['d6ae5631-7a30-4fef-8866-d20321dadea5'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:01.713651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.760476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] Calling delete_port for 821d1d68-2b03-4003-8e8c-26b7b302a20f owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:01.767473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bb29f740-0e86-4a26-b24a-51dccb6a2c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.773115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1818f02-00b9-478f-802f-4cc4ee7eaebe tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:01.777267 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a1818f02-00b9-478f-802f-4cc4ee7eaebe tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 881 time: 0.2974060 Jan 21 09:40:01.797424 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77faa10e-96cc-4e2e-8055-9a65947f61f6 None None] Routers {'d6ae5631-7a30-4fef-8866-d20321dadea5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:01.798181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-77faa10e-96cc-4e2e-8055-9a65947f61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d6ae5631-7a30-4fef-8866-d20321dadea5'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:01.815908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57600) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.817152 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dae13f65-a632-4c4e-9718-8610b6b8610d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d6ae5631-7a30-4fef-8866-d20321dadea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8636057 Jan 21 09:40:01.827558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57604) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.875970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bb29f740-0e86-4a26-b24a-51dccb6a2c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.878730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-77faa10e-96cc-4e2e-8055-9a65947f61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:01.880546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f6718-e019-4543-b1df-2a6292cd003f tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event updated for resources: {'Subnet': ['ID=3a8256a7-3040-4317-ae58-90dba61da05c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:01.901390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1c8e2bd5-7bc0-4e7b-ac7f-d0053b9d77a8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:01.906384 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1c8e2bd5-7bc0-4e7b-ac7f-d0053b9d77a8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.6590950 Jan 21 09:40:01.907077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57608) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:01.916832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77faa10e-96cc-4e2e-8055-9a65947f61f6 None None] Routers {'d6ae5631-7a30-4fef-8866-d20321dadea5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:01.917472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-77faa10e-96cc-4e2e-8055-9a65947f61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d6ae5631-7a30-4fef-8866-d20321dadea5'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:01.988898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bb29f740-0e86-4a26-b24a-51dccb6a2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:01.993735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 2a68629c-1129-4805-abbc-a985de072200 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:01.996685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-324db3f2-7d86-4c62-b895-b73ddcf3c831 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=304417dd-e0ed-430c-bfa9-932c91df8ce7 HTTP/1.1" status: 200 len: 205 time: 0.1866136 Jan 21 09:40:01.998608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57612) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.015964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-77faa10e-96cc-4e2e-8055-9a65947f61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:02.016214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77faa10e-96cc-4e2e-8055-9a65947f61f6 None None] The sync data for ids ['d6ae5631-7a30-4fef-8866-d20321dadea5'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:02.018263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.071964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] No DVR routers for this DVR port 821d1d68-2b03-4003-8e8c-26b7b302a20f on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:02.081560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3484c7-4f8d-4b5e-a18e-a5629a8b59ef None None] Pushing event deleted for resources: {'Port': ['ID=821d1d68-2b03-4003-8e8c-26b7b302a20f,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.128980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 821d1d68-2b03-4003-8e8c-26b7b302a20f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:02.168529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.176454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.177278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 821d1d68-2b03-4003-8e8c-26b7b302a20f {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:02.177902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 821d1d68-2b03-4003-8e8c-26b7b302a20f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:02.182400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d172da-d0a9-4c39-9ef8-2a81738a5e8c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:02.183000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-59d172da-d0a9-4c39-9ef8-2a81738a5e8c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:02.192852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e167d705-767c-45b1-a8f1-4043cfb2d67d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.207272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0b0979-ef18-496c-9d9d-101ecf6624b4']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:02.207491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] For port 821d1d68-2b03-4003-8e8c-26b7b302a20f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=821d1d68-2b03-4003-8e8c-26b7b302a20f,segment=NetworkSegment(6778c82f-24a9-4bf0-af03-74e67b7c685a),segment_id=6778c82f-24a9-4bf0-af03-74e67b7c685a)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:02.207491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.221361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb33ebf1-1b29-4594-991e-66ea59f43d9f') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:02.221647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb33ebf1-1b29-4594-991e-66ea59f43d9f') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:02.230553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e167d705-767c-45b1-a8f1-4043cfb2d67d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.242786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29f740-0e86-4a26-b24a-51dccb6a2c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f22b9b-2c09-4654-9997-efe3fe229c7c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.255486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.268827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bb29f740-0e86-4a26-b24a-51dccb6a2c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.272307 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bb29f740-0e86-4a26-b24a-51dccb6a2c42 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/24f22b9b-2c09-4654-9997-efe3fe229c7c HTTP/1.1" status: 204 len: 168 time: 0.8433597 Jan 21 09:40:02.286154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.302307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:02.303515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:02.316088 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:02.376771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Calling delete_port for 821d1d68-2b03-4003-8e8c-26b7b302a20f owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:02.385600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c63ca-3879-471d-9064-a57d510b2464 None None] Network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:02.413996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port 2a68629c-1129-4805-abbc-a985de072200 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:02.414344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.453922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-59d172da-d0a9-4c39-9ef8-2a81738a5e8c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:02.455139 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-59d172da-d0a9-4c39-9ef8-2a81738a5e8c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports/52a3ab60-1604-4f76-9cce-df51b19e6331 HTTP/1.1" status: 200 len: 977 time: 0.6206396 Jan 21 09:40:02.465412 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57620) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.511197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ad69b9a9-58de-4814-bc80-a68bee13c197 None None] Provisioning for port 2a68629c-1129-4805-abbc-a985de072200 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:02.536830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ad69b9a9-58de-4814-bc80-a68bee13c197 None None] Provisioning complete for port 2a68629c-1129-4805-abbc-a985de072200 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:02.537313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ad69b9a9-58de-4814-bc80-a68bee13c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.551594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e167d705-767c-45b1-a8f1-4043cfb2d67d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.611951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.619120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.628519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167d705-767c-45b1-a8f1-4043cfb2d67d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fccc91a9-10ca-4a10-b0e7-8772839381d2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.694255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d0b0979-ef18-496c-9d9d-101ecf6624b4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:02.712537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e167d705-767c-45b1-a8f1-4043cfb2d67d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.712537 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e167d705-767c-45b1-a8f1-4043cfb2d67d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/fccc91a9-10ca-4a10-b0e7-8772839381d2 HTTP/1.1" status: 204 len: 168 time: 0.7927999 Jan 21 09:40:02.721455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:02.721780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:02.722238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57630) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:02.727125 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dae1d9fc-4375-481e-92cb-d1c93433884e tempest-QuotasNegativeTest-725949065 tempest-QuotasNegativeTest-725949065-project-admin] 10.222.0.122 "DELETE /v2.0/networks/7d0b0979-ef18-496c-9d9d-101ecf6624b4 HTTP/1.1" status: 204 len: 168 time: 1.3017547 Jan 21 09:40:02.792074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.799290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ad69b9a9-58de-4814-bc80-a68bee13c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.851966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ad69b9a9-58de-4814-bc80-a68bee13c197 None None] For port 2a68629c-1129-4805-abbc-a985de072200, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2a68629c-1129-4805-abbc-a985de072200,segment=NetworkSegment(23032d88-660c-417b-bdb9-28ad3dc55b8d),segment_id=23032d88-660c-417b-bdb9-28ad3dc55b8d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:02.865944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ad69b9a9-58de-4814-bc80-a68bee13c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.917393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-216e8c36-acd2-46d2-8cf0-1cb549ff426e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:02.954549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] For port 2a68629c-1129-4805-abbc-a985de072200, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2a68629c-1129-4805-abbc-a985de072200,segment=NetworkSegment(23032d88-660c-417b-bdb9-28ad3dc55b8d),segment_id=23032d88-660c-417b-bdb9-28ad3dc55b8d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:02.954913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:02.992354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69b9a9-58de-4814-bc80-a68bee13c197 None None] Pushing event updated for resources: {'Port': ['ID=2a68629c-1129-4805-abbc-a985de072200,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.081494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-216e8c36-acd2-46d2-8cf0-1cb549ff426e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:03.085837 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-216e8c36-acd2-46d2-8cf0-1cb549ff426e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3570571 Jan 21 09:40:03.086032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57638) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.090590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Calling delete_port for 2a68629c-1129-4805-abbc-a985de072200 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:03.136528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.139497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d396423c-4f30-4c03-9f60-b8d81090b606 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.153038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d396423c-4f30-4c03-9f60-b8d81090b606 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.172978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Deleting port 3195667f-dc31-4f9b-aff5-778b3796fe12 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:03.173320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.226987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Deleting port 821d1d68-2b03-4003-8e8c-26b7b302a20f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:03.227612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.236971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d396423c-4f30-4c03-9f60-b8d81090b606 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.268951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396423c-4f30-4c03-9f60-b8d81090b606 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53c46ba4-cd23-492b-9785-915afa6e4a9b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.348838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d396423c-4f30-4c03-9f60-b8d81090b606 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.349947 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d396423c-4f30-4c03-9f60-b8d81090b606 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/53c46ba4-cd23-492b-9785-915afa6e4a9b HTTP/1.1" status: 204 len: 168 time: 0.2632101 Jan 21 09:40:03.356251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57646) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.369956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e84b2f-d376-4c34-9967-611147b3e096 None None] Network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:03.378885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] The port '821d1d68-2b03-4003-8e8c-26b7b302a20f' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:40:03.472183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2560f237-7bd9-4d0b-8075-f9a69a3de5ed tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:03.475057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2a68629c-1129-4805-abbc-a985de072200 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:03.503952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2560f237-7bd9-4d0b-8075-f9a69a3de5ed tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:03.508547 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2560f237-7bd9-4d0b-8075-f9a69a3de5ed tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1496923 Jan 21 09:40:03.511825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57650) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.518980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.550737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-34829f65-a51a-4d03-8ac5-410a9259f83c None None] Provisioning complete for port 2a68629c-1129-4805-abbc-a985de072200 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:03.551351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-34829f65-a51a-4d03-8ac5-410a9259f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.704726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Calling delete_port for 3195667f-dc31-4f9b-aff5-778b3796fe12 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:03.766670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f77471b-4122-4b8e-85c3-2243ef23c0f1 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.787037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f77471b-4122-4b8e-85c3-2243ef23c0f1 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.828867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57660) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.831340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:03.831854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:03.856923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f77471b-4122-4b8e-85c3-2243ef23c0f1 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.868399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.879553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77471b-4122-4b8e-85c3-2243ef23c0f1 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=986e953d-a1c9-40e9-bf18-716c133567e0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:03.895419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0f77471b-4122-4b8e-85c3-2243ef23c0f1 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:03.899344 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0f77471b-4122-4b8e-85c3-2243ef23c0f1 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/986e953d-a1c9-40e9-bf18-716c133567e0 HTTP/1.1" status: 204 len: 168 time: 0.3837092 Jan 21 09:40:03.900791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57666) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:03.908276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45489ef-25da-4e1d-b66a-081064410a26']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:03.923795 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6778c82f-24a9-4bf0-af03-74e67b7c685a') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:03.924482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6778c82f-24a9-4bf0-af03-74e67b7c685a') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:03.939357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.001889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.017832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:04.024199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.033677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2a68629c-1129-4805-abbc-a985de072200 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:04.034440 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:04.040421 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:04.114810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-01f509cd-2062-49fb-a158-499ef9504161 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:04.153794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.180026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.192480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.246288 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] 10.222.0.122 "DELETE /v2.0/networks/d45489ef-25da-4e1d-b66a-081064410a26 HTTP/1.1" status: 204 len: 168 time: 3.3520033 Jan 21 09:40:04.247587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57672) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.249054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event deleted for resources: {'Port': ['ID=3195667f-dc31-4f9b-aff5-778b3796fe12,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.251663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-01f509cd-2062-49fb-a158-499ef9504161 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:04.253184 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-01f509cd-2062-49fb-a158-499ef9504161 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3488343 Jan 21 09:40:04.259860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57676) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.310679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bbaed-4215-4804-9e2f-0c663c9dee15 tempest-AllowedAddressPairIpV6TestJSON-1704114309 tempest-AllowedAddressPairIpV6TestJSON-1704114309-project] Pushing event deleted for resources: {'Network': ['ID=d45489ef-25da-4e1d-b66a-081064410a26,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:04.335100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port 2a68629c-1129-4805-abbc-a985de072200 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:04.335615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.406048 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.426141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.473780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f9894c42-2d36-458a-867f-3a417d30b8e5 None None] Provisioning complete for port 2a68629c-1129-4805-abbc-a985de072200 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:04.474497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f9894c42-2d36-458a-867f-3a417d30b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.475533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1521879344'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:04.480446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:04.485652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Usage tracker for resource:network and tenant:5b7e72f4501f4f96a5b2d45911ffbeac is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:04.491313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:04.492900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:04.503867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:04.506059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] Usage tracker for resource:security_group_rule and tenant:9813b17b68a748eaad91b44b9bc3d349 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:04.515684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:04.540472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Made reservation on behalf of 5b7e72f4501f4f96a5b2d45911ffbeac for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:04.543632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.591512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:04.620426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.623941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c785-84fa-44df-8fba-8f42b20ee51b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.633958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57686) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:04.720260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.751971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:04.758896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.808609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c785-84fa-44df-8fba-8f42b20ee51b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.815366 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Usage tracker for resource:security_group_rule and tenant:5b7e72f4501f4f96a5b2d45911ffbeac is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:04.838256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:04.857720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] For port 2a68629c-1129-4805-abbc-a985de072200, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2a68629c-1129-4805-abbc-a985de072200,segment=NetworkSegment(23032d88-660c-417b-bdb9-28ad3dc55b8d),segment_id=23032d88-660c-417b-bdb9-28ad3dc55b8d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:04.858090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:04.872414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:05.012005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Calling delete_port for 2a68629c-1129-4805-abbc-a985de072200 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:05.164593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.185971 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7c74e3d1-51ac-4229-a662-3f4cb01c7adc admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=08ede0094c49457cad2cf6d794a5cdb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5510302 Jan 21 09:40:05.189682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57692) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.192887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.194448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c785-84fa-44df-8fba-8f42b20ee51b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.215445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.220578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2c785-84fa-44df-8fba-8f42b20ee51b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f470c1a-bf6a-409c-a071-1e25a9fe8687,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.226774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.300340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.301034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Fanout notify agent at l3_agent the message router_deleted on router 304417dd-e0ed-430c-bfa9-932c91df8ce7 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:40:05.317352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357a2cca-3051-4a0e-a01f-d8c0fab43a46,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.321301 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e9b12ba0-5218-42b2-94d0-b1c4a1410dad admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=9813b17b68a748eaad91b44b9bc3d349&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4922004 Jan 21 09:40:05.324588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57696) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.328322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.329492 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e688b345-387e-4f18-9794-60c7a106d42a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/304417dd-e0ed-430c-bfa9-932c91df8ce7 HTTP/1.1" status: 204 len: 168 time: 3.3190999 Jan 21 09:40:05.341655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57700) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.343200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c785-84fa-44df-8fba-8f42b20ee51b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.344434 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1fb2c785-84fa-44df-8fba-8f42b20ee51b tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/8f470c1a-bf6a-409c-a071-1e25a9fe8687 HTTP/1.1" status: 204 len: 168 time: 1.0833266 Jan 21 09:40:05.348612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57702) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.361950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.369322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1637091814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:05.382425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:05.386564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.401789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Usage tracker for resource:router and tenant:d190f78f05974ed6b5e9361067dec9ec is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:05.407368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.417687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:05.443393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-57f23fb0-f406-4689-accb-3124b5aabbee tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:05.445835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-388c495d-4cda-4958-bda2-73ce85ad92f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.466062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:05.477798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-57f23fb0-f406-4689-accb-3124b5aabbee tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:05.479054 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-57f23fb0-f406-4689-accb-3124b5aabbee tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1259265 Jan 21 09:40:05.485615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-388c495d-4cda-4958-bda2-73ce85ad92f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.490318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:05.490594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57710) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.499052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815997434'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:05.506999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:05.536941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:05.538617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d60922-49f2-41f5-b435-2d1873a9d6f6,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.553899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.595403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b784a87d-8c56-4f5c-887b-c719deeb56fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.597032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-388c495d-4cda-4958-bda2-73ce85ad92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.597269 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.598195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.606690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.607025 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Added segment 26d7dbde-f05f-4a8e-8b91-df6657eb3644 of type vlan for network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a Jan 21 09:40:05.611740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Port': ['ID=2a68629c-1129-4805-abbc-a985de072200,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.622908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:05.626449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c495d-4cda-4958-bda2-73ce85ad92f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a2cca-3051-4a0e-a01f-d8c0fab43a46,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.632613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:05.636197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:05.639403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277a2e9-7f18-49d0-b589-80c86af12f4a None None] DHCP port deletion for d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:05.645149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:05.649330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-388c495d-4cda-4958-bda2-73ce85ad92f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.653159 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-388c495d-4cda-4958-bda2-73ce85ad92f6 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/357a2cca-3051-4a0e-a01f-d8c0fab43a46 HTTP/1.1" status: 204 len: 168 time: 0.3225551 Jan 21 09:40:05.687892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2e118-8713-4de4-a8d0-be7495499cf3 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:40:05.692993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No DVR routers for this DVR port 2a68629c-1129-4805-abbc-a985de072200 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:05.748559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.754879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.795998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.797175 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3056259 Jan 21 09:40:05.800933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57716) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:05.812057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '22a7cb28-286e-4307-9739-d2c167e51c5c', 'direction': 'ingress', 'protocol': 17}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:05.817958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:05.823128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:05.826738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:05.834979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:05.859635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183036e0-2ef6-46de-9118-ee5299b9135a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a7cb28-286e-4307-9739-d2c167e51c5c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:05.871150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.886116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b784a87d-8c56-4f5c-887b-c719deeb56fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:05.896440 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2e118-8713-4de4-a8d0-be7495499cf3 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:40:05.941071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.000952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.003099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.015864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.073323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.088520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6194ed-8375-46ed-9157-1c7fc703ba9a,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.091225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.096081 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e23e6abf-11aa-4f0a-a57d-2f7abd7629dd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2900007 Jan 21 09:40:06.096489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57722) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.154349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.167331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.171237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:06.172016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.180283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57726) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.217284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef5a380f-2972-457d-bc4d-c116d5e768b8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.219797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.262956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef5a380f-2972-457d-bc4d-c116d5e768b8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.298620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:06.302686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b784a87d-8c56-4f5c-887b-c719deeb56fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.312217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] Usage tracker for resource:security_group_rule and tenant:bf4c58f75ee047839e973ca7e1d6dc9d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:06.316481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:06.323277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:06.345350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 52a3ab60-1604-4f76-9cce-df51b19e6331 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:06.345934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.355520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef5a380f-2972-457d-bc4d-c116d5e768b8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.360611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b0fc5-ed49-4332-8a5e-bca7f0a10336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-d8f458d9-107b-4c53-84e9-3cbc74a6b6d5', 'network_id': 'd8f458d9-107b-4c53-84e9-3cbc74a6b6d5', 'tenant_id': '4f12520c20d144f48c8ac493c547c0a7', 'fixed_ips': [{'subnet_id': '3a8256a7-3040-4317-ae58-90dba61da05c'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:40:06.361439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e67b0fc5-ed49-4332-8a5e-bca7f0a10336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.380712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784a87d-8c56-4f5c-887b-c719deeb56fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1845ed15-1835-407d-9171-121dd7f2c79d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.384638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event updated for resources: {'Network': ['ID=56b36aab-9e1b-4e60-910e-2b5ccd37fc5a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.392922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a380f-2972-457d-bc4d-c116d5e768b8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a7cb28-286e-4307-9739-d2c167e51c5c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.417226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef5a380f-2972-457d-bc4d-c116d5e768b8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.424682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ef5a380f-2972-457d-bc4d-c116d5e768b8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/22a7cb28-286e-4307-9739-d2c167e51c5c HTTP/1.1" status: 204 len: 168 time: 0.3210266 Jan 21 09:40:06.424956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.424956 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-36ea24b5-7cc9-4f83-8c4a-deb66b53d400 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0677874 Jan 21 09:40:06.425130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57730) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.425204 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9e2b3a26-79bc-4e1b-84f5-d761e6455017 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1527042 Jan 21 09:40:06.425353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b784a87d-8c56-4f5c-887b-c719deeb56fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.426524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57732) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.427072 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b784a87d-8c56-4f5c-887b-c719deeb56fe admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/1845ed15-1835-407d-9171-121dd7f2c79d HTTP/1.1" status: 204 len: 168 time: 1.2358029 Jan 21 09:40:06.427972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57736) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.430620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': False}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:06.434418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Request body: {'subnet': {'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:06.443822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:06.457792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.592591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f067220-def2-4c58-b24a-8fa37807725c tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:06.614786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.632881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8256a7-3040-4317-ae58-90dba61da05c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server [None req-e67b0fc5-ed49-4332-8a5e-bca7f0a10336 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a8256a7-3040-4317-ae58-90dba61da05c: This subnet is being modified by another concurrent operation. Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:40:06.646453 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a8256a7-3040-4317-ae58-90dba61da05c: This subnet is being modified by another concurrent operation. Jan 21 09:40:06.650262 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Jan 21 09:40:06.680399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.681182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f321f6-58c4-482a-8c69-a46694483eca None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:40:06.687015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f067220-def2-4c58-b24a-8fa37807725c tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:06.691774 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1f067220-def2-4c58-b24a-8fa37807725c tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1929586 Jan 21 09:40:06.713396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57744) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.729620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016022460'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:06.752215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:06.765347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:06.767049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a189a-610a-4dc4-8241-d7c1aaaff55d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:06.810647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f321f6-58c4-482a-8c69-a46694483eca None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:40:06.837214 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e5193bc4-054a-4453-8d96-aa7419b1ed5e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=bf4c58f75ee047839e973ca7e1d6dc9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6542315 Jan 21 09:40:06.838303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:06.848208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57750) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:06.884353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.018045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.045137 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 52a3ab60-1604-4f76-9cce-df51b19e6331 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:07.058254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:07.078936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:07.083746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:07.092480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1f756e2-9abe-49da-b2ce-e9bbe757cd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.095078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:07.096302 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f458d9-107b-4c53-84e9-3cbc74a6b6d5']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:07.113715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23032d88-660c-417b-bdb9-28ad3dc55b8d') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:07.114136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23032d88-660c-417b-bdb9-28ad3dc55b8d') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:07.126882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.143890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.150612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:07.150842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.191750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1f756e2-9abe-49da-b2ce-e9bbe757cd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.210309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:07.241279 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:07.279325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:07.294313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Usage tracker for resource:subnet and tenant:5b7e72f4501f4f96a5b2d45911ffbeac is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:07.304434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.321599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:07.324169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.350121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:07.373973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.378627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Made reservation on behalf of 5b7e72f4501f4f96a5b2d45911ffbeac for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:07.404298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b15d4-2993-40d1-af0c-6c2de7baf44f None None] Network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:07.418731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1f756e2-9abe-49da-b2ce-e9bbe757cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.421552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.439393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=d8f458d9-107b-4c53-84e9-3cbc74a6b6d5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:07.457142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2a68629c-1129-4805-abbc-a985de072200 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:07.474611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b28f16a-e684-4105-8344-cb0a92f4c403,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:07.529543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 2a68629c-1129-4805-abbc-a985de072200 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:07.529907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2a68629c-1129-4805-abbc-a985de072200 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:07.543431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b15d4-2993-40d1-af0c-6c2de7baf44f None None] Network d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 could not be found, it might have been deleted concurrently. {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:40:07.569674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a73b31-c05a-4e4f-b02b-1b81759e1f2f None None] DHCP port deletion for d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:07.571618 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-87564323-9517-47a1-bf2c-26cf9822f944 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 HTTP/1.1" status: 204 len: 168 time: 6.0424457 Jan 21 09:40:07.572388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57766) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:07.636478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.654484 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6bc90a-bda0-4722-9352-78d13750cbea tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:07.654925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6bc90a-bda0-4722-9352-78d13750cbea tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:07.660819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f756e2-9abe-49da-b2ce-e9bbe757cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8a189a-610a-4dc4-8241-d7c1aaaff55d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:07.666753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.668246 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4a98be56-50b9-4f05-a430-a5679747fce0 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9537072 Jan 21 09:40:07.669918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1f756e2-9abe-49da-b2ce-e9bbe757cd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.674547 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f1f756e2-9abe-49da-b2ce-e9bbe757cd98 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/3c8a189a-610a-4dc4-8241-d7c1aaaff55d HTTP/1.1" status: 204 len: 168 time: 0.8254087 Jan 21 09:40:07.675193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57772) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:07.683666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--246375713'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:07.696744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:07.704173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:07.707767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:07.729971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:07.753040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.830880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57778) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:07.838772 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ae6bc90a-bda0-4722-9352-78d13750cbea tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/3a8256a7-3040-4317-ae58-90dba61da05c HTTP/1.1" status: 404 len: 337 time: 0.2510781 Jan 21 09:40:07.844224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:07.849400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57782) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:07.890943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:07.901658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:07.905753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.937542 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe55a5b1-dd5b-4c90-82e4-efe211367d9c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:07.938060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe55a5b1-dd5b-4c90-82e4-efe211367d9c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:07.947367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:07.953562 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fe55a5b1-dd5b-4c90-82e4-efe211367d9c tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/d8f458d9-107b-4c53-84e9-3cbc74a6b6d5 HTTP/1.1" status: 404 len: 339 time: 0.0997767 Jan 21 09:40:07.953562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:07.961719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57788) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:08.081354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.085729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.124868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.174798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19abc0a-b7ab-4afe-99b8-2d9afa8bbbcc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.183561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.188373 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b56bb801-7f67-4e8d-8621-8aa15f69a846 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5116625 Jan 21 09:40:08.189185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57798) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:08.204158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '7b28f16a-e684-4105-8344-cb0a92f4c403', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e19abc0a-b7ab-4afe-99b8-2d9afa8bbbcc', 'remote_ip_prefix': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:08.241060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1333442777'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:08.248963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=52a3ab60-1604-4f76-9cce-df51b19e6331,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.252719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:08.258499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:08.259720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.264924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Usage tracker for resource:network and tenant:d496b272037948ea93589e092b7d6970 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:08.268142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:08.270716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:08.277725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:08.282997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:08.294458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:08.320634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Made reservation on behalf of d496b272037948ea93589e092b7d6970 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:08.324027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.350051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Allocated IP 172.26.1.173 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/7febbcac-742a-43b9-a272-efa3d43ac8dc) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:08.352390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.384394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.473763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.514297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:08.532091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Usage tracker for resource:security_group_rule and tenant:d496b272037948ea93589e092b7d6970 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:08.536579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:08.546557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:08.634494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.652112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.679662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.710734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.717235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3184629-53a2-4ad5-af33-aced3cdcde8c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.730193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.735699 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-333b1a84-03a2-440c-8254-154e7dfbf37d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5425289 Jan 21 09:40:08.737621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57812) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:08.757359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event updated for resources: {'Subnet': ['ID=72426645-7469-4cfd-ac33-a43c6dc8d849,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:08.808607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-917079e7-8e05-4c50-8879-a595ed0609e4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.809672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:08.823210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.826162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-917079e7-8e05-4c50-8879-a595ed0609e4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.838236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8e0f6a-c51f-4f15-b9c5-db2062e825ef') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:08.838530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8e0f6a-c51f-4f15-b9c5-db2062e825ef') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:08.839576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.861767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.868637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.876749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Checking segment: {'id': '26d7dbde-f05f-4a8e-8b91-df6657eb3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:08.877105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Network hostable DHCP agents. Network: 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:08.882238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.906729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.968404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:08.969137 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:08.984919 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:09.013931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:09.024252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Pushing event updated for resources: {'Port': ['ID=7febbcac-742a-43b9-a272-efa3d43ac8dc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.045610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcafbbdb-68f6-4572-abfe-157f2af79371,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.058705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.059111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Added segment 88151d72-25da-4d60-9982-3e09b4fd5645 of type vlan for network 7f480773-48b1-4f1a-b243-ae24b3746046 Jan 21 09:40:09.098291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.128821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:09.131952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:09.134502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:09.142284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:09.159091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:09.160605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.169856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8153933-42c3-4b15-a1f8-bf9ccd877d24 None None] Network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:09.181825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-917079e7-8e05-4c50-8879-a595ed0609e4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.194063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.198203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.198884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.225365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:09.225365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.256248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.276090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917079e7-8e05-4c50-8879-a595ed0609e4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3184629-53a2-4ad5-af33-aced3cdcde8c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.332775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.351390 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e62ddedb-4ffd-4011-b034-a10f4f47f322 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/9cdcfc60-09d9-44b0-971d-1bb9c4e8da4b HTTP/1.1" status: 204 len: 168 time: 1.3713899 Jan 21 09:40:09.353944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57824) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.369996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-917079e7-8e05-4c50-8879-a595ed0609e4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.371302 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-917079e7-8e05-4c50-8879-a595ed0609e4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/b3184629-53a2-4ad5-af33-aced3cdcde8c HTTP/1.1" status: 204 len: 168 time: 0.6277435 Jan 21 09:40:09.398859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57830) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.413680 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5803413 Jan 21 09:40:09.427404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-56b36aab-9e1b-4e60-910e-2b5ccd37fc5a', 'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a', 'tenant_id': '5b7e72f4501f4f96a5b2d45911ffbeac', 'fixed_ips': [{'subnet_id': '72426645-7469-4cfd-ac33-a43c6dc8d849'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:40:09.428240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:09.450112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57834) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.489414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9aa2f-af69-4c97-9e04-e51b8c9e85f1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Network': ['ID=7f480773-48b1-4f1a-b243-ae24b3746046,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:09.499575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'subnet': {'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:09.504892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 7f480773-48b1-4f1a-b243-ae24b3746046 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:09.544307 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-43a5624f-c129-4a84-ab08-14613ab59919 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1150627 Jan 21 09:40:09.546483 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-076f4c74-0c44-4cde-85f7-04557dc362d3 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:09.546922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076f4c74-0c44-4cde-85f7-04557dc362d3 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:09.548487 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-076f4c74-0c44-4cde-85f7-04557dc362d3 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/2788057a-abf0-410f-b0df-4fc438fb3239 HTTP/1.1" status: 404 len: 337 time: 0.1933997 Jan 21 09:40:09.549132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57840) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.556940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-842706e4-dfea-4a41-8ab6-2eb403094fdc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:09.570328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57842) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.603865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Request body: {'port': {'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1709874021'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:09.695152 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-53237c09-86ec-4555-852b-3be7e0901e2e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:09.695757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53237c09-86ec-4555-852b-3be7e0901e2e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:09.700891 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-53237c09-86ec-4555-852b-3be7e0901e2e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/6eec0133-d52a-4973-a6e7-ce4013293db3 HTTP/1.1" status: 404 len: 339 time: 0.1287897 Jan 21 09:40:09.701659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57850) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.744174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Allocated IP 2001:db8::2 (56b36aab-9e1b-4e60-910e-2b5ccd37fc5a/72426645-7469-4cfd-ac33-a43c6dc8d849/1139c66f-59be-4ddd-80c9-444b10bfda61) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:09.810766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-842706e4-dfea-4a41-8ab6-2eb403094fdc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:09.812918 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-842706e4-dfea-4a41-8ab6-2eb403094fdc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4117322 Jan 21 09:40:09.817604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57858) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:09.825833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d6ae5631-7a30-4fef-8866-d20321dadea5 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:09.842232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:09.849622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Usage tracker for resource:port and tenant:5b7e72f4501f4f96a5b2d45911ffbeac is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:09.853784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:09.880676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:09.892699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Usage tracker for resource:subnet and tenant:d496b272037948ea93589e092b7d6970 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:09.900319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:09.916143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:09.930248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:10.013789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Made reservation on behalf of 5b7e72f4501f4f96a5b2d45911ffbeac for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:10.017481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ac6002f-188d-45e5-85ba-10f7c889bdf8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.017949 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.046924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.049553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Made reservation on behalf of d496b272037948ea93589e092b7d6970 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:10.057802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:10.060174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] device_id is not set on port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:10.071370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8ab03-b9cf-41dd-9f61-48120b44d3e6 None None] Sync routers for ids ['d6ae5631-7a30-4fef-8866-d20321dadea5'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:10.073536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Transition to ACTIVE for port object 1139c66f-59be-4ddd-80c9-444b10bfda61 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:10.096176 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8ab03-b9cf-41dd-9f61-48120b44d3e6 None None] Routers {'d6ae5631-7a30-4fef-8866-d20321dadea5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:10.096950 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e1e8ab03-b9cf-41dd-9f61-48120b44d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d6ae5631-7a30-4fef-8866-d20321dadea5'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.102983 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-312f9ec2-7545-40fe-9ae5-6600265c1ff2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d6ae5631-7a30-4fef-8866-d20321dadea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6329186 Jan 21 09:40:10.106442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57864) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.125611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Transition to ACTIVE for port object 1139c66f-59be-4ddd-80c9-444b10bfda61 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:10.142506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.172479 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57868) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.175042 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e1e8ab03-b9cf-41dd-9f61-48120b44d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.189157 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8ab03-b9cf-41dd-9f61-48120b44d3e6 None None] Routers {'d6ae5631-7a30-4fef-8866-d20321dadea5'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:10.190102 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e1e8ab03-b9cf-41dd-9f61-48120b44d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d6ae5631-7a30-4fef-8866-d20321dadea5'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.246977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:10.255658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:10.257830 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e1e8ab03-b9cf-41dd-9f61-48120b44d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:10.258470 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8ab03-b9cf-41dd-9f61-48120b44d3e6 None None] The sync data for ids ['d6ae5631-7a30-4fef-8866-d20321dadea5'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:10.263645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:10.385455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Pushing event updated for resources: {'Port': ['ID=1139c66f-59be-4ddd-80c9-444b10bfda61,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.396452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Attempting to bind port 1139c66f-59be-4ddd-80c9-444b10bfda61 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:10.396901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Attempting to bind port 1139c66f-59be-4ddd-80c9-444b10bfda61 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '26d7dbde-f05f-4a8e-8b91-df6657eb3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:10.397415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Attempting to bind port 1139c66f-59be-4ddd-80c9-444b10bfda61 on network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:10.405756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:10.406308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Checking segment: {'id': '26d7dbde-f05f-4a8e-8b91-df6657eb3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:10.406795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.407209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Bound using segment: {'id': '26d7dbde-f05f-4a8e-8b91-df6657eb3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:10.407978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Bound port: 1139c66f-59be-4ddd-80c9-444b10bfda61, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d7dbde-f05f-4a8e-8b91-df6657eb3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:10.408145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.412724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1679849386', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:10.430965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:10.434430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f940d49-4e65-4a51-9ca4-bf572d6f29af tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting subnet 050888e5-bb2f-48f1-a381-89fa2e7d66e6 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:10.438633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ac6002f-188d-45e5-85ba-10f7c889bdf8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.443517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Usage tracker for resource:port and tenant:a179c864d8d74159802beec68a8affc9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:10.454811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:10.460913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Allocated IP 2001:db8::81 (56b36aab-9e1b-4e60-910e-2b5ccd37fc5a/72426645-7469-4cfd-ac33-a43c6dc8d849/2cfa058b-d281-450c-b4cf-16c7b50e9ae7) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:10.461971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f940d49-4e65-4a51-9ca4-bf572d6f29af tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.463297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:10.516581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] For port 1139c66f-59be-4ddd-80c9-444b10bfda61, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:10.521646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] For port 1139c66f-59be-4ddd-80c9-444b10bfda61, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1139c66f-59be-4ddd-80c9-444b10bfda61,segment=NetworkSegment(26d7dbde-f05f-4a8e-8b91-df6657eb3644),segment_id=26d7dbde-f05f-4a8e-8b91-df6657eb3644)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:10.527382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.536985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Made reservation on behalf of a179c864d8d74159802beec68a8affc9 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:10.539243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.554121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.572156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.574786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f940d49-4e65-4a51-9ca4-bf572d6f29af tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.638748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a27ee-0a11-48d7-a894-fb94a66672fe None None] Pushing event updated for resources: {'Port': ['ID=1139c66f-59be-4ddd-80c9-444b10bfda61,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.690965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ac6002f-188d-45e5-85ba-10f7c889bdf8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.736173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.784775 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-46545d3f-4703-4385-8bef-a62002278df0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:40:10.784775 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-46545d3f-4703-4385-8bef-a62002278df0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d6ae5631-7a30-4fef-8866-d20321dadea5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6747305 Jan 21 09:40:10.790371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57874) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.792126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6002f-188d-45e5-85ba-10f7c889bdf8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19abc0a-b7ab-4afe-99b8-2d9afa8bbbcc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:10.861932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3b49dd05-c80c-4ade-8522-e5baf243d754 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:10.867609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:10.876584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Usage tracker for resource:security_group_rule and tenant:a179c864d8d74159802beec68a8affc9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:10.886983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:10.893696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ac6002f-188d-45e5-85ba-10f7c889bdf8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.894872 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9ac6002f-188d-45e5-85ba-10f7c889bdf8 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/e19abc0a-b7ab-4afe-99b8-2d9afa8bbbcc HTTP/1.1" status: 204 len: 168 time: 1.0736721 Jan 21 09:40:10.904657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57878) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:10.929239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:10.948616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f940d49-4e65-4a51-9ca4-bf572d6f29af tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:10.965293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3b49dd05-c80c-4ade-8522-e5baf243d754 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:10.966426 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3b49dd05-c80c-4ade-8522-e5baf243d754 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6ae5631-7a30-4fef-8866-d20321dadea5 HTTP/1.1" status: 200 len: 205 time: 0.1751106 Jan 21 09:40:10.977454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57882) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.094679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.119230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.214092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f940d49-4e65-4a51-9ca4-bf572d6f29af tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.275568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f940d49-4e65-4a51-9ca4-bf572d6f29af tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=050888e5-bb2f-48f1-a381-89fa2e7d66e6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.288209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f940d49-4e65-4a51-9ca4-bf572d6f29af tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.293661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.295179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.297659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69c10e6-4a5a-449e-a63e-a9a7f8050821 None None] Network de08d58b-05d0-4b62-bb23-97f868f237b1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:11.363380 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9f940d49-4e65-4a51-9ca4-bf572d6f29af tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/050888e5-bb2f-48f1-a381-89fa2e7d66e6 HTTP/1.1" status: 204 len: 168 time: 1.6530280 Jan 21 09:40:11.368328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57886) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.445855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-731a2ec6-67af-4743-8e9a-91643c27ac12 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:11.449844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Transition to ACTIVE for port object 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:11.458858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0f053053-75f0-459a-92b3-ddc55914a635 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.462472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Subnet': ['ID=4a948dde-c02a-4880-a743-6f2f2f9a0236,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.499782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfbbd1c-5c0c-4c90-a2b1-44e79cb50669 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting subnet 513a3b31-7a0a-4d60-a8c1-4c3a7feb72c1 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:11.507374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbd1c-5c0c-4c90-a2b1-44e79cb50669 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.585965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-731a2ec6-67af-4743-8e9a-91643c27ac12 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:11.587335 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-731a2ec6-67af-4743-8e9a-91643c27ac12 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6787543 Jan 21 09:40:11.590506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Checking segment: {'id': '88151d72-25da-4d60-9982-3e09b4fd5645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:11.590910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Network hostable DHCP agents. Network: 7f480773-48b1-4f1a-b243-ae24b3746046, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:11.594996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.596724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57890) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.625683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1139c66f-59be-4ddd-80c9-444b10bfda61 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:11.677386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.715462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbd1c-5c0c-4c90-a2b1-44e79cb50669 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.721615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] device_id is not set on port d8907c22-dd29-4e77-aca0-55ae038f6368 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:11.756712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1774789-b75d-471c-a50d-8692f9464fa0,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:11.806945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Network 7f480773-48b1-4f1a-b243-ae24b3746046 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:11.829025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 7f480773-48b1-4f1a-b243-ae24b3746046) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:11.841183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 1139c66f-59be-4ddd-80c9-444b10bfda61 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:11.841427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:11.842199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.847095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42933d53-d5fa-4d71-b1f2-0bde397066dc None None] Network 7f480773-48b1-4f1a-b243-ae24b3746046 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:11.880658 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b33d70af-a8fa-48ab-ad78-0e24fd77ca37 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4224277 Jan 21 09:40:11.884458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57896) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:11.898580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046', 'name': 'tempest-AllowedAddressPairTestJSON-1009630224'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:11.943433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbd1c-5c0c-4c90-a2b1-44e79cb50669 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:11.970997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.148305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-7f480773-48b1-4f1a-b243-ae24b3746046', 'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046', 'tenant_id': 'd496b272037948ea93589e092b7d6970', 'fixed_ips': [{'subnet_id': '4a948dde-c02a-4880-a743-6f2f2f9a0236'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:40:12.149304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.162828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df28aae-3a14-4ca2-bb2c-389595b5d081 None None] Network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:12.198030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbd1c-5c0c-4c90-a2b1-44e79cb50669 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.275569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbbd1c-5c0c-4c90-a2b1-44e79cb50669 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=513a3b31-7a0a-4d60-a8c1-4c3a7feb72c1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:12.277038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-573a18b8-b7e7-4c6b-a11e-15e66088a978 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.298779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbd1c-5c0c-4c90-a2b1-44e79cb50669 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.312707 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ebfbbd1c-5c0c-4c90-a2b1-44e79cb50669 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/513a3b31-7a0a-4d60-a8c1-4c3a7feb72c1 HTTP/1.1" status: 204 len: 168 time: 0.9431224 Jan 21 09:40:12.329515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57902) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.343224 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa12c2b-070d-4b9b-8d56-8700234883ce None None] Provisioning for port 1139c66f-59be-4ddd-80c9-444b10bfda61 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:12.347186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-573a18b8-b7e7-4c6b-a11e-15e66088a978 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.363503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa12c2b-070d-4b9b-8d56-8700234883ce None None] Provisioning complete for port 1139c66f-59be-4ddd-80c9-444b10bfda61 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:12.364019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa12c2b-070d-4b9b-8d56-8700234883ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.462527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-573a18b8-b7e7-4c6b-a11e-15e66088a978 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.466720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0f053053-75f0-459a-92b3-ddc55914a635 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.501229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:12.512734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:12.556545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:12.575054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:12.580068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:12.580732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.584829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Usage tracker for resource:port and tenant:d496b272037948ea93589e092b7d6970 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:12.605732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a18b8-b7e7-4c6b-a11e-15e66088a978 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b28f16a-e684-4105-8344-cb0a92f4c403,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:12.630279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event updated for resources: {'Port': ['ID=2cfa058b-d281-450c-b4cf-16c7b50e9ae7,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:12.646411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0f053053-75f0-459a-92b3-ddc55914a635 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.707346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-573a18b8-b7e7-4c6b-a11e-15e66088a978 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.708811 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-573a18b8-b7e7-4c6b-a11e-15e66088a978 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/7b28f16a-e684-4105-8344-cb0a92f4c403 HTTP/1.1" status: 204 len: 168 time: 1.1109006 Jan 21 09:40:12.713182 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0cd5f603-c2bc-4640-8b23-94bce51155a3 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1602447 Jan 21 09:40:12.713182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57908) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.714406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Allocated IP 172.26.1.7 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/d8907c22-dd29-4e77-aca0-55ae038f6368) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:12.719735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57910) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.742556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Allocated IP 172.20.0.2 (7f480773-48b1-4f1a-b243-ae24b3746046/4a948dde-c02a-4880-a743-6f2f2f9a0236/1bc332f3-daa3-4c53-8926-3941284a70ee) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:12.768053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Request body: {'port': {'network_id': '56b36aab-9e1b-4e60-910e-2b5ccd37fc5a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-700817101', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:12.768601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] bootfile-name is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:12.768936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] tftp-server is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:12.769272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] server-ip-address is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:12.795281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.801591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:12.828479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d43ba0-7a74-47ad-814a-b56670d5138c None None] Network de08d58b-05d0-4b62-bb23-97f868f237b1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:12.858133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Router f52fc33b-545b-4072-b885-efb5297b1f6e is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:40:12.901485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0f053053-75f0-459a-92b3-ddc55914a635 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.902013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f053053-75f0-459a-92b3-ddc55914a635 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Fanout notify agent at l3_agent the message router_deleted on router d6ae5631-7a30-4fef-8866-d20321dadea5 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:40:12.904220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:12.913657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa12c2b-070d-4b9b-8d56-8700234883ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.940430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-44ecd765-8ab9-492b-8c3c-e3a9ae64b4fa tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:12.972755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0f053053-75f0-459a-92b3-ddc55914a635 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:12.976400 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0f053053-75f0-459a-92b3-ddc55914a635 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/d6ae5631-7a30-4fef-8866-d20321dadea5 HTTP/1.1" status: 204 len: 168 time: 1.9714839 Jan 21 09:40:12.988811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57916) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:12.998662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-44ecd765-8ab9-492b-8c3c-e3a9ae64b4fa tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:13.000511 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-44ecd765-8ab9-492b-8c3c-e3a9ae64b4fa tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2835674 Jan 21 09:40:13.020598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57920) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:13.026821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:13.027247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.055322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--464425930'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:13.080724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Made reservation on behalf of d496b272037948ea93589e092b7d6970 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:13.083228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.095672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:13.125873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:13.139863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Usage tracker for resource:port and tenant:5b7e72f4501f4f96a5b2d45911ffbeac is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:13.145378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:13.146785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:13.164288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa12c2b-070d-4b9b-8d56-8700234883ce None None] For port 1139c66f-59be-4ddd-80c9-444b10bfda61, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1139c66f-59be-4ddd-80c9-444b10bfda61,segment=NetworkSegment(26d7dbde-f05f-4a8e-8b91-df6657eb3644),segment_id=26d7dbde-f05f-4a8e-8b91-df6657eb3644)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:13.170536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:13.184493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa12c2b-070d-4b9b-8d56-8700234883ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.204761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] device_id is not set on port 85e06050-4adc-4b8f-8934-1c3e468992f5 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:13.260120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.293460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.321284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Transition to ACTIVE for port object 1bc332f3-daa3-4c53-8926-3941284a70ee will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:13.329265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa12c2b-070d-4b9b-8d56-8700234883ce None None] Pushing event updated for resources: {'Port': ['ID=1139c66f-59be-4ddd-80c9-444b10bfda61,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:13.334898 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-b3bd47d7-a5e6-4a18-b3bb-f1b45c04653c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1099 time: 0.5813501 Jan 21 09:40:13.348823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6de7a7-9e0a-4211-b53c-100944c2c6ad req-c59b8c88-6adc-4a6a-a51c-029938a53b60 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:13.350238 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad6de7a7-9e0a-4211-b53c-100944c2c6ad req-c59b8c88-6adc-4a6a-a51c-029938a53b60 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.5938206 Jan 21 09:40:13.360434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Transition to ACTIVE for port object 1bc332f3-daa3-4c53-8926-3941284a70ee will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:13.369656 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-13c44ac4-2241-4a53-a4da-cca257c9ef03 None None] Provisioning complete for port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:13.370236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-13c44ac4-2241-4a53-a4da-cca257c9ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.431330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Made reservation on behalf of 5b7e72f4501f4f96a5b2d45911ffbeac for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:13.439854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.455473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] DHCP port deletion for de08d58b-05d0-4b62-bb23-97f868f237b1 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:13.459817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.513769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1139c66f-59be-4ddd-80c9-444b10bfda61 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:13.537709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] Deleting port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:13.538410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.546775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] device_id is not set on port e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:13.597952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.651441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f37e23-fcb5-4c4e-87e7-1f9d82d97d72 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet 938c467d-ec06-4157-b0b4-57cfbc2b4f80 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:13.668120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23f37e23-fcb5-4c4e-87e7-1f9d82d97d72 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.712729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:13.752605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:13.762610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:13.767279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] For port f1a6feac-64da-4f9e-92c7-6629db9bdbe9, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,segment=NetworkSegment(ee9b6cde-5938-41ea-b484-5db9d1986cb1),segment_id=ee9b6cde-5938-41ea-b484-5db9d1986cb1)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:13.767636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.784860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Pushing event updated for resources: {'Port': ['ID=1bc332f3-daa3-4c53-8926-3941284a70ee,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:13.792261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23f37e23-fcb5-4c4e-87e7-1f9d82d97d72 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.822746 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad6de7a7-9e0a-4211-b53c-100944c2c6ad req-f2d437c1-f583-4317-93eb-f2619aeb31c8 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231706 Jan 21 09:40:13.826416 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Network 7f480773-48b1-4f1a-b243-ae24b3746046 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:13.833022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:13.837963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:13.845191 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:13.869935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.944072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1139c66f-59be-4ddd-80c9-444b10bfda61 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:13.944725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:13.974156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Allocated IP 2001:db8::3d7 (56b36aab-9e1b-4e60-910e-2b5ccd37fc5a/72426645-7469-4cfd-ac33-a43c6dc8d849/e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:14.004694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Calling delete_port for f1a6feac-64da-4f9e-92c7-6629db9bdbe9 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:14.014030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Pushing event updated for resources: {'Port': ['ID=d8907c22-dd29-4e77-aca0-55ae038f6368,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.024726 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:14.029136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:14.044181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:14.082511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-d97710e7-1019-4f68-987c-ae01f772a989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:14.084164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-d97710e7-1019-4f68-987c-ae01f772a989 service neutron] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 911 time: 0.7329533 Jan 21 09:40:14.098461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Allocated IP 172.20.0.9 (7f480773-48b1-4f1a-b243-ae24b3746046/4a948dde-c02a-4880-a743-6f2f2f9a0236/85e06050-4adc-4b8f-8934-1c3e468992f5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:14.129846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23f37e23-fcb5-4c4e-87e7-1f9d82d97d72 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.138096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5e003e31-b789-4673-b77f-fca68a28a927 None None] Provisioning for port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:14.161505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Attempting to bind port 1bc332f3-daa3-4c53-8926-3941284a70ee on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:14.161923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Attempting to bind port 1bc332f3-daa3-4c53-8926-3941284a70ee by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '88151d72-25da-4d60-9982-3e09b4fd5645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:14.162273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Attempting to bind port 1bc332f3-daa3-4c53-8926-3941284a70ee on network 7f480773-48b1-4f1a-b243-ae24b3746046 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:14.165073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5e003e31-b789-4673-b77f-fca68a28a927 None None] Provisioning complete for port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:14.165460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5e003e31-b789-4673-b77f-fca68a28a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.211804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] For port f1a6feac-64da-4f9e-92c7-6629db9bdbe9, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,segment=NetworkSegment(ee9b6cde-5938-41ea-b484-5db9d1986cb1),segment_id=ee9b6cde-5938-41ea-b484-5db9d1986cb1)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:14.212300 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.232190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:14.232604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Checking segment: {'id': '88151d72-25da-4d60-9982-3e09b4fd5645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:14.233910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.233910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Bound using segment: {'id': '88151d72-25da-4d60-9982-3e09b4fd5645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:14.234404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Bound port: 1bc332f3-daa3-4c53-8926-3941284a70ee, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88151d72-25da-4d60-9982-3e09b4fd5645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:14.234779 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.261546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:14.262080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.337533 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-56a09b9a-531b-45c4-a36d-9bc8afe5e685 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.1582630 Jan 21 09:40:14.337975 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-bdbbc5d6-4001-44a0-a0d4-f9fb8164c692 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 1001 time: 0.2411432 Jan 21 09:40:14.338650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57924) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:14.340132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.347134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23f37e23-fcb5-4c4e-87e7-1f9d82d97d72 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.353289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.7'}]}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:14.353826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.382496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] Calling delete_port for f1a6feac-64da-4f9e-92c7-6629db9bdbe9 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:14.399503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:14.412272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f37e23-fcb5-4c4e-87e7-1f9d82d97d72 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=938c467d-ec06-4157-b0b4-57cfbc2b4f80,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.414385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Usage tracker for resource:router and tenant:a179c864d8d74159802beec68a8affc9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:14.422429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.425017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:14.439293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-23f37e23-fcb5-4c4e-87e7-1f9d82d97d72 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.441094 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-23f37e23-fcb5-4c4e-87e7-1f9d82d97d72 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/938c467d-ec06-4157-b0b4-57cfbc2b4f80 HTTP/1.1" status: 204 len: 168 time: 1.4485495 Jan 21 09:40:14.443816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:14.449843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57928) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:14.485260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724fdf0d-0391-4c68-8230-a3e6d7a5a047 None None] Network 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:14.518130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5e003e31-b789-4673-b77f-fca68a28a927 None None] Port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:14.534651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.547179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.548118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.593301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Transition to ACTIVE for port object e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:14.609912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.615931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Port': ['ID=f1a6feac-64da-4f9e-92c7-6629db9bdbe9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.636436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.637858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 10795d05-fae4-4e0f-aa28-32740e603815 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:14.638013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.677467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:14.703607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c18dc-6b5d-4969-9de3-c5364052e508 None None] Sync routers for ids ['f52fc33b-545b-4072-b885-efb5297b1f6e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:14.706630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.743706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No DVR routers for this DVR port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:14.745274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a14132-4126-4820-920f-098fabdd31dd,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.758166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] For port 1bc332f3-daa3-4c53-8926-3941284a70ee, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:14.765146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5e003e31-b789-4673-b77f-fca68a28a927 None None] Provisioning complete for port 1139c66f-59be-4ddd-80c9-444b10bfda61 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:14.765532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5e003e31-b789-4673-b77f-fca68a28a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.793973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:14.794374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:14.816111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-051b292a-f0b8-4c6e-beda-5973f57570b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:14.819081 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-051b292a-f0b8-4c6e-beda-5973f57570b5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.4656713 Jan 21 09:40:14.839556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c18dc-6b5d-4969-9de3-c5364052e508 None None] Routers {'f52fc33b-545b-4072-b885-efb5297b1f6e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:14.840346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-176c18dc-6b5d-4969-9de3-c5364052e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['f52fc33b-545b-4072-b885-efb5297b1f6e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:14.890362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.891574 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d3869a5e-52c5-4856-8f24-9f3eaf1bd18d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8699589 Jan 21 09:40:14.898131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57938) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:14.910513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:14.913142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event updated for resources: {'Port': ['ID=e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:14.919835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': '66a14132-4126-4820-920f-098fabdd31dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:14.921163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:14.922789 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a6bbcad-d27f-4909-943e-77932f69d5af tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "PUT /v2.0/routers/f52fc33b-545b-4072-b885-efb5297b1f6e HTTP/1.1" status: 200 len: 916 time: 8.4982176 Jan 21 09:40:14.940628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:14.942690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57942) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:14.995015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:14.999992 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.001053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.032270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] For port 1bc332f3-daa3-4c53-8926-3941284a70ee, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1bc332f3-daa3-4c53-8926-3941284a70ee,segment=NetworkSegment(88151d72-25da-4d60-9982-3e09b4fd5645),segment_id=88151d72-25da-4d60-9982-3e09b4fd5645)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:15.038232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.054413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:15.057472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.085166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.106817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de08d58b-05d0-4b62-bb23-97f868f237b1']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.137096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-176c18dc-6b5d-4969-9de3-c5364052e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.147674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9b6cde-5938-41ea-b484-5db9d1986cb1') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.148124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9b6cde-5938-41ea-b484-5db9d1986cb1') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.156258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Transition to ACTIVE for port object 85e06050-4adc-4b8f-8934-1c3e468992f5 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:15.244954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.261042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac275a-e444-4380-bd77-4fd7578da5be None None] Pushing event updated for resources: {'Port': ['ID=1bc332f3-daa3-4c53-8926-3941284a70ee,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.280612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c18dc-6b5d-4969-9de3-c5364052e508 None None] Routers {'f52fc33b-545b-4072-b885-efb5297b1f6e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:15.281777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-176c18dc-6b5d-4969-9de3-c5364052e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:39:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['f52fc33b-545b-4072-b885-efb5297b1f6e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.294723 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-0321d8be-4ee6-40bd-8e98-d6794e64e87b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4584725 Jan 21 09:40:15.294927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:15.296808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.305900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:15.352049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:15.374605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:15.375372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.379998 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3d9d0a9c-282d-4f29-a921-3732364d0115 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6540160 Jan 21 09:40:15.380789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] Deleting port f1a6feac-64da-4f9e-92c7-6629db9bdbe9 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:15.381211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.385648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57946) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.394182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 10795d05-fae4-4e0f-aa28-32740e603815, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=10795d05-fae4-4e0f-aa28-32740e603815,segment=NetworkSegment(aa4dfa4f-3b7f-4380-830c-21bfea54ab24),segment_id=aa4dfa4f-3b7f-4380-830c-21bfea54ab24)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:15.394300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:15.411208 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:15.442382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.463353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f1a6feac-64da-4f9e-92c7-6629db9bdbe9 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:15.548471 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-176c18dc-6b5d-4969-9de3-c5364052e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:15.548856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c18dc-6b5d-4969-9de3-c5364052e508 None None] The sync data for ids ['f52fc33b-545b-4072-b885-efb5297b1f6e'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:15.608242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: f1a6feac-64da-4f9e-92c7-6629db9bdbe9 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:15.608530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f1a6feac-64da-4f9e-92c7-6629db9bdbe9 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:15.617568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1c899-e5f6-48d7-99cb-51ac4ef3a574 None None] The port 'f1a6feac-64da-4f9e-92c7-6629db9bdbe9' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:40:15.622817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.671518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.673419 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 10795d05-fae4-4e0f-aa28-32740e603815 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:15.677240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.693596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] DHCP port deletion for 242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:15.699181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] Deleting port 10795d05-fae4-4e0f-aa28-32740e603815 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:15.699560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.704034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.768798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=de08d58b-05d0-4b62-bb23-97f868f237b1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.781709 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-edb77e36-9d4e-4b56-893d-6383b0cb8508 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/de08d58b-05d0-4b62-bb23-97f868f237b1 HTTP/1.1" status: 204 len: 168 time: 3.4479368 Jan 21 09:40:15.794143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57950) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.802533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01f7c-097f-4221-80c7-1ace02f36187 req-39828c06-1027-43c3-854b-cfb1dadac3ed tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:15.802533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9bd01f7c-097f-4221-80c7-1ace02f36187 req-39828c06-1027-43c3-854b-cfb1dadac3ed tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.6558075 Jan 21 09:40:15.820070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Network 7f480773-48b1-4f1a-b243-ae24b3746046 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:15.822190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=85e06050-4adc-4b8f-8934-1c3e468992f5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:15.836813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:15.839875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:15.916259 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-6029b0d5-7052-4782-b6a9-c0cea84af22f service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025736 Jan 21 09:40:15.916504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9dd27c41-7137-4b32-88bd-54d7cc754dba None None] Provisioning complete for port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:15.916838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9dd27c41-7137-4b32-88bd-54d7cc754dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:15.921504 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ab09b9-0eed-4350-9b3a-97344febe0ed tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:15.921669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ab09b9-0eed-4350-9b3a-97344febe0ed tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:15.925966 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f0ab09b9-0eed-4350-9b3a-97344febe0ed tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/02e06866-ffc8-41af-9b06-f942452d4625 HTTP/1.1" status: 404 len: 337 time: 0.1254628 Jan 21 09:40:15.928098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57954) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:15.998155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.000128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.038271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19678c7-507e-4c46-ade3-a405c8c7834f tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.042425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19678c7-507e-4c46-ade3-a405c8c7834f tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.047052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19678c7-507e-4c46-ade3-a405c8c7834f tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:16.048038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f19678c7-507e-4c46-ade3-a405c8c7834f tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Synchronizing usage tracker for tenant:5b7e72f4501f4f96a5b2d45911ffbeac on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:16.051177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.069812 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8f1521-173f-44ac-82e4-33ae96d9cbcc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:16.070405 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8f1521-173f-44ac-82e4-33ae96d9cbcc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:16.074407 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2a8f1521-173f-44ac-82e4-33ae96d9cbcc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/a760ec79-753b-42a8-b7e0-f5dee117b308 HTTP/1.1" status: 404 len: 339 time: 0.1254625 Jan 21 09:40:16.079964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57958) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.125488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=10795d05-fae4-4e0f-aa28-32740e603815,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.131989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.138339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9bd01f7c-097f-4221-80c7-1ace02f36187 req-94abd6be-b29f-45a7-b882-a09f3a24a8d1 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170147 Jan 21 09:40:16.142882 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dc2a609e-cf1c-4524-9bbd-3ba99f8fa4d1 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2526321 Jan 21 09:40:16.146261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57962) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.148965 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2a1cfa-703a-4bf7-acdd-cbf4f1523d57 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:16.149496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2a1cfa-703a-4bf7-acdd-cbf4f1523d57 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:16.153527 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ba2a1cfa-703a-4bf7-acdd-cbf4f1523d57 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/4f3438f2-b4c6-4aea-a144-faed9814b18e HTTP/1.1" status: 404 len: 337 time: 0.0687251 Jan 21 09:40:16.156064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046', 'name': 'tempest-AllowedAddressPairTestJSON-549871863', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:94:12:11'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:16.156942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.163298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57966) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.176246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9dd27c41-7137-4b32-88bd-54d7cc754dba None None] Port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:16.188536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] For port 10795d05-fae4-4e0f-aa28-32740e603815, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=10795d05-fae4-4e0f-aa28-32740e603815,segment=NetworkSegment(aa4dfa4f-3b7f-4380-830c-21bfea54ab24),segment_id=aa4dfa4f-3b7f-4380-830c-21bfea54ab24)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:16.189303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.212325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No DVR routers for this DVR port 10795d05-fae4-4e0f-aa28-32740e603815 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:16.218454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.219178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.219914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.220448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.220964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.221483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.222072 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.222596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.223097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.223635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.224151 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:16.272393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f19678c7-507e-4c46-ade3-a405c8c7834f tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Unset dirty status for tenant:5b7e72f4501f4f96a5b2d45911ffbeac on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:16.273840 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f19678c7-507e-4c46-ade3-a405c8c7834f tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.8849947 Jan 21 09:40:16.288346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57970) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.304418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4285d0fe-9443-4fb3-a072-b0ef2f92b11d,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:16.307049 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8207c152-2b73-45a7-82d8-47a0f4e26423 req-dedee0bd-b2d8-46de-9d31-53e3aaac928d service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784518 Jan 21 09:40:16.318628 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1671b746-1827-41f8-9824-ccbe92062d85 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:16.319076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1671b746-1827-41f8-9824-ccbe92062d85 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:16.376727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:16.379219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] Calling delete_port for 10795d05-fae4-4e0f-aa28-32740e603815 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:16.381553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Usage tracker for resource:port and tenant:d496b272037948ea93589e092b7d6970 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:16.384903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:16.408649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:16.430367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Made reservation on behalf of d496b272037948ea93589e092b7d6970 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:16.432478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9dd27c41-7137-4b32-88bd-54d7cc754dba None None] Provisioning for port e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:16.449074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9dd27c41-7137-4b32-88bd-54d7cc754dba None None] Provisioning complete for port e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:16.449545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9dd27c41-7137-4b32-88bd-54d7cc754dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.482250 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1671b746-1827-41f8-9824-ccbe92062d85 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/52db2f0f-a75a-430d-8ee0-d6ec209c0586 HTTP/1.1" status: 404 len: 339 time: 0.3055422 Jan 21 09:40:16.484921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.486066 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-40ab9cfe-9c95-4770-bf27-27e8cd53b237 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.5798020 Jan 21 09:40:16.486939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57974) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.534624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 57976) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.535238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9dd27c41-7137-4b32-88bd-54d7cc754dba None None] Port e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:16.542907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:16.543602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:16.582769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.594445 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-182cee59-5042-4fde-80b2-c9620841dfda tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:16.594890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182cee59-5042-4fde-80b2-c9620841dfda tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:16.597478 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-182cee59-5042-4fde-80b2-c9620841dfda tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/53ef78eb-a314-4517-909c-7e76e9a03685 HTTP/1.1" status: 404 len: 337 time: 0.0998609 Jan 21 09:40:16.599404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57982) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.608661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8b1175a4-bd35-46c7-81ce-a81374ee0965 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Deleting port e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:16.608938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b1175a4-bd35-46c7-81ce-a81374ee0965 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.628703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4f66f-a93a-44e2-8b8f-75abea1fe6e8 None None] Network 7f480773-48b1-4f1a-b243-ae24b3746046 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:16.639904 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-32eb28db-efa1-4cd6-a00f-b3f61db5969a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:16.640337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32eb28db-efa1-4cd6-a00f-b3f61db5969a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:16.644530 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-32eb28db-efa1-4cd6-a00f-b3f61db5969a tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/9eeff0f7-b645-4bbf-b01e-126d49f36834 HTTP/1.1" status: 404 len: 339 time: 0.0417633 Jan 21 09:40:16.645878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57986) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.682836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.693261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:16.723044 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5ddb7da6-dd95-4e09-99f2-1b3ccdec99ee tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/routers/f52fc33b-545b-4072-b885-efb5297b1f6e HTTP/1.1" status: 200 len: 922 time: 1.7702854 Jan 21 09:40:16.724480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57990) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:16.729159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] device_id is not set on port 85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:16.730245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4dfa4f-3b7f-4380-830c-21bfea54ab24') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:16.731121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4dfa4f-3b7f-4380-830c-21bfea54ab24') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:16.734147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1f8407c2-c167-4189-b240-45e5cff9d91e None None] Provisioning for port 1bc332f3-daa3-4c53-8926-3941284a70ee completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:16.743677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e0325b5b-d1f6-4b7c-bd32-065e112c8fbd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.757530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.797945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e0325b5b-d1f6-4b7c-bd32-065e112c8fbd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.867662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.892631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:16.893030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:16.910993 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:17.045004 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] Deleting port 10795d05-fae4-4e0f-aa28-32740e603815 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:17.046366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.105047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e0325b5b-d1f6-4b7c-bd32-065e112c8fbd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.148877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-66e5f277-659d-4aa0-bc74-6336c38ac5db None None] The port '10795d05-fae4-4e0f-aa28-32740e603815' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:40:17.243994 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c197dd26-382d-4dad-9150-bed46a47a22f tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=f52fc33b-545b-4072-b885-efb5297b1f6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5167236 Jan 21 09:40:17.270965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 57996) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.323752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c04de878-0330-4317-af95-6ea415a1fbf5 None None] Provisioning for port 85e06050-4adc-4b8f-8934-1c3e468992f5 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:17.330586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c04de878-0330-4317-af95-6ea415a1fbf5 None None] Provisioning complete for port 85e06050-4adc-4b8f-8934-1c3e468992f5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:17.330955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c04de878-0330-4317-af95-6ea415a1fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.370650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0325b5b-d1f6-4b7c-bd32-065e112c8fbd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4285d0fe-9443-4fb3-a072-b0ef2f92b11d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:17.379850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.420066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c04de878-0330-4317-af95-6ea415a1fbf5 None None] Port 85e06050-4adc-4b8f-8934-1c3e468992f5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:17.422371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.457379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:17.470240 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8601ee55-d42f-4214-bc5a-b6b134831de9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/242fbbe5-acb7-4bf9-bfc9-9d6d2c81e7f3 HTTP/1.1" status: 204 len: 168 time: 3.0147595 Jan 21 09:40:17.470446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Allocated IP 172.20.0.3 (7f480773-48b1-4f1a-b243-ae24b3746046/4a948dde-c02a-4880-a743-6f2f2f9a0236/85ac27bd-ddf5-4972-bae4-5c56d0c38aa8) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:17.470563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e0325b5b-d1f6-4b7c-bd32-065e112c8fbd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.470563 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e0325b5b-d1f6-4b7c-bd32-065e112c8fbd tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/4285d0fe-9443-4fb3-a072-b0ef2f92b11d HTTP/1.1" status: 204 len: 168 time: 0.9170902 Jan 21 09:40:17.477197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58000) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.477533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58002) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.485154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-1612935662'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:17.500749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting subnet 579af63d-c5c9-4f7b-9b72-bd662180dd9d {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:17.500973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.515444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.552814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:17.556248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1b451059-e36c-4793-9794-543d8c42129f None None] Provisioning complete for port 85e06050-4adc-4b8f-8934-1c3e468992f5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:17.557384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1b451059-e36c-4793-9794-543d8c42129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.574574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.577957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:17.619982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:17.626005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b1175a4-bd35-46c7-81ce-a81374ee0965 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.645894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f8cab3-cc3f-4be2-ad68-944649c98473 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:17.647341 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-45f8cab3-cc3f-4be2-ad68-944649c98473 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 881 time: 0.3738279 Jan 21 09:40:17.648343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:17.657266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58008) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.657769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1b451059-e36c-4793-9794-543d8c42129f None None] Port 85e06050-4adc-4b8f-8934-1c3e468992f5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:17.662327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1bc332f3-daa3-4c53-8926-3941284a70ee up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:17.663801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.741366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 1bc332f3-daa3-4c53-8926-3941284a70ee completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:17.746697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1bc332f3-daa3-4c53-8926-3941284a70ee triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:17.747267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.754622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca130d-4b67-4584-9ea5-b5713200a3cd req-850ba403-13e6-455a-b22c-506738cdca2c tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:17.756171 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3bca130d-4b67-4584-9ea5-b5713200a3cd req-850ba403-13e6-455a-b22c-506738cdca2c tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3580039 Jan 21 09:40:17.816537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8b1175a4-bd35-46c7-81ce-a81374ee0965 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Calling delete_port for e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:17.878105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.886200 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d920a2f2-b51c-4343-b7be-9bbc3fceec7a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=f52fc33b-545b-4072-b885-efb5297b1f6e HTTP/1.1" status: 200 len: 205 time: 0.1725478 Jan 21 09:40:17.892960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58012) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:17.894617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:17.897554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:17.916392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 1bc332f3-daa3-4c53-8926-3941284a70ee, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1bc332f3-daa3-4c53-8926-3941284a70ee,segment=NetworkSegment(88151d72-25da-4d60-9982-3e09b4fd5645),segment_id=88151d72-25da-4d60-9982-3e09b4fd5645)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:17.931246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f52017bb-10c1-4125-be2a-2dcb8f36fe72 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:17.931949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.007049 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3bca130d-4b67-4584-9ea5-b5713200a3cd req-92938242-71b2-4ba9-87ab-4819796bfccf tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881657 Jan 21 09:40:18.026670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.036508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:18.049668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f52017bb-10c1-4125-be2a-2dcb8f36fe72 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:18.051200 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f52017bb-10c1-4125-be2a-2dcb8f36fe72 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5710928 Jan 21 09:40:18.055641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58016) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.072266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=1bc332f3-daa3-4c53-8926-3941284a70ee,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.076123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 10795d05-fae4-4e0f-aa28-32740e603815 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:18.123141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 10795d05-fae4-4e0f-aa28-32740e603815 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:18.128933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 10795d05-fae4-4e0f-aa28-32740e603815 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:18.135630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.135630 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment 4d26ab04-0f89-4ea9-b223-341377b5a812 of type vlan for network 006e62f3-db72-4542-bcff-f0e261931921 Jan 21 09:40:18.227071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.249519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.257287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.280416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=579af63d-c5c9-4f7b-9b72-bd662180dd9d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.288833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.294007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea0286-2f4d-448f-8d17-586d0498769c None None] Network 141ff337-9930-433e-a4d8-2f76535a5dba requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:18.313757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.314190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.314446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.314776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.315094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.315509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.315804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.316133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.316438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.316837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.317156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:18.321672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.331863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b1175a4-bd35-46c7-81ce-a81374ee0965 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.335663 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3df336a1-dc9d-41c3-96d4-ee156100e483 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/579af63d-c5c9-4f7b-9b72-bd662180dd9d HTTP/1.1" status: 204 len: 168 time: 1.6865513 Jan 21 09:40:18.337522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58022) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.368675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Transition to ACTIVE for port object 85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:18.403457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1175a4-bd35-46c7-81ce-a81374ee0965 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event deleted for resources: {'Port': ['ID=e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.410114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21cd5766-7bf4-4733-a352-7193d9f8bd10 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.475914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.543788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21cd5766-7bf4-4733-a352-7193d9f8bd10 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.554482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.563825 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.567762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:18.568432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.572503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.576473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b1175a4-bd35-46c7-81ce-a81374ee0965 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.635697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] DHCP port deletion for 141ff337-9930-433e-a4d8-2f76535a5dba request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:18.642033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] Deleting port e12546c7-e882-4dd0-aea6-e33c7bade5a2 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:18.642418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.646874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port e12546c7-e882-4dd0-aea6-e33c7bade5a2 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:18.647321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:18.801851 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3232160 Jan 21 09:40:18.809425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58026) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.858012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Network 7f480773-48b1-4f1a-b243-ae24b3746046 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:18.858885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=85ac27bd-ddf5-4972-bae4-5c56d0c38aa8,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:18.864894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:18.869824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:18.871628 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8b1175a4-bd35-46c7-81ce-a81374ee0965 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "DELETE /v2.0/ports/e1b7a411-4da5-4cd8-907c-2ead9f4bd0c8 HTTP/1.1" status: 204 len: 168 time: 2.5758517 Jan 21 09:40:18.885447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58030) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:18.892004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': '006e62f3-db72-4542-bcff-f0e261931921', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:18.912717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Request body: {'port': {'name': 'tempest-new-port-name-244402780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:18.913099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] bootfile-name is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:18.913431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] tftp-server is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:18.913755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] server-ip-address is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:40:18.939487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] For port e12546c7-e882-4dd0-aea6-e33c7bade5a2, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e12546c7-e882-4dd0-aea6-e33c7bade5a2,segment=NetworkSegment(23258599-dc9e-4ab1-95fb-420cccbff87f),segment_id=23258599-dc9e-4ab1-95fb-420cccbff87f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:18.940294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.031804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffec57-dfb1-4ff8-a518-ffaaf31ad91b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=006e62f3-db72-4542-bcff-f0e261931921,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:19.093515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:19.094464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.114424 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] Calling delete_port for e12546c7-e882-4dd0-aea6-e33c7bade5a2 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:19.156216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b3fbcf42-eece-45ab-a70a-f7149686cdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.189497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 006e62f3-db72-4542-bcff-f0e261931921 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:19.198465 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7043de23-b12a-4da8-9164-87c891dd0557 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.0485518 Jan 21 09:40:19.199366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58034) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.244868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21cd5766-7bf4-4733-a352-7193d9f8bd10 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.277551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] For port e12546c7-e882-4dd0-aea6-e33c7bade5a2, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e12546c7-e882-4dd0-aea6-e33c7bade5a2,segment=NetworkSegment(23258599-dc9e-4ab1-95fb-420cccbff87f),segment_id=23258599-dc9e-4ab1-95fb-420cccbff87f)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:19.278099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.323714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.366812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd5766-7bf4-4733-a352-7193d9f8bd10 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a14132-4126-4820-920f-098fabdd31dd,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:19.379530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-05e4f96e-0c1d-44d5-a8d5-67e97d16c48c None None] Provisioning for port 85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:19.387587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.406648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] Pushing event deleted for resources: {'Port': ['ID=e12546c7-e882-4dd0-aea6-e33c7bade5a2,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:19.411946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-05e4f96e-0c1d-44d5-a8d5-67e97d16c48c None None] Provisioning complete for port 85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:19.412378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05e4f96e-0c1d-44d5-a8d5-67e97d16c48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.429853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Calling delete_port for e12546c7-e882-4dd0-aea6-e33c7bade5a2 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:19.442028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:19.444272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.458286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:19.460806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21cd5766-7bf4-4733-a352-7193d9f8bd10 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.464416 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-21cd5766-7bf4-4733-a352-7193d9f8bd10 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/66a14132-4126-4820-920f-098fabdd31dd HTTP/1.1" status: 204 len: 168 time: 1.4023168 Jan 21 09:40:19.467893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58042) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.472621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-05e4f96e-0c1d-44d5-a8d5-67e97d16c48c None None] Port 85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:19.473061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:19.478312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194199b-e1a1-4217-93c7-be44e88d6594 None None] No DVR routers for this DVR port e12546c7-e882-4dd0-aea6-e33c7bade5a2 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:19.493636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:19.512787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.536735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:19.593811 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1bc332f3-daa3-4c53-8926-3941284a70ee up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:19.607355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9411c52-1884-4acd-b3ca-b61b8e00d545 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:19.612187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9411c52-1884-4acd-b3ca-b61b8e00d545 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:19.616100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9411c52-1884-4acd-b3ca-b61b8e00d545 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:19.616949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a9411c52-1884-4acd-b3ca-b61b8e00d545 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Synchronizing usage tracker for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:19.625444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.634356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-47eaf844-e998-45ed-87bf-b9a534d39c7d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:19.636616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:19.636929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:19.644763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.645862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b8245a7-81e3-4b64-a304-cbee10bd8d9b {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:40:19.651197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Deleting port 7febbcac-742a-43b9-a272-efa3d43ac8dc {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:19.651563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.686919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1bc332f3-daa3-4c53-8926-3941284a70ee triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:19.688421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.689465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a9411c52-1884-4acd-b3ca-b61b8e00d545 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Unset dirty status for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:19.693695 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a9411c52-1884-4acd-b3ca-b61b8e00d545 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4935968 Jan 21 09:40:19.700733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58046) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.722548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:19.743528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-47eaf844-e998-45ed-87bf-b9a534d39c7d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:19.745241 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-47eaf844-e998-45ed-87bf-b9a534d39c7d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2676618 Jan 21 09:40:19.754644 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:40:19.758351 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0eac1bc9-c692-443c-ac6c-871932d157b6 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 5.4130831 Jan 21 09:40:19.758505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58050) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.767024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58054) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:19.771078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--241619462'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:19.785078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:19.875365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e12546c7-e882-4dd0-aea6-e33c7bade5a2 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:19.912097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e12546c7-e882-4dd0-aea6-e33c7bade5a2 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:19.912360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:19.912943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e12546c7-e882-4dd0-aea6-e33c7bade5a2 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:19.917318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffe36c-9b35-4172-8967-cdf0ead5d935 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Deleting port 85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:19.917318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8ffe36c-9b35-4172-8967-cdf0ead5d935 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.007271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.026073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-27584df4-e9cd-4767-aeb1-edc2c5d1a700 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Deleting port d8907c22-dd29-4e77-aca0-55ae038f6368 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:20.026427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27584df4-e9cd-4767-aeb1-edc2c5d1a700 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.134235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.139552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.147474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port e12546c7-e882-4dd0-aea6-e33c7bade5a2 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:20.147816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.182322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.205064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.273753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] In _notify_port_updated(), no bound segment for port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 on network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:40:20.277764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:20.278497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.282777 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "PUT /v2.0/ports/2cfa058b-d281-450c-b4cf-16c7b50e9ae7 HTTP/1.1" status: 200 len: 1128 time: 1.3935075 Jan 21 09:40:20.289204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58058) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:20.341403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86057fcc-a69b-4855-be5d-c568ac50dd09 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event updated for resources: {'Port': ['ID=2cfa058b-d281-450c-b4cf-16c7b50e9ae7,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:20.379533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Calling delete_port for 7febbcac-742a-43b9-a272-efa3d43ac8dc owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:20.397005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=bdd31e7c-e7bf-44c5-9b05-cbea9ab3025c,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:20.409555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:20.409950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': '4d26ab04-0f89-4ea9-b223-341377b5a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006e62f3-db72-4542-bcff-f0e261931921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:20.410444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: 006e62f3-db72-4542-bcff-f0e261931921, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:20.416349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] The port 'e12546c7-e882-4dd0-aea6-e33c7bade5a2' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:40:20.423729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607122c6-bf79-4f24-8848-2a0eb91cd352 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:20.423729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-607122c6-bf79-4f24-8848-2a0eb91cd352 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Synchronizing usage tracker for tenant:5b7e72f4501f4f96a5b2d45911ffbeac on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:20.446403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-607122c6-bf79-4f24-8848-2a0eb91cd352 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Unset dirty status for tenant:5b7e72f4501f4f96a5b2d45911ffbeac on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:20.451034 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-607122c6-bf79-4f24-8848-2a0eb91cd352 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "GET /v2.0/ports/2cfa058b-d281-450c-b4cf-16c7b50e9ae7 HTTP/1.1" status: 200 len: 1128 time: 0.1576810 Jan 21 09:40:20.451402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58062) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:20.471720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:20.503454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 006e62f3-db72-4542-bcff-f0e261931921 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:20.510719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f217a663-131d-4f4c-ad12-6d014929dce0 None None] Provisioning complete for port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:20.511086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f217a663-131d-4f4c-ad12-6d014929dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.528067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 006e62f3-db72-4542-bcff-f0e261931921) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:20.536723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:20.537238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.543893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-240290cd-a2a2-49f2-8af8-64fc68c8e9af tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Deleting port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:20.544234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-240290cd-a2a2-49f2-8af8-64fc68c8e9af tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.555547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c4a9b-b60f-4531-859e-f077a4388e99 None None] Network 006e62f3-db72-4542-bcff-f0e261931921 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:20.643627 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-052992b2-84f6-48bd-af15-64ed401bf275 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7743783 Jan 21 09:40:20.646586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:20.649338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58066) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:20.653450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1660232821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:20.653798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f217a663-131d-4f4c-ad12-6d014929dce0 None None] Port 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:20.668136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:20.684389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:router and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:20.690752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:20.700119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:20.726487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:20.778749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.779844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.820034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-006e62f3-db72-4542-bcff-f0e261931921', 'network_id': '006e62f3-db72-4542-bcff-f0e261931921', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': 'bdd31e7c-e7bf-44c5-9b05-cbea9ab3025c'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:40:20.820839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.837181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.864341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-240290cd-a2a2-49f2-8af8-64fc68c8e9af tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:20.953615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.000649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Allocated IP 172.20.0.2 (006e62f3-db72-4542-bcff-f0e261931921/bdd31e7c-e7bf-44c5-9b05-cbea9ab3025c/9bfef635-ae35-4984-a51b-a1ebd13d5f36) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:21.036207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141ff337-9930-433e-a4d8-2f76535a5dba']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.072632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23258599-dc9e-4ab1-95fb-420cccbff87f') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.072977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23258599-dc9e-4ab1-95fb-420cccbff87f') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:21.098527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8ffe36c-9b35-4172-8967-cdf0ead5d935 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.121832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.139559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.152755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-240290cd-a2a2-49f2-8af8-64fc68c8e9af tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Calling delete_port for 2cfa058b-d281-450c-b4cf-16c7b50e9ae7 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:21.193466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.220858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.222043 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3eb4fd19-2afe-4bfe-a0ec-e8cff3cb39ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5729420 Jan 21 09:40:21.224789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58070) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:21.245852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.257759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Transition to ACTIVE for port object 9bfef635-ae35-4984-a51b-a1ebd13d5f36 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:21.273276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffe36c-9b35-4172-8967-cdf0ead5d935 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Calling delete_port for 85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:21.279793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Transition to ACTIVE for port object 9bfef635-ae35-4984-a51b-a1ebd13d5f36 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:21.286564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.302780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.322820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.325882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27584df4-e9cd-4767-aeb1-edc2c5d1a700 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.361775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Network 006e62f3-db72-4542-bcff-f0e261931921 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:21.365803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:21.366247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.369505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:21.372216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:21.437640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Pushing event updated for resources: {'Port': ['ID=9bfef635-ae35-4984-a51b-a1ebd13d5f36,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:21.443233 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:21.537627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.537964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.538533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.539358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.539358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.539555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.539787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.540105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.541324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.541324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.541604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:21.548362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-27584df4-e9cd-4767-aeb1-edc2c5d1a700 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Calling delete_port for d8907c22-dd29-4e77-aca0-55ae038f6368 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:21.555352 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e8cddc16-50ef-4bd3-a9e6-c9c7950b2370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.566978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Attempting to bind port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:21.567363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Attempting to bind port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4d26ab04-0f89-4ea9-b223-341377b5a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006e62f3-db72-4542-bcff-f0e261931921'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:21.567717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Attempting to bind port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 on network 006e62f3-db72-4542-bcff-f0e261931921 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:21.573164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-240290cd-a2a2-49f2-8af8-64fc68c8e9af tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.577308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:21.578308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Checking segment: {'id': '4d26ab04-0f89-4ea9-b223-341377b5a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006e62f3-db72-4542-bcff-f0e261931921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:21.578930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.579381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Bound using segment: {'id': '4d26ab04-0f89-4ea9-b223-341377b5a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006e62f3-db72-4542-bcff-f0e261931921'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:21.579990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Bound port: 9bfef635-ae35-4984-a51b-a1ebd13d5f36, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d26ab04-0f89-4ea9-b223-341377b5a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006e62f3-db72-4542-bcff-f0e261931921'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:21.580822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.638428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240290cd-a2a2-49f2-8af8-64fc68c8e9af tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event deleted for resources: {'Port': ['ID=2cfa058b-d281-450c-b4cf-16c7b50e9ae7,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.646598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77e3c5e-7a0d-48ec-a840-deb480cc99d9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.682387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a869f335-3859-4854-9548-d66b4df59295 None None] For port 9bfef635-ae35-4984-a51b-a1ebd13d5f36, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:21.686752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a869f335-3859-4854-9548-d66b4df59295 None None] For port 9bfef635-ae35-4984-a51b-a1ebd13d5f36, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9bfef635-ae35-4984-a51b-a1ebd13d5f36,segment=NetworkSegment(4d26ab04-0f89-4ea9-b223-341377b5a812),segment_id=4d26ab04-0f89-4ea9-b223-341377b5a812)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:21.692341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.738231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.741976 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f1328834-df9c-477e-94b1-aad6d25380da tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9822404 Jan 21 09:40:21.743227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58074) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:21.755897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': 'd77e3c5e-7a0d-48ec-a840-deb480cc99d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:21.765616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:21.769837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-240290cd-a2a2-49f2-8af8-64fc68c8e9af tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.776333 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:21.798311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.806675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.825225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869f335-3859-4854-9548-d66b4df59295 None None] Pushing event updated for resources: {'Port': ['ID=9bfef635-ae35-4984-a51b-a1ebd13d5f36,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.862441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:21.881872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:21.892576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:21.900595 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-240290cd-a2a2-49f2-8af8-64fc68c8e9af tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "DELETE /v2.0/ports/2cfa058b-d281-450c-b4cf-16c7b50e9ae7 HTTP/1.1" status: 204 len: 168 time: 1.4473364 Jan 21 09:40:21.902521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58078) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:21.938032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event deleted for resources: {'Port': ['ID=7febbcac-742a-43b9-a272-efa3d43ac8dc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.969175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=141ff337-9930-433e-a4d8-2f76535a5dba,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:21.987610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.020082 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d0f3e76f-29c8-45db-aece-63a4721143d6 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/141ff337-9930-433e-a4d8-2f76535a5dba HTTP/1.1" status: 204 len: 168 time: 3.6763856 Jan 21 09:40:22.027234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58082) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.142182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8ffe36c-9b35-4172-8967-cdf0ead5d935 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.152032 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdb0a04-7194-44ac-b095-ecaff0193171 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:22.152476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdb0a04-7194-44ac-b095-ecaff0193171 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:22.157385 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cbdb0a04-7194-44ac-b095-ecaff0193171 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/1c3722cd-6644-4418-a4f3-860f78f11d25 HTTP/1.1" status: 404 len: 337 time: 0.1259816 Jan 21 09:40:22.175926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58086) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.190674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27584df4-e9cd-4767-aeb1-edc2c5d1a700 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.211769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffe36c-9b35-4172-8967-cdf0ead5d935 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event deleted for resources: {'Port': ['ID=85ac27bd-ddf5-4972-bae4-5c56d0c38aa8,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.289043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.322334 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7031f43-1f36-4e5c-bb0e-d3f9c34419fc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:22.322778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7031f43-1f36-4e5c-bb0e-d3f9c34419fc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:22.409270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.411357 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b7031f43-1f36-4e5c-bb0e-d3f9c34419fc tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/8c819542-6725-4cd4-9511-f2926c630d99 HTTP/1.1" status: 404 len: 339 time: 0.2343402 Jan 21 09:40:22.420699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27584df4-e9cd-4767-aeb1-edc2c5d1a700 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8907c22-dd29-4e77-aca0-55ae038f6368,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.421534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58090) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.454402 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.480711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.662309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.712901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.777884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a2b1dd-317a-4bec-bf79-c476b079bcad,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:22.792443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.796884 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4f09d713-2b97-4bba-8071-20298bcd2997 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0488646 Jan 21 09:40:22.810388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-73188fd2-ea62-405a-891a-49c170fcac98 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Deleting subnet 72426645-7469-4cfd-ac33-a43c6dc8d849 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:22.814531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-73188fd2-ea62-405a-891a-49c170fcac98 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.847832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58094) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:22.934632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27584df4-e9cd-4767-aeb1-edc2c5d1a700 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:22.939864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-27584df4-e9cd-4767-aeb1-edc2c5d1a700 tempest-RoutersAdminNegativeTest-12298005 tempest-RoutersAdminNegativeTest-12298005-project-admin] 10.222.0.122 "DELETE /v2.0/ports/d8907c22-dd29-4e77-aca0-55ae038f6368 HTTP/1.1" status: 204 len: 168 time: 3.1595285 Jan 21 09:40:23.010576 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-654b0cb4-64f5-4f9c-81bb-e1b769710dbc tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules/90a2b1dd-317a-4bec-bf79-c476b079bcad HTTP/1.1" status: 200 len: 705 time: 0.1514680 Jan 21 09:40:23.017374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58100) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.059101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ace062-6240-4091-8ac6-b5fb544aa434 None None] Network 006e62f3-db72-4542-bcff-f0e261931921 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:23.085613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-73188fd2-ea62-405a-891a-49c170fcac98 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.103899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.118014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.136909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8ffe36c-9b35-4172-8967-cdf0ead5d935 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.139143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e8ffe36c-9b35-4172-8967-cdf0ead5d935 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "DELETE /v2.0/ports/85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 HTTP/1.1" status: 204 len: 168 time: 3.4371839 Jan 21 09:40:23.142250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58104) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.194220 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-971a34df-eb6b-428d-8c14-81cddc5c060c tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] GET failed (client error): The resource could not be found. Jan 21 09:40:23.195034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-971a34df-eb6b-428d-8c14-81cddc5c060c tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Synchronizing usage tracker for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:23.206738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.207557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Fanout notify agent at l3_agent the message router_deleted on router f52fc33b-545b-4072-b885-efb5297b1f6e {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:40:23.215631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad98d15-fa78-44c9-a21f-63de8d711f5e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting subnet e85a0821-2f4a-4601-8f10-e64eb3b53b32 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:23.223026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.224381 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2d4ba235-b940-4370-bc3c-2c99a1b7f0f4 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/f52fc33b-545b-4072-b885-efb5297b1f6e HTTP/1.1" status: 204 len: 168 time: 5.3288817 Jan 21 09:40:23.228980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-971a34df-eb6b-428d-8c14-81cddc5c060c tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Unset dirty status for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:23.231050 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-971a34df-eb6b-428d-8c14-81cddc5c060c tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "GET /v2.0/ports/85ac27bd-ddf5-4972-bae4-5c56d0c38aa8 HTTP/1.1" status: 404 len: 333 time: 0.0876658 Jan 21 09:40:23.231856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58108) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.238793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aad98d15-fa78-44c9-a21f-63de8d711f5e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.239551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1290812754', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:23.246891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58112) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.252297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:23.259307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046', 'name': 'tempest-AllowedAddressPairTestJSON-1235635079'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:23.281540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Usage tracker for resource:router and tenant:d190f78f05974ed6b5e9361067dec9ec is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:23.329119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4d2efcc3-230f-4214-9ab6-f6f00172dac4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:23.336144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:23.352380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:23.387046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aad98d15-fa78-44c9-a21f-63de8d711f5e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.390499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.391534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.403785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a6af8945-3066-474d-a79f-7011070cd907 None None] Provisioning for port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:23.413864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58118) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.430831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4d2efcc3-230f-4214-9ab6-f6f00172dac4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:23.435471 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4d2efcc3-230f-4214-9ab6-f6f00172dac4 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4100275 Jan 21 09:40:23.439115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58124) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.450965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-73188fd2-ea62-405a-891a-49c170fcac98 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.455653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:23.464823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.474800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:23.492030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Made reservation on behalf of d496b272037948ea93589e092b7d6970 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:23.495422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.512230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.20.0.1 (006e62f3-db72-4542-bcff-f0e261931921/bdd31e7c-e7bf-44c5-9b05-cbea9ab3025c/7e920372-8c13-4428-9d7e-3c5979f3a1b0) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:23.606549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] device_id is not set on port 5fac3738-aa4a-4f12-822c-0360ad3b28c7 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:23.709180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9bfef635-ae35-4984-a51b-a1ebd13d5f36 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:23.715269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.715845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ffcbaa45-83ba-46fd-af6d-c06692be894d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.748012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ffcbaa45-83ba-46fd-af6d-c06692be894d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.782583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-73188fd2-ea62-405a-891a-49c170fcac98 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.803221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:23.814913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:23.815753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.848632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aad98d15-fa78-44c9-a21f-63de8d711f5e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.867613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.880676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73188fd2-ea62-405a-891a-49c170fcac98 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event deleted for resources: {'Subnet': ['ID=72426645-7469-4cfd-ac33-a43c6dc8d849,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.890179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1b169350-097e-4050-a5e8-9e5af6e0a489 None None] Provisioning complete for port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:23.890674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1b169350-097e-4050-a5e8-9e5af6e0a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.918169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ffcbaa45-83ba-46fd-af6d-c06692be894d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.921000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-73188fd2-ea62-405a-891a-49c170fcac98 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.937466 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.938876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9378dd-e7aa-432b-bede-2231330f1900 None None] Network 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:23.976724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ffcbaa45-83ba-46fd-af6d-c06692be894d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:23.977888 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ffcbaa45-83ba-46fd-af6d-c06692be894d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/90a2b1dd-317a-4bec-bf79-c476b079bcad HTTP/1.1" status: 204 len: 168 time: 0.5307503 Jan 21 09:40:23.978770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbaa45-83ba-46fd-af6d-c06692be894d tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90a2b1dd-317a-4bec-bf79-c476b079bcad,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:23.980347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58128) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:23.991363 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-73188fd2-ea62-405a-891a-49c170fcac98 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "DELETE /v2.0/subnets/72426645-7469-4cfd-ac33-a43c6dc8d849 HTTP/1.1" status: 204 len: 168 time: 2.0817273 Jan 21 09:40:24.006388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58132) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:24.034915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object 7e920372-8c13-4428-9d7e-3c5979f3a1b0 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:24.042828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:24.049137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.058963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd08906d92bc4e6c9d64336e010a0457 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:24.064607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:24.074217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:24.129013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Allocated IP 172.20.0.6 (7f480773-48b1-4f1a-b243-ae24b3746046/4a948dde-c02a-4880-a743-6f2f2f9a0236/5fac3738-aa4a-4f12-822c-0360ad3b28c7) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:24.153879 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aad98d15-fa78-44c9-a21f-63de8d711f5e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.213187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad98d15-fa78-44c9-a21f-63de8d711f5e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Subnet': ['ID=e85a0821-2f4a-4601-8f10-e64eb3b53b32,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:24.218127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.226776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.228756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b730318d-9ec8-4528-8dd5-75b74142ead9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:24.240101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aad98d15-fa78-44c9-a21f-63de8d711f5e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.263376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.281028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42619c67-877b-4123-a6af-761cad30917e None None] Network e1bbdf15-3a23-474a-9f4e-62ca3c0f132e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:24.298639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Deleting port 1139c66f-59be-4ddd-80c9-444b10bfda61 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:24.298981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.304684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.326020 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aad98d15-fa78-44c9-a21f-63de8d711f5e tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/subnets/e85a0821-2f4a-4601-8f10-e64eb3b53b32 HTTP/1.1" status: 204 len: 168 time: 1.8442936 Jan 21 09:40:24.335266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58136) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:24.345224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b730318d-9ec8-4528-8dd5-75b74142ead9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:24.348956 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b730318d-9ec8-4528-8dd5-75b74142ead9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3597591 Jan 21 09:40:24.357184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58140) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:24.379733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.392184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': 'd77e3c5e-7a0d-48ec-a840-deb480cc99d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:24.420032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:24.438912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9bfef635-ae35-4984-a51b-a1ebd13d5f36, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9bfef635-ae35-4984-a51b-a1ebd13d5f36,segment=NetworkSegment(4d26ab04-0f89-4ea9-b223-341377b5a812),segment_id=4d26ab04-0f89-4ea9-b223-341377b5a812)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:24.444855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1b169350-097e-4050-a5e8-9e5af6e0a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.464623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f37cc83-f308-47b3-a960-94ff17dcfaca,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:24.464888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.483682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3d9d0cae-0957-4f5c-92b5-6ae9bb318be6 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=dd08906d92bc4e6c9d64336e010a0457&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0686216 Jan 21 09:40:24.488390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 006e62f3-db72-4542-bcff-f0e261931921 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:24.490034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58144) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:24.501772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:24.517044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:24.547674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:24.572076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.572460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=7e920372-8c13-4428-9d7e-3c5979f3a1b0,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:24.607278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Transition to ACTIVE for port object 5fac3738-aa4a-4f12-822c-0360ad3b28c7 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:24.643026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.651941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9bfef635-ae35-4984-a51b-a1ebd13d5f36,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:24.657661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.659933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.708307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-026b045a-630e-43b1-b02c-086325c26e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.711971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.761466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-1b169350-097e-4050-a5e8-9e5af6e0a489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:24.761811 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-1b169350-097e-4050-a5e8-9e5af6e0a489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:24.776129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] DHCP port deletion for 56b36aab-9e1b-4e60-910e-2b5ccd37fc5a request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:24.782349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] Deleting port 1139c66f-59be-4ddd-80c9-444b10bfda61 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:24.782723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.892450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.925823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-026b045a-630e-43b1-b02c-086325c26e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.930016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port 855d8b41-6e3e-4ca6-8507-73f928dce8fe {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:24.930401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.931754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] DHCP port deletion for e1bbdf15-3a23-474a-9f4e-62ca3c0f132e request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:24.972634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:24.989905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Allocated IP 172.26.1.222 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/b53e789d-821e-4697-ad06-116ed0897b5b) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:25.038126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] For port 1139c66f-59be-4ddd-80c9-444b10bfda61, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1139c66f-59be-4ddd-80c9-444b10bfda61,segment=NetworkSegment(26d7dbde-f05f-4a8e-8b91-df6657eb3644),segment_id=26d7dbde-f05f-4a8e-8b91-df6657eb3644)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:25.038561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.098751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] Deleting port 855d8b41-6e3e-4ca6-8507-73f928dce8fe {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:25.099718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.108838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Network 7f480773-48b1-4f1a-b243-ae24b3746046 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:25.159960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:25.160583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] For port 1139c66f-59be-4ddd-80c9-444b10bfda61, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1139c66f-59be-4ddd-80c9-444b10bfda61,segment=NetworkSegment(26d7dbde-f05f-4a8e-8b91-df6657eb3644),segment_id=26d7dbde-f05f-4a8e-8b91-df6657eb3644)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:25.161064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.163441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:25.219084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=5fac3738-aa4a-4f12-822c-0360ad3b28c7,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.226192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Calling delete_port for 1139c66f-59be-4ddd-80c9-444b10bfda61 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:25.240364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-026b045a-630e-43b1-b02c-086325c26e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.292791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b045a-630e-43b1-b02c-086325c26e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f37cc83-f308-47b3-a960-94ff17dcfaca,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.319410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:25.320040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.333262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.366505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.372669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.379696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] Calling delete_port for 1139c66f-59be-4ddd-80c9-444b10bfda61 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:25.383238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-026b045a-630e-43b1-b02c-086325c26e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.384771 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-026b045a-630e-43b1-b02c-086325c26e43 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/4f37cc83-f308-47b3-a960-94ff17dcfaca HTTP/1.1" status: 204 len: 168 time: 0.8936272 Jan 21 09:40:25.408040 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0e018108-bba2-43f1-b6cb-d4920742d7e0 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1576240 Jan 21 09:40:25.413492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58150) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:25.428138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:94:12:11'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:25.542319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.549003 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1641319 Jan 21 09:40:25.550918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71d2d7-2d01-41f9-97e3-9ed36fa29877 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef43e7e-f896-4815-970b-13215d977ea2,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.554388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58154) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:25.561109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.579708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.666011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9bfef635-ae35-4984-a51b-a1ebd13d5f36 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:25.668521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] For port 855d8b41-6e3e-4ca6-8507-73f928dce8fe, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=855d8b41-6e3e-4ca6-8507-73f928dce8fe,segment=NetworkSegment(2bb5ecb5-970b-4c3b-bec1-d19c7bde094f),segment_id=2bb5ecb5-970b-4c3b-bec1-d19c7bde094f)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:25.669231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.735619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:25.736210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:25.740951 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] For port 855d8b41-6e3e-4ca6-8507-73f928dce8fe, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=855d8b41-6e3e-4ca6-8507-73f928dce8fe,segment=NetworkSegment(2bb5ecb5-970b-4c3b-bec1-d19c7bde094f),segment_id=2bb5ecb5-970b-4c3b-bec1-d19c7bde094f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:25.741538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.762628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:25.771885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event updated for resources: {'Port': ['ID=b53e789d-821e-4697-ad06-116ed0897b5b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:25.781744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:25.784567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:25.837127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Calling delete_port for 855d8b41-6e3e-4ca6-8507-73f928dce8fe owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:25.880432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] Calling delete_port for 855d8b41-6e3e-4ca6-8507-73f928dce8fe owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:25.884468 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bbca0175-367e-412a-90ea-3480ca192152 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules/fef43e7e-f896-4815-970b-13215d977ea2 HTTP/1.1" status: 200 len: 705 time: 0.3250592 Jan 21 09:40:25.893587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58160) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:25.894128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58162) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:25.937428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.955820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:25.989905 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cf27c5bb-7c29-442b-87f1-e2a42d6f68e0 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a179c864d8d74159802beec68a8affc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0946276 Jan 21 09:40:26.043009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58168) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.046363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f1f27fc2-1457-4ce5-ae78-e0115d624b1d None None] Provisioning for port 7e920372-8c13-4428-9d7e-3c5979f3a1b0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:26.048120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event deleted for resources: {'Port': ['ID=1139c66f-59be-4ddd-80c9-444b10bfda61,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.056472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f1f27fc2-1457-4ce5-ae78-e0115d624b1d None None] Provisioning complete for port 7e920372-8c13-4428-9d7e-3c5979f3a1b0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:26.057055 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f1f27fc2-1457-4ce5-ae78-e0115d624b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.128511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f1f27fc2-1457-4ce5-ae78-e0115d624b1d None None] Port 7e920372-8c13-4428-9d7e-3c5979f3a1b0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:26.131592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.207489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:26.208565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.224265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.258359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] Pushing event deleted for resources: {'Port': ['ID=855d8b41-6e3e-4ca6-8507-73f928dce8fe,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.264591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] Deleting port 1139c66f-59be-4ddd-80c9-444b10bfda61 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:26.264591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.274141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-03d37614-7f49-4b0b-a457-d4d2305c6ca5 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:26.278394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] No DVR routers for this DVR port 1139c66f-59be-4ddd-80c9-444b10bfda61 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:26.301776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f1f27fc2-1457-4ce5-ae78-e0115d624b1d None None] Provisioning for port 5fac3738-aa4a-4f12-822c-0360ad3b28c7 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:26.318061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f1f27fc2-1457-4ce5-ae78-e0115d624b1d None None] Provisioning complete for port 5fac3738-aa4a-4f12-822c-0360ad3b28c7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:26.318439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f1f27fc2-1457-4ce5-ae78-e0115d624b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.340985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4574917-b4a0-45d3-8b3e-bcc7cf5cf3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.382474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.385297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-31b233c2-085b-43e3-9c7b-7b7085419dbe None None] The port '1139c66f-59be-4ddd-80c9-444b10bfda61' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:40:26.414985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e70784-c5f5-47b1-83d8-6c32b8d97eef None None] No DVR routers for this DVR port 855d8b41-6e3e-4ca6-8507-73f928dce8fe on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:26.475013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f1f27fc2-1457-4ce5-ae78-e0115d624b1d None None] Port 5fac3738-aa4a-4f12-822c-0360ad3b28c7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:26.528120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] In _notify_port_updated(), no bound segment for port 5fac3738-aa4a-4f12-822c-0360ad3b28c7 on network 7f480773-48b1-4f1a-b243-ae24b3746046 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:40:26.533011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:26.533693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.537697 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "PUT /v2.0/ports/5fac3738-aa4a-4f12-822c-0360ad3b28c7 HTTP/1.1" status: 200 len: 993 time: 1.1205986 Jan 21 09:40:26.548576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58172) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.637281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4213e-130a-41aa-b9ed-2371b1ff8a2d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=5fac3738-aa4a-4f12-822c-0360ad3b28c7,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:26.694190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2f247-c6ac-431d-9464-5c1a403b06f8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Deleting port 5fac3738-aa4a-4f12-822c-0360ad3b28c7 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:26.694546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0f2f247-c6ac-431d-9464-5c1a403b06f8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.709964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1139c66f-59be-4ddd-80c9-444b10bfda61 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:26.765880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4574917-b4a0-45d3-8b3e-bcc7cf5cf3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.777568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:26.777892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:26.789267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 1139c66f-59be-4ddd-80c9-444b10bfda61 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:26.789585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1139c66f-59be-4ddd-80c9-444b10bfda61 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:26.790120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 855d8b41-6e3e-4ca6-8507-73f928dce8fe no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:26.834297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 855d8b41-6e3e-4ca6-8507-73f928dce8fe {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:26.834297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 855d8b41-6e3e-4ca6-8507-73f928dce8fe not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:26.865094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bae48ba3-6a2e-4667-a3fc-acd6b7871946 None None] Provisioning complete for port 5fac3738-aa4a-4f12-822c-0360ad3b28c7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:26.865475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bae48ba3-6a2e-4667-a3fc-acd6b7871946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.866609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-03d37614-7f49-4b0b-a457-d4d2305c6ca5 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:26.867956 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-03d37614-7f49-4b0b-a457-d4d2305c6ca5 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.9713287 Jan 21 09:40:26.879830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58176) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:26.926591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-bae48ba3-6a2e-4667-a3fc-acd6b7871946 None None] Port 5fac3738-aa4a-4f12-822c-0360ad3b28c7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:26.936382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:26.984872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b36aab-9e1b-4e60-910e-2b5ccd37fc5a']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:27.005397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.006607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.007232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ff301fc-e9df-43ba-9663-7c3544cc9fb9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.021115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d7dbde-f05f-4a8e-8b91-df6657eb3644') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:27.021115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d7dbde-f05f-4a8e-8b91-df6657eb3644') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:27.037870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ff301fc-e9df-43ba-9663-7c3544cc9fb9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.049338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.051315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4574917-b4a0-45d3-8b3e-bcc7cf5cf3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.055500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.075418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.106290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0f2f247-c6ac-431d-9464-5c1a403b06f8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.158733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4574917-b4a0-45d3-8b3e-bcc7cf5cf3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1774789-b75d-471c-a50d-8692f9464fa0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.175780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.202652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:27.203055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:27.220705 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:27.237081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2f247-c6ac-431d-9464-5c1a403b06f8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Calling delete_port for 5fac3738-aa4a-4f12-822c-0360ad3b28c7 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:27.243046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ff301fc-e9df-43ba-9663-7c3544cc9fb9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.302573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Deleting port 855d8b41-6e3e-4ca6-8507-73f928dce8fe {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:27.302799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.358150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=7e920372-8c13-4428-9d7e-3c5979f3a1b0,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.360574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.379203 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff301fc-e9df-43ba-9663-7c3544cc9fb9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fef43e7e-f896-4815-970b-13215d977ea2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.431821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] The port '855d8b41-6e3e-4ca6-8507-73f928dce8fe' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:40:27.432786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4574917-b4a0-45d3-8b3e-bcc7cf5cf3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.433969 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b4574917-b4a0-45d3-8b3e-bcc7cf5cf3ca admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/d1774789-b75d-471c-a50d-8692f9464fa0 HTTP/1.1" status: 204 len: 168 time: 1.3836901 Jan 21 09:40:27.472929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0f2f247-c6ac-431d-9464-5c1a403b06f8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.478889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ff301fc-e9df-43ba-9663-7c3544cc9fb9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.482764 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2ff301fc-e9df-43ba-9663-7c3544cc9fb9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/fef43e7e-f896-4815-970b-13215d977ea2 HTTP/1.1" status: 204 len: 168 time: 0.5963833 Jan 21 09:40:27.482764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.489813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58182) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.529304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2f247-c6ac-431d-9464-5c1a403b06f8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event deleted for resources: {'Port': ['ID=5fac3738-aa4a-4f12-822c-0360ad3b28c7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.534421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.608151 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] Pushing event deleted for resources: {'Network': ['ID=56b36aab-9e1b-4e60-910e-2b5ccd37fc5a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:27.672831 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e24d03ef-ed3c-42e4-99c4-7231e3eb76ff tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194 tempest-ExtraDHCPOptionsIpV6TestJSON-2071154194-project] 10.222.0.122 "DELETE /v2.0/networks/56b36aab-9e1b-4e60-910e-2b5ccd37fc5a HTTP/1.1" status: 204 len: 168 time: 3.6653390 Jan 21 09:40:27.719829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.802623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Router d3384140-d929-4dc8-a52b-2b7396adadc4 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:40:27.811281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bbdf15-3a23-474a-9f4e-62ca3c0f132e']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:27.824233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b77d0ad2-6905-46ec-87b0-1cc0d2ecbba9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:27.832255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0f2f247-c6ac-431d-9464-5c1a403b06f8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.834703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb5ecb5-970b-4c3b-bec1-d19c7bde094f') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:27.835030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb5ecb5-970b-4c3b-bec1-d19c7bde094f') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:27.858475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 006e62f3-db72-4542-bcff-f0e261931921 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:27.861632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:27.871019 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:27.910848 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a0f2f247-c6ac-431d-9464-5c1a403b06f8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "DELETE /v2.0/ports/5fac3738-aa4a-4f12-822c-0360ad3b28c7 HTTP/1.1" status: 204 len: 168 time: 1.3589945 Jan 21 09:40:27.911445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58192) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:27.972188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b77d0ad2-6905-46ec-87b0-1cc0d2ecbba9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:27.973297 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b77d0ad2-6905-46ec-87b0-1cc0d2ecbba9 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4547892 Jan 21 09:40:27.984294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58196) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.020332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': 'd77e3c5e-7a0d-48ec-a840-deb480cc99d9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:28.027699 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daca2be-e11e-4867-bd19-9549c810a9ba tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] GET failed (client error): The resource could not be found. Jan 21 09:40:28.028207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8daca2be-e11e-4867-bd19-9549c810a9ba tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Synchronizing usage tracker for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:28.042320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:28.063645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.079648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58202) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.092770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:28.093230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.093964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:28.120744 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:28.127786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8daca2be-e11e-4867-bd19-9549c810a9ba tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Unset dirty status for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:28.129185 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8daca2be-e11e-4867-bd19-9549c810a9ba tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "GET /v2.0/ports/5fac3738-aa4a-4f12-822c-0360ad3b28c7 HTTP/1.1" status: 404 len: 333 time: 0.2168331 Jan 21 09:40:28.137608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58208) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.148446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046', 'name': 'tempest-AllowedAddressPairTestJSON-106847607'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:28.163106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.280949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-197b9f76-883f-4f40-ba7c-91d5b40f5c4c None None] Provisioning complete for port 7e920372-8c13-4428-9d7e-3c5979f3a1b0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:28.281930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-197b9f76-883f-4f40-ba7c-91d5b40f5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.316053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.321401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.356593 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] 10.222.0.122 "DELETE /v2.0/networks/e1bbdf15-3a23-474a-9f4e-62ca3c0f132e HTTP/1.1" status: 204 len: 168 time: 4.0104787 Jan 21 09:40:28.358349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdbf4a-5410-4601-b3b6-2c738c96ecd7 tempest-NetworksIpV6Test-1204280388 tempest-NetworksIpV6Test-1204280388-project] Pushing event deleted for resources: {'Network': ['ID=e1bbdf15-3a23-474a-9f4e-62ca3c0f132e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:28.416924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-197b9f76-883f-4f40-ba7c-91d5b40f5c4c None None] Port 7e920372-8c13-4428-9d7e-3c5979f3a1b0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:28.582762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.599870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:28.602289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.650154 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d0906316-b5c0-47fb-86d0-c05464983e6c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=5b7e72f4501f4f96a5b2d45911ffbeac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5693574 Jan 21 09:40:28.653759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:28.653850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58224) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.656391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.657527 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6682703 Jan 21 09:40:28.658334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d1f35-7def-4f7b-8fcc-acf94005bd8e tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0272116-1002-417f-a3ba-51c3ecfae551,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:28.661318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:28.662663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58228) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.674562 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d5a5ea-d355-4373-ab72-beb89b7e2c36 None None] Sync routers for ids ['d3384140-d929-4dc8-a52b-2b7396adadc4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:28.696326 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5a5ea-d355-4373-ab72-beb89b7e2c36 None None] Routers {'d3384140-d929-4dc8-a52b-2b7396adadc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:28.698571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Made reservation on behalf of d496b272037948ea93589e092b7d6970 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:28.702013 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a6d5a5ea-d355-4373-ab72-beb89b7e2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d3384140-d929-4dc8-a52b-2b7396adadc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.702203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.719313 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-38280516-0300-427e-afe1-ef073b66de61 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules/d0272116-1002-417f-a3ba-51c3ecfae551 HTTP/1.1" status: 200 len: 706 time: 0.0541251 Jan 21 09:40:28.722268 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58234) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.738089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.742030 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a6cab85a-d1c8-4659-bb88-dd24912d35e5 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5082295 Jan 21 09:40:28.742530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58238) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.751230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] device_id is not set on port 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:28.763341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:28.817334 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a6d5a5ea-d355-4373-ab72-beb89b7e2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.831191 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5a5ea-d355-4373-ab72-beb89b7e2c36 None None] Routers {'d3384140-d929-4dc8-a52b-2b7396adadc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:28.833251 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a6d5a5ea-d355-4373-ab72-beb89b7e2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d3384140-d929-4dc8-a52b-2b7396adadc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.838387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-94a552e1-d8dd-49b7-9af3-6ab9a621374c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.881897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ba58293a-51e9-4c7c-979c-cb1cb8fa9a5f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:28.902587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58244) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.909138 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a6d5a5ea-d355-4373-ab72-beb89b7e2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:28.909901 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d5a5ea-d355-4373-ab72-beb89b7e2c36 None None] The sync data for ids ['d3384140-d929-4dc8-a52b-2b7396adadc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:28.926490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-94a552e1-d8dd-49b7-9af3-6ab9a621374c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:28.958776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ba58293a-51e9-4c7c-979c-cb1cb8fa9a5f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:28.962112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ba58293a-51e9-4c7c-979c-cb1cb8fa9a5f tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2372003 Jan 21 09:40:28.962959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58250) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:28.996695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58254) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.005817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-47aaf6ee-17a7-42a5-b555-99b3baacb6f7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.033154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-47aaf6ee-17a7-42a5-b555-99b3baacb6f7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.048758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Allocated IP 172.20.0.5 (7f480773-48b1-4f1a-b243-ae24b3746046/4a948dde-c02a-4880-a743-6f2f2f9a0236/2bfaaf45-12f0-4626-88ae-44ad9cc46b20) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:29.086148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-47aaf6ee-17a7-42a5-b555-99b3baacb6f7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.086424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router 9eefa5c4-586d-492d-becc-d053f40c9123 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:40:29.103216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-94a552e1-d8dd-49b7-9af3-6ab9a621374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.141130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a552e1-d8dd-49b7-9af3-6ab9a621374c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d60922-49f2-41f5-b435-2d1873a9d6f6,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.143053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-94a552e1-d8dd-49b7-9af3-6ab9a621374c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.144296 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-94a552e1-d8dd-49b7-9af3-6ab9a621374c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/d6d60922-49f2-41f5-b435-2d1873a9d6f6 HTTP/1.1" status: 204 len: 168 time: 0.4897077 Jan 21 09:40:29.152590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaf6ee-17a7-42a5-b555-99b3baacb6f7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0272116-1002-417f-a3ba-51c3ecfae551,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.218521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-47aaf6ee-17a7-42a5-b555-99b3baacb6f7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.222253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-47aaf6ee-17a7-42a5-b555-99b3baacb6f7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/d0272116-1002-417f-a3ba-51c3ecfae551 HTTP/1.1" status: 204 len: 168 time: 0.2556303 Jan 21 09:40:29.228674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58262) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.318256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-969fe372-7539-4949-a939-5633403dae50 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:29.329856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-373535316'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:29.350344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:29.370609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Usage tracker for resource:network and tenant:b51ef98026d249f1b03dc0824c804dbb is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:29.379813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:29.394476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:29.402477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-969fe372-7539-4949-a939-5633403dae50 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:29.407292 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-969fe372-7539-4949-a939-5633403dae50 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1747582 Jan 21 09:40:29.408694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58268) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.441837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.450669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Made reservation on behalf of b51ef98026d249f1b03dc0824c804dbb for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:29.454196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.473027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.491053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:29.496362 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b2c56855-dee9-4c11-8fcb-81038b9a8158 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=4f12520c20d144f48c8ac493c547c0a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5894585 Jan 21 09:40:29.496954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58274) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.497123 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-74ce9397-9888-41a3-b51b-6233779c7607 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/9eefa5c4-586d-492d-becc-d053f40c9123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2713647 Jan 21 09:40:29.501414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Transition to ACTIVE for port object 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:29.501769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58276) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.508092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896c821-66bf-4cd4-89af-0930a3e25b23 None None] Sync routers for ids ['9eefa5c4-586d-492d-becc-d053f40c9123'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:29.531523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896c821-66bf-4cd4-89af-0930a3e25b23 None None] Routers {'9eefa5c4-586d-492d-becc-d053f40c9123'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:29.532747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4896c821-66bf-4cd4-89af-0930a3e25b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9eefa5c4-586d-492d-becc-d053f40c9123'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.570805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:29.580244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Usage tracker for resource:security_group_rule and tenant:b51ef98026d249f1b03dc0824c804dbb is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:29.585091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:29.591448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:29.615588 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4896c821-66bf-4cd4-89af-0930a3e25b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.616138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.627457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896c821-66bf-4cd4-89af-0930a3e25b23 None None] Routers {'9eefa5c4-586d-492d-becc-d053f40c9123'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:29.628518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4896c821-66bf-4cd4-89af-0930a3e25b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9eefa5c4-586d-492d-becc-d053f40c9123'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.631186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-062699a0-f714-45d4-a7a9-9bca9e102dc2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.669904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fdeb7a-2914-486e-bfc9-3c3cc790351d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:29.670989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-29fdeb7a-2914-486e-bfc9-3c3cc790351d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:29.698902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-062699a0-f714-45d4-a7a9-9bca9e102dc2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.718759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=2bfaaf45-12f0-4626-88ae-44ad9cc46b20,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.733216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-deeb0fb4-cbf1-4fae-9dac-89a31a3f951f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.737133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-29fdeb7a-2914-486e-bfc9-3c3cc790351d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:29.738424 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-29fdeb7a-2914-486e-bfc9-3c3cc790351d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports/7e920372-8c13-4428-9d7e-3c5979f3a1b0 HTTP/1.1" status: 200 len: 910 time: 0.2342291 Jan 21 09:40:29.744032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58286) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.753006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4896c821-66bf-4cd4-89af-0930a3e25b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:29.753750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896c821-66bf-4cd4-89af-0930a3e25b23 None None] The sync data for ids ['9eefa5c4-586d-492d-becc-d053f40c9123'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:29.840434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-062699a0-f714-45d4-a7a9-9bca9e102dc2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.868290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062699a0-f714-45d4-a7a9-9bca9e102dc2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77e3c5e-7a0d-48ec-a840-deb480cc99d9,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:29.868972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Network 7f480773-48b1-4f1a-b243-ae24b3746046 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:29.875105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:29.883942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:29.898725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-062699a0-f714-45d4-a7a9-9bca9e102dc2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:29.899843 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-062699a0-f714-45d4-a7a9-9bca9e102dc2 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/d77e3c5e-7a0d-48ec-a840-deb480cc99d9 HTTP/1.1" status: 204 len: 168 time: 0.4900942 Jan 21 09:40:29.903326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58294) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:29.926548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-deeb0fb4-cbf1-4fae-9dac-89a31a3f951f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.089423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-78d833a1-c7c0-4ffb-9d81-a3a7c63b9cc7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:30.111193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:30.123975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.131681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.155564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.163199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-78d833a1-c7c0-4ffb-9d81-a3a7c63b9cc7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:30.170104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58302) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:30.172266 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-78d833a1-c7c0-4ffb-9d81-a3a7c63b9cc7 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2672832 Jan 21 09:40:30.200056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group': {'name': 'tempest-secgroup--894238489'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:30.210295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.223533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-deeb0fb4-cbf1-4fae-9dac-89a31a3f951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.233131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:30.235601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:30.239331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.258830 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9b9afe12-0236-4f32-a91d-6f3b8897bed6 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1167140 Jan 21 09:40:30.259871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2344b6da-6840-41d4-9137-c4b5248643fc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:30.259972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Deleting port b53e789d-821e-4697-ad06-116ed0897b5b {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:30.261125 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.261677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-82da5eca-b688-43b7-89cc-facd8a3bf68b None None] Provisioning for port 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:30.264146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-deeb0fb4-cbf1-4fae-9dac-89a31a3f951f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.268164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-deeb0fb4-cbf1-4fae-9dac-89a31a3f951f admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/96d57d7b-cf58-4fdc-a02e-2ce8af5c6dfe HTTP/1.1" status: 204 len: 168 time: 0.7683535 Jan 21 09:40:30.269193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-82da5eca-b688-43b7-89cc-facd8a3bf68b None None] Provisioning complete for port 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:30.270616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-82da5eca-b688-43b7-89cc-facd8a3bf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.270730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58306) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:30.284250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:30.286674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.287007 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Added segment 8f133717-a77a-4f69-bcd5-1d5d46d958a1 of type vlan for network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 Jan 21 09:40:30.297808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:94:12:11'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:30.336354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb0fb4-cbf1-4fae-9dac-89a31a3f951f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d57d7b-cf58-4fdc-a02e-2ce8af5c6dfe,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:30.345351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-82da5eca-b688-43b7-89cc-facd8a3bf68b None None] Port 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:30.374086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.418600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.466540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58314) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:30.538005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.568975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:30.588685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:30.600829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:30.607103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:30.615646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.626347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.629929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:30.630541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:30.637482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:30.803554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Calling delete_port for b53e789d-821e-4697-ad06-116ed0897b5b owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:30.963599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'networks': [{'name': 'tempest-network--92830551'}, {'name': 'tempest-network--1552055223'}]} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:30.963942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'network': {'name': 'tempest-network--92830551'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:30.964458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'network': {'name': 'tempest-network--1552055223'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:30.986018 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9705546 Jan 21 09:40:30.987115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58330) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:30.994034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:31.010253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Request body: {'subnet': {'network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:31.024406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Usage tracker for resource:network and tenant:dd7fa108c5c54e7db4a654330dc2be30 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:31.041365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:31.053783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bc110-3aac-4a3d-9e54-7ea6f755c640 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'Network': ['ID=c0c661fa-9e39-4db6-afbb-5bb14ccca4c2,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.056221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:31.068827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:31.115733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Made reservation on behalf of dd7fa108c5c54e7db4a654330dc2be30 for: {'network': 2} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:31.119404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.137975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.138695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.160786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.176328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.247632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Pushing event deleted for resources: {'Port': ['ID=b53e789d-821e-4697-ad06-116ed0897b5b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.307002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:31.314476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Usage tracker for resource:subnet and tenant:b51ef98026d249f1b03dc0824c804dbb is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:31.315861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf58be5d-6464-41be-8950-851631c6390d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.319009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:31.332323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:31.345107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.401297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58340) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.409320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.410564 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4f2682d9-8a11-48df-b1ea-a5a2d7f9ebec tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2312715 Jan 21 09:40:31.415591 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58344) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.424638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Made reservation on behalf of b51ef98026d249f1b03dc0824c804dbb for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:31.439864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:31.456827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Usage tracker for resource:security_group_rule and tenant:dd7fa108c5c54e7db4a654330dc2be30 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:31.461773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:31.475921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:31.516207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Request body: {'security_group_rule': {'security_group_id': 'bf58be5d-6464-41be-8950-851631c6390d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:31.523417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.582164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:31.593390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.603036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.643409 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1405babe-6a4e-4049-bc3f-bffaae12e869 tempest-ServiceProvidersTest-703012638 tempest-ServiceProvidersTest-703012638-project] 10.222.0.122 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2408633 Jan 21 09:40:31.671723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Usage tracker for resource:security_group_rule and tenant:91549e245d69445886b2c0077db9b592 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:31.754234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:31.775966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.780603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.785261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=2bfaaf45-12f0-4626-88ae-44ad9cc46b20,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:31.794431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:31.830436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] In _notify_port_updated(), no bound segment for port 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 on network 7f480773-48b1-4f1a-b243-ae24b3746046 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:40:31.834273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:31.834917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.836279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-72ced9f0-8d27-483d-9312-335e56a1721b tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "PUT /v2.0/ports/2bfaaf45-12f0-4626-88ae-44ad9cc46b20 HTTP/1.1" status: 200 len: 995 time: 1.5537579 Jan 21 09:40:31.852236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58352) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:31.873883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.898493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.912519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.912987 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:31.991279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1fde4926-794b-4f83-9b78-27d933f3065b None None] Provisioning complete for port 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:31.991747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fde4926-794b-4f83-9b78-27d933f3065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.047469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d4639c46-e282-435d-9621-f4a2d4e14288 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Deleting port 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:32.047809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4639c46-e282-435d-9621-f4a2d4e14288 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.072137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1fde4926-794b-4f83-9b78-27d933f3065b None None] Port 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:32.090707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.109815 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58358) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.118137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33827655-112f-4fcc-b166-20678cbe07d1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.162888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:32.199802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Router d3384140-d929-4dc8-a52b-2b7396adadc4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:32.224372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.224741 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Added segment 124af97d-2803-4373-9243-afeeee302654 of type vlan for network 21605d43-81ef-48b2-8f60-f1cb2b3155fa Jan 21 09:40:32.304196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.343304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.380221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.396755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.418667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:32.523626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:32.546830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bfd5f9-37b2-4eee-8d90-783766504515,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.553022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4639c46-e282-435d-9621-f4a2d4e14288 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.570156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.570497 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Added segment 8a75d0a9-4ee3-4320-8dcc-73969bb9b370 of type vlan for network 22f3a254-c25d-4a95-8617-2368397e23d0 Jan 21 09:40:32.662035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.666047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.667236 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-42d61ddd-6e60-4919-b653-a284b008a635 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2473249 Jan 21 09:40:32.697716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58364) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.704549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:32.710686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:32.716058 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1fb2b-2e3e-471a-b64f-6968d2df17bd None None] Sync routers for ids ['d3384140-d929-4dc8-a52b-2b7396adadc4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:32.730248 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1fb2b-2e3e-471a-b64f-6968d2df17bd None None] Routers {'d3384140-d929-4dc8-a52b-2b7396adadc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:32.731213 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8bf1fb2b-2e3e-471a-b64f-6968d2df17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d3384140-d929-4dc8-a52b-2b7396adadc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.743392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c59071d90de045e18b21712f1f13586d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:32.754782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:32.769114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:32.772711 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eab414d1-0bae-4531-9063-64a4d7ba39f2 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "PUT /v2.0/routers/d3384140-d929-4dc8-a52b-2b7396adadc4 HTTP/1.1" status: 200 len: 706 time: 4.0253904 Jan 21 09:40:32.781924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58368) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:32.790051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:32.796802 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8bf1fb2b-2e3e-471a-b64f-6968d2df17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.808909 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1fb2b-2e3e-471a-b64f-6968d2df17bd None None] Routers {'d3384140-d929-4dc8-a52b-2b7396adadc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:32.809655 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8bf1fb2b-2e3e-471a-b64f-6968d2df17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d3384140-d929-4dc8-a52b-2b7396adadc4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.835484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d4639c46-e282-435d-9621-f4a2d4e14288 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Calling delete_port for 2bfaaf45-12f0-4626-88ae-44ad9cc46b20 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:32.876769 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8bf1fb2b-2e3e-471a-b64f-6968d2df17bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:32.877534 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1fb2b-2e3e-471a-b64f-6968d2df17bd None None] The sync data for ids ['d3384140-d929-4dc8-a52b-2b7396adadc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:32.900137 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'Subnet': ['ID=4b205f70-a124-4baa-96cc-3ded43fe42d4,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:32.912147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.033287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Checking segment: {'id': '8f133717-a77a-4f69-bcd5-1d5d46d958a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:33.033633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Network hostable DHCP agents. Network: c0c661fa-9e39-4db6-afbb-5bb14ccca4c2, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:33.044113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-057ded9a-c39b-44da-9775-8a5f72551c1a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.051764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.052704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.055917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.058872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.059493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.069936 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e6fffcbd-71bc-43bb-b3a0-6adf384ac3be tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/routers/d3384140-d929-4dc8-a52b-2b7396adadc4 HTTP/1.1" status: 200 len: 741 time: 0.2775273 Jan 21 09:40:33.083506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58372) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.134579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-057ded9a-c39b-44da-9775-8a5f72551c1a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.178459 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b178b9c4-f434-453b-a925-dfc3a32e0846 tempest-RoutersAdminTest-1246320885 tempest-RoutersAdminTest-1246320885-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=d3384140-d929-4dc8-a52b-2b7396adadc4 HTTP/1.1" status: 200 len: 205 time: 0.0878110 Jan 21 09:40:33.180557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.184958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58376) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.211030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Network': ['ID=21605d43-81ef-48b2-8f60-f1cb2b3155fa,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.220754 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6924534 Jan 21 09:40:33.225321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 21605d43-81ef-48b2-8f60-f1cb2b3155fa details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:33.226580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.244279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4639c46-e282-435d-9621-f4a2d4e14288 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.246878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58380) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.297173 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-08a194d3-6962-4d9d-8e97-108cf3f61d26 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=d3384140-d929-4dc8-a52b-2b7396adadc4 HTTP/1.1" status: 200 len: 205 time: 0.1102176 Jan 21 09:40:33.307331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58384) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.321330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:33.436181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4639c46-e282-435d-9621-f4a2d4e14288 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event deleted for resources: {'Port': ['ID=2bfaaf45-12f0-4626-88ae-44ad9cc46b20,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.513974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c72e60-9aab-4132-a3ef-5e169bbca46d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.539695 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bffa6d74-6b8b-4958-9df4-ff44bc2d40c3 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c59071d90de045e18b21712f1f13586d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4206090 Jan 21 09:40:33.540459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, c0c661fa-9e39-4db6-afbb-5bb14ccca4c2) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:33.553250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35cdfd0-d841-4c47-858e-0f4b3e6961a8 None None] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:33.558258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58388) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.569546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.570397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.577081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-057ded9a-c39b-44da-9775-8a5f72551c1a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.583784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956600-9b7b-4c86-84ef-82de25dbd1b0 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Network': ['ID=22f3a254-c25d-4a95-8617-2368397e23d0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.609222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 7e920372-8c13-4428-9d7e-3c5979f3a1b0 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:33.609551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.631721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 22f3a254-c25d-4a95-8617-2368397e23d0 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:33.695163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4639c46-e282-435d-9621-f4a2d4e14288 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.702710 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4639c46-e282-435d-9621-f4a2d4e14288 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "DELETE /v2.0/ports/2bfaaf45-12f0-4626-88ae-44ad9cc46b20 HTTP/1.1" status: 204 len: 168 time: 1.8462877 Jan 21 09:40:33.704971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58392) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.725967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ded9a-c39b-44da-9775-8a5f72551c1a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf58be5d-6464-41be-8950-851631c6390d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:33.786644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-057ded9a-c39b-44da-9775-8a5f72551c1a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.790733 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-057ded9a-c39b-44da-9775-8a5f72551c1a tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/bf58be5d-6464-41be-8950-851631c6390d HTTP/1.1" status: 204 len: 168 time: 1.0862823 Jan 21 09:40:33.799945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58396) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.849909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-24765f1f-67f1-42d9-bd88-91859d102a39 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.899561 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3d7068-ead4-4f28-b683-0336af3f1eab tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] GET failed (client error): The resource could not be found. Jan 21 09:40:33.900066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6e3d7068-ead4-4f28-b683-0336af3f1eab tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Synchronizing usage tracker for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:33.923069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421037e-6c6d-4e5a-9a15-56e763defe0e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.928914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421037e-6c6d-4e5a-9a15-56e763defe0e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.935034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421037e-6c6d-4e5a-9a15-56e763defe0e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.944643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421037e-6c6d-4e5a-9a15-56e763defe0e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:33.948552 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3421037e-6c6d-4e5a-9a15-56e763defe0e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6918871 Jan 21 09:40:33.954307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-c0c661fa-9e39-4db6-afbb-5bb14ccca4c2', 'network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2', 'tenant_id': 'b51ef98026d249f1b03dc0824c804dbb', 'fixed_ips': [{'subnet_id': '4b205f70-a124-4baa-96cc-3ded43fe42d4'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:40:33.955636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:33.960819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58400) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.968395 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-098fe207-ec5b-4c82-8af7-48c285f40101 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9706194 Jan 21 09:40:33.969263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-484bb538-0ed5-47fe-9fc6-d9f09e84e0be tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:33.976448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58404) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:33.983904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6e3d7068-ead4-4f28-b683-0336af3f1eab tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Unset dirty status for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:33.989047 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6e3d7068-ead4-4f28-b683-0336af3f1eab tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "GET /v2.0/ports/2bfaaf45-12f0-4626-88ae-44ad9cc46b20 HTTP/1.1" status: 404 len: 333 time: 0.2805035 Jan 21 09:40:33.990276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1718987060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:34.006003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58408) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.007493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:34.018894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Usage tracker for resource:router and tenant:b51ef98026d249f1b03dc0824c804dbb is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:34.036947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046', 'name': 'tempest-AllowedAddressPairTestJSON-1292337246'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:34.056323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:34.160735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Allocated IP 172.20.0.2 (c0c661fa-9e39-4db6-afbb-5bb14ccca4c2/4b205f70-a124-4baa-96cc-3ded43fe42d4/5a4342cf-51ba-4da0-bc22-fc8e33e2decc) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:34.164128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:34.183389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-484bb538-0ed5-47fe-9fc6-d9f09e84e0be tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:34.187368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-484bb538-0ed5-47fe-9fc6-d9f09e84e0be tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3797693 Jan 21 09:40:34.189226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.191496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58412) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.208918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd759-2434-45b4-b3cd-e98546cae85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.272794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.273905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.317353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.392700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.398727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 7e920372-8c13-4428-9d7e-3c5979f3a1b0 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:34.403650 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.406355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Transition to ACTIVE for port object 5a4342cf-51ba-4da0-bc22-fc8e33e2decc will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:34.428499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Transition to ACTIVE for port object 5a4342cf-51ba-4da0-bc22-fc8e33e2decc will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:34.436088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.504197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:34.507367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:34.511555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:34.517482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Pushing event updated for resources: {'Port': ['ID=5a4342cf-51ba-4da0-bc22-fc8e33e2decc,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:34.526548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:34.527665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd759-2434-45b4-b3cd-e98546cae85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.541664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:34.556244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.591591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Made reservation on behalf of d496b272037948ea93589e092b7d6970 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:34.594828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.612834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Attempting to bind port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:34.613203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Attempting to bind port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '8f133717-a77a-4f69-bcd5-1d5d46d958a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:34.613561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Attempting to bind port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc on network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:34.620426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:34.620746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Checking segment: {'id': '8f133717-a77a-4f69-bcd5-1d5d46d958a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:34.621261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.621446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Bound using segment: {'id': '8f133717-a77a-4f69-bcd5-1d5d46d958a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:34.622353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Bound port: 5a4342cf-51ba-4da0-bc22-fc8e33e2decc, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f133717-a77a-4f69-bcd5-1d5d46d958a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:34.622353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.628996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.637139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] device_id is not set on port 315421ea-1795-4561-982a-ccd0ce350d73 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:34.693410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f2983cfa-f44e-4abf-8798-882071372d61 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:34.715440 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] For port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:34.720042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] For port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5a4342cf-51ba-4da0-bc22-fc8e33e2decc,segment=NetworkSegment(8f133717-a77a-4f69-bcd5-1d5d46d958a1),segment_id=8f133717-a77a-4f69-bcd5-1d5d46d958a1)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:34.724380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.766369 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:40:34.816384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09dacc-ab96-430e-86bb-db65d7e7c41a None None] Pushing event updated for resources: {'Port': ['ID=5a4342cf-51ba-4da0-bc22-fc8e33e2decc,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:34.840474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.840474 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-154cc3e2-9170-4931-a26b-1f7d1f4d19af tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8633087 Jan 21 09:40:34.848473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58416) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.864232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-24765f1f-67f1-42d9-bd88-91859d102a39 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.880064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.893190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-24765f1f-67f1-42d9-bd88-91859d102a39 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.894862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f2983cfa-f44e-4abf-8798-882071372d61 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:34.899269 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f2983cfa-f44e-4abf-8798-882071372d61 tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.6984591 Jan 21 09:40:34.899449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58420) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.933956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21605d43-81ef-48b2-8f60-f1cb2b3155fa']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.946618 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-44a31c8f-abbf-4aff-8ba1-e6161f7a78de tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] delete failed (client error): The resource could not be found. Jan 21 09:40:34.952174 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-44a31c8f-abbf-4aff-8ba1-e6161f7a78de tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "DELETE /v2.0/security-groups/bf58be5d-6464-41be-8950-851631c6390d HTTP/1.1" status: 404 len: 347 time: 0.0473847 Jan 21 09:40:34.953295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58424) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:34.980525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd759-2434-45b4-b3cd-e98546cae85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:34.987693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124af97d-2803-4373-9243-afeeee302654') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:34.987992 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124af97d-2803-4373-9243-afeeee302654') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:35.019306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.027016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dd759-2434-45b4-b3cd-e98546cae85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c72e60-9aab-4132-a3ef-5e169bbca46d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:35.045304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-24765f1f-67f1-42d9-bd88-91859d102a39 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.045779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24765f1f-67f1-42d9-bd88-91859d102a39 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Fanout notify agent at l3_agent the message router_deleted on router d3384140-d929-4dc8-a52b-2b7396adadc4 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:40:35.065272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd759-2434-45b4-b3cd-e98546cae85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.083932 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4e3dd759-2434-45b4-b3cd-e98546cae85e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/21c72e60-9aab-4132-a3ef-5e169bbca46d HTTP/1.1" status: 204 len: 168 time: 1.5199594 Jan 21 09:40:35.087831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.100769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-24765f1f-67f1-42d9-bd88-91859d102a39 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.107633 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-24765f1f-67f1-42d9-bd88-91859d102a39 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/d3384140-d929-4dc8-a52b-2b7396adadc4 HTTP/1.1" status: 204 len: 168 time: 1.7779672 Jan 21 09:40:35.107907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58430) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.168018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:35.168431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.207956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Allocated IP 172.20.0.4 (7f480773-48b1-4f1a-b243-ae24b3746046/4a948dde-c02a-4880-a743-6f2f2f9a0236/315421ea-1795-4561-982a-ccd0ce350d73) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:35.227666 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:35.290105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35d8e428-b260-48bd-8793-c9a613d218ad tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Synchronizing usage tracker for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:35.323387 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4f6b3c9a-7438-4f80-9ad5-7cc76b999532 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=d3384140-d929-4dc8-a52b-2b7396adadc4 HTTP/1.1" status: 200 len: 205 time: 0.1624544 Jan 21 09:40:35.324970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58436) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.392647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.423130 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-34243347-e72f-4bed-a8dc-817f8093608f tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] delete failed (client error): The resource could not be found. Jan 21 09:40:35.424109 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-34243347-e72f-4bed-a8dc-817f8093608f tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/d3384140-d929-4dc8-a52b-2b7396adadc4 HTTP/1.1" status: 404 len: 336 time: 0.0982349 Jan 21 09:40:35.426378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35d8e428-b260-48bd-8793-c9a613d218ad tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] Unset dirty status for tenant:91549e245d69445886b2c0077db9b592 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:35.427629 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35d8e428-b260-48bd-8793-c9a613d218ad tempest-SecGroupTest-1947301943 tempest-SecGroupTest-1947301943-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4732885 Jan 21 09:40:35.428339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58440) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.431282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.467376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=7e920372-8c13-4428-9d7e-3c5979f3a1b0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:35.496523 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-49486348-9ee5-49fb-bd2c-544b19bde555 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=f52fc33b-545b-4072-b885-efb5297b1f6e HTTP/1.1" status: 200 len: 205 time: 0.0669870 Jan 21 09:40:35.499531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58450) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.596808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:35.601225 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-c7521cf0-3bd0-42fd-b1e8-954be7339c81 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] delete failed (client error): The resource could not be found. Jan 21 09:40:35.605048 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c7521cf0-3bd0-42fd-b1e8-954be7339c81 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/f52fc33b-545b-4072-b885-efb5297b1f6e HTTP/1.1" status: 404 len: 336 time: 0.0897014 Jan 21 09:40:35.610067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58454) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.703265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Network': ['ID=21605d43-81ef-48b2-8f60-f1cb2b3155fa,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:35.710159 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f3190601-0e42-48fb-9c23-bf91b1b54cd6 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=304417dd-e0ed-430c-bfa9-932c91df8ce7 HTTP/1.1" status: 200 len: 205 time: 0.0989103 Jan 21 09:40:35.711225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58462) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.718798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5a4342cf-51ba-4da0-bc22-fc8e33e2decc up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:35.826626 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4b6768c4-e493-4a56-ad42-6574bc2ed61f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/networks/21605d43-81ef-48b2-8f60-f1cb2b3155fa HTTP/1.1" status: 204 len: 168 time: 1.8619351 Jan 21 09:40:35.837660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58466) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.862771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58468) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:35.865782 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-d9d194fd-58b2-46c3-ad0e-f0b2b7bf0c4d tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] delete failed (client error): The resource could not be found. Jan 21 09:40:35.871740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:35.872195 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d9d194fd-58b2-46c3-ad0e-f0b2b7bf0c4d tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/304417dd-e0ed-430c-bfa9-932c91df8ce7 HTTP/1.1" status: 404 len: 336 time: 0.1592259 Jan 21 09:40:35.880866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58474) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.078450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.134248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.168170 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6b14d069-dc58-4d2c-8a3d-d07bacae245e tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=82c9fc54-c75a-4658-9524-4d9c95fb504b HTTP/1.1" status: 200 len: 205 time: 0.2737839 Jan 21 09:40:36.175909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58482) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.302234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-3a5ed05b-98b9-4e89-a160-0696c4b2614e tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] delete failed (client error): The resource could not be found. Jan 21 09:40:36.304540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a5ed05b-98b9-4e89-a160-0696c4b2614e tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/82c9fc54-c75a-4658-9524-4d9c95fb504b HTTP/1.1" status: 404 len: 336 time: 0.1271982 Jan 21 09:40:36.305494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bca81f-f5a4-4f36-922a-832c3f551fe2 None None] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:36.316354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58490) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.317343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Transition to ACTIVE for port object 315421ea-1795-4561-982a-ccd0ce350d73 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:36.334798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.371542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f3a254-c25d-4a95-8617-2368397e23d0']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:36.390429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a75d0a9-4ee3-4320-8dcc-73969bb9b370') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:36.390662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a75d0a9-4ee3-4320-8dcc-73969bb9b370') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:36.408764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.428029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.435967 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f9f31d25-4e89-4e51-a8a5-f8863611909e tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=7336ff60-a398-47aa-94a4-5668cadd6c54 HTTP/1.1" status: 200 len: 205 time: 0.1113539 Jan 21 09:40:36.440436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58496) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.444668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:36.445715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:36.465277 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:36.603318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fa2e852b-14ca-4b17-a92a-7f5ea9f7a7a3 None None] Provisioning for port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:36.611383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58500) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.615109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fa2e852b-14ca-4b17-a92a-7f5ea9f7a7a3 None None] Provisioning complete for port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:36.615482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e852b-14ca-4b17-a92a-7f5ea9f7a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.656645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.684342 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-17d8ab94-4d3b-435c-8cfa-7fd37a065312 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] delete failed (client error): The resource could not be found. Jan 21 09:40:36.686582 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-17d8ab94-4d3b-435c-8cfa-7fd37a065312 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/7336ff60-a398-47aa-94a4-5668cadd6c54 HTTP/1.1" status: 404 len: 336 time: 0.2444792 Jan 21 09:40:36.692444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58506) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.780481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e852b-14ca-4b17-a92a-7f5ea9f7a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.835835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fa2e852b-14ca-4b17-a92a-7f5ea9f7a7a3 None None] For port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5a4342cf-51ba-4da0-bc22-fc8e33e2decc,segment=NetworkSegment(8f133717-a77a-4f69-bcd5-1d5d46d958a1),segment_id=8f133717-a77a-4f69-bcd5-1d5d46d958a1)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:36.840235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e852b-14ca-4b17-a92a-7f5ea9f7a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.856189 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3f29b359-9562-4bfa-90a0-e60fd1a7a71c tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-13319720', 'prefixes': ['172.20.0.0/16']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:36.863976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.870649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6efbe13c-00d5-423a-bbcc-5a142d4f67c9 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=91549e245d69445886b2c0077db9b592&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9982216 Jan 21 09:40:36.871436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.884388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.885577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58510) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.886791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:36.900089 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/networks/22f3a254-c25d-4a95-8617-2368397e23d0 HTTP/1.1" status: 204 len: 168 time: 1.0531213 Jan 21 09:40:36.914520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58514) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:36.938162 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0dc86192-36bf-446a-a697-8c89dcd0f984 tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "GET /v2.0/ports?device_id=e3f1d155-1f05-4d2a-b145-d85c1b4dce6e HTTP/1.1" status: 200 len: 205 time: 0.2393076 Jan 21 09:40:36.938936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e852b-14ca-4b17-a92a-7f5ea9f7a7a3 None None] Pushing event updated for resources: {'Port': ['ID=5a4342cf-51ba-4da0-bc22-fc8e33e2decc,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.940700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3f29b359-9562-4bfa-90a0-e60fd1a7a71c tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:36.946505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b3994-371c-4f4c-a3a8-cbb1c8b1f8fa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Network': ['ID=22f3a254-c25d-4a95-8617-2368397e23d0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:36.948193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58518) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.066733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7afbfaf4-cbcd-4806-b136-63bcbaadc39f None None] Provisioning complete for port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:37.067215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7afbfaf4-cbcd-4806-b136-63bcbaadc39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.126362 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-d4406e6e-2365-451d-ac9c-7ca7b5fce38c tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] delete failed (client error): The resource could not be found. Jan 21 09:40:37.130245 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d4406e6e-2365-451d-ac9c-7ca7b5fce38c tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/routers/e3f1d155-1f05-4d2a-b145-d85c1b4dce6e HTTP/1.1" status: 404 len: 336 time: 0.1488039 Jan 21 09:40:37.133931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58522) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.184524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Network 7f480773-48b1-4f1a-b243-ae24b3746046 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:37.189064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:37.199014 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-be22eee0-df8d-41f2-a321-c6bd4047590a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] DELETE failed (client error): The resource could not be found. Jan 21 09:40:37.199380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be22eee0-df8d-41f2-a321-c6bd4047590a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:40:37.204203 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-be22eee0-df8d-41f2-a321-c6bd4047590a tempest-RoutersAdminTest-1426555298 tempest-RoutersAdminTest-1426555298-project] 10.222.0.122 "DELETE /v2.0/subnets/556a1292-8d51-466c-b46c-c0fcd116ce79 HTTP/1.1" status: 404 len: 337 time: 0.0692625 Jan 21 09:40:37.254375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:37.260820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1b79-5663-4bcc-80ff-57600c047d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.284067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e40d89-221e-4d1d-a806-e2e82a60dde9 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.284336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=315421ea-1795-4561-982a-ccd0ce350d73,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.289674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e40d89-221e-4d1d-a806-e2e82a60dde9 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.291071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-81e40d89-221e-4d1d-a806-e2e82a60dde9 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Synchronizing usage tracker for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:37.324692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1b79-5663-4bcc-80ff-57600c047d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.336404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-81e40d89-221e-4d1d-a806-e2e82a60dde9 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Unset dirty status for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:37.341144 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-81e40d89-221e-4d1d-a806-e2e82a60dde9 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4220839 Jan 21 09:40:37.341968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58528) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.359057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1720079048'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:37.373784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:37.391493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:37.409942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Made reservation on behalf of dd7fa108c5c54e7db4a654330dc2be30 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:37.413372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.445336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1b79-5663-4bcc-80ff-57600c047d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.470210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e1b79-5663-4bcc-80ff-57600c047d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a4ec3-7894-464b-a7e0-bcc65a1c72e9,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.472165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:37.484960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.484960 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Added segment b405aaf7-8b43-44a1-89d8-6c5e009d2a06 of type vlan for network 38f97942-70b6-4945-8fc3-86a0dc9a3e77 Jan 21 09:40:37.506329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1b79-5663-4bcc-80ff-57600c047d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.507528 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2a5e1b79-5663-4bcc-80ff-57600c047d5b admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/a05a4ec3-7894-464b-a7e0-bcc65a1c72e9 HTTP/1.1" status: 204 len: 168 time: 0.6144469 Jan 21 09:40:37.510417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.511058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.526766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.560160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eec6cbff-70df-4017-82ad-c9fcae726862 None None] Provisioning for port 315421ea-1795-4561-982a-ccd0ce350d73 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:37.578435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eec6cbff-70df-4017-82ad-c9fcae726862 None None] Provisioning complete for port 315421ea-1795-4561-982a-ccd0ce350d73 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:37.578819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eec6cbff-70df-4017-82ad-c9fcae726862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.600919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.605159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:37.608183 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.687941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-eec6cbff-70df-4017-82ad-c9fcae726862 None None] Port 315421ea-1795-4561-982a-ccd0ce350d73 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:37.692166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5a4342cf-51ba-4da0-bc22-fc8e33e2decc up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:37.694492 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6638f2d8-c24a-4547-b2ee-103e0cf1eef7 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6839845 Jan 21 09:40:37.699389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58536) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.769824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Network': ['ID=38f97942-70b6-4945-8fc3-86a0dc9a3e77,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:37.784701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58540) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.788063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 38f97942-70b6-4945-8fc3-86a0dc9a3e77 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:37.793353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'network_id': '7f480773-48b1-4f1a-b243-ae24b3746046', 'name': 'tempest-AllowedAddressPairTestJSON-417414537'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:37.817156 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-decaf88a-c21d-47c3-9b6b-cad43dc2e18e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4732752 Jan 21 09:40:37.818638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58546) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.830903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-336757858'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:37.839758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:37.848085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Usage tracker for resource:network and tenant:dd7fa108c5c54e7db4a654330dc2be30 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:37.854684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:37.867732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:37.883892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Made reservation on behalf of dd7fa108c5c54e7db4a654330dc2be30 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:37.887811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.905576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:37.906317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.918841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f29b359-9562-4bfa-90a0-e60fd1a7a71c tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] Notify callbacks [] for subnetpool, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.922569 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3f29b359-9562-4bfa-90a0-e60fd1a7a71c tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] 10.222.0.122 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 1.3016760 Jan 21 09:40:37.929206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58552) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:37.932882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:37.937253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router 9eefa5c4-586d-492d-becc-d053f40c9123 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:37.946733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Allocated IP 172.20.0.1 (c0c661fa-9e39-4db6-afbb-5bb14ccca4c2/4b205f70-a124-4baa-96cc-3ded43fe42d4/0973e888-b72a-4938-a809-7638eafdf97d) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:37.948155 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:37.948495 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Added segment e2261485-7c75-4c89-931b-095e4d5ad3eb of type vlan for network 32df847e-a137-4b59-9221-5e3e3dc74772 Jan 21 09:40:37.984566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.032080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.038898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:38.039781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.077511 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-058ac860-bada-4dfc-b9d7-bb9e675b7157 tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] 10.222.0.122 "GET /v2.0/subnetpools/39beea1e-684f-45f3-89ad-d75f6a1847b1 HTTP/1.1" status: 200 len: 730 time: 0.1401358 Jan 21 09:40:38.087781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58558) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.098972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-71a9ce80-e7c2-4386-8fa4-f7e3daca776e tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-250331028'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:38.282676 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4563317 Jan 21 09:40:38.285189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.297295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58566) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.302194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdb217-c2df-43e4-ab0d-0e7621f5c90d tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Network': ['ID=32df847e-a137-4b59-9221-5e3e3dc74772,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:38.317177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'ports': [{'network_id': '38f97942-70b6-4945-8fc3-86a0dc9a3e77', 'name': 'tempest-port--1687308403', 'admin_state_up': True}, {'network_id': '32df847e-a137-4b59-9221-5e3e3dc74772', 'admin_state_up': False}]} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:38.317493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'port': {'network_id': '38f97942-70b6-4945-8fc3-86a0dc9a3e77', 'name': 'tempest-port--1687308403', 'admin_state_up': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:38.318334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'port': {'network_id': '32df847e-a137-4b59-9221-5e3e3dc74772', 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:38.319920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 32df847e-a137-4b59-9221-5e3e3dc74772 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:38.399269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:38.423519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Usage tracker for resource:port and tenant:d496b272037948ea93589e092b7d6970 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:38.441559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:38.514289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:38.546561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Made reservation on behalf of d496b272037948ea93589e092b7d6970 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:38.549736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.554918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:38.573211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:38.575249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] Usage tracker for resource:security_group_rule and tenant:d190f78f05974ed6b5e9361067dec9ec is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:38.577910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.581141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:38.584800 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ed222c7d-27d6-42ba-adc6-ce324ca1e576 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/9eefa5c4-586d-492d-becc-d053f40c9123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8144670 Jan 21 09:40:38.589203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.589682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71a9ce80-e7c2-4386-8fa4-f7e3daca776e tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] Notify callbacks [] for subnetpool, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.591989 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-71a9ce80-e7c2-4386-8fa4-f7e3daca776e tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] 10.222.0.122 "PUT /v2.0/subnetpools/39beea1e-684f-45f3-89ad-d75f6a1847b1 HTTP/1.1" status: 200 len: 683 time: 0.5025527 Jan 21 09:40:38.596787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] device_id is not set on port f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:38.598476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a709945-c145-4fa1-9039-efd1482549fe None None] Sync routers for ids ['9eefa5c4-586d-492d-becc-d053f40c9123'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:38.599778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:38.601916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58580) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.605696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:38.627400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Usage tracker for resource:port and tenant:dd7fa108c5c54e7db4a654330dc2be30 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:38.627913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a709945-c145-4fa1-9039-efd1482549fe None None] Routers {'9eefa5c4-586d-492d-becc-d053f40c9123'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:38.628693 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0a709945-c145-4fa1-9039-efd1482549fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9eefa5c4-586d-492d-becc-d053f40c9123'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.637514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:38.647188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:38.724774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Made reservation on behalf of dd7fa108c5c54e7db4a654330dc2be30 for: {'port': 2} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:38.728104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.749351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0a709945-c145-4fa1-9039-efd1482549fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.760803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0cd32a5b-381c-4c58-b22c-33e9c4864a1f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:38.771760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58586) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.773439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a709945-c145-4fa1-9039-efd1482549fe None None] Routers {'9eefa5c4-586d-492d-becc-d053f40c9123'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:38.774350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0a709945-c145-4fa1-9039-efd1482549fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9eefa5c4-586d-492d-becc-d053f40c9123'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.778606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Transition to ACTIVE for port object 0973e888-b72a-4938-a809-7638eafdf97d will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:38.785634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.807987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19f83826-fffb-462c-9b2f-dd9c6bf5cd4c tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] Notify callbacks [] for subnetpool, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.812607 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-19f83826-fffb-462c-9b2f-dd9c6bf5cd4c tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] 10.222.0.122 "DELETE /v2.0/subnetpools/39beea1e-684f-45f3-89ad-d75f6a1847b1 HTTP/1.1" status: 204 len: 168 time: 0.2054107 Jan 21 09:40:38.812776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0cd32a5b-381c-4c58-b22c-33e9c4864a1f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:38.812776 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0cd32a5b-381c-4c58-b22c-33e9c4864a1f tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=9eefa5c4-586d-492d-becc-d053f40c9123 HTTP/1.1" status: 200 len: 205 time: 0.2217059 Jan 21 09:40:38.813713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58592) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.816967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58594) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.878768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0a709945-c145-4fa1-9039-efd1482549fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:38.879370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Allocated IP 172.20.0.12 (7f480773-48b1-4f1a-b243-ae24b3746046/4a948dde-c02a-4880-a743-6f2f2f9a0236/f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:38.879456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a709945-c145-4fa1-9039-efd1482549fe None None] The sync data for ids ['9eefa5c4-586d-492d-becc-d053f40c9123'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:38.898785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.922280 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-92f80630-562d-40b4-a9cf-4a1683e54f60 tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] show failed (client error): The resource could not be found. Jan 21 09:40:38.925888 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-92f80630-562d-40b4-a9cf-4a1683e54f60 tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] 10.222.0.122 "GET /v2.0/subnetpools/39beea1e-684f-45f3-89ad-d75f6a1847b1 HTTP/1.1" status: 404 len: 346 time: 0.1084208 Jan 21 09:40:38.927221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58600) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.952200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-017b116e-8475-47a8-937f-4022a53a00b3 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:38.952793 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-017b116e-8475-47a8-937f-4022a53a00b3 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:40:38.957419 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-017b116e-8475-47a8-937f-4022a53a00b3 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1807952 Jan 21 09:40:38.958917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:38.964981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58604) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:38.995578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016124237'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:39.025135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.027061 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-6f53f090-ff78-4047-8ff5-f528626201d6 tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] delete failed (client error): The resource could not be found. Jan 21 09:40:39.028093 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6f53f090-ff78-4047-8ff5-f528626201d6 tempest-SubnetPoolsTestJSON-1545800263 tempest-SubnetPoolsTestJSON-1545800263-project] 10.222.0.122 "DELETE /v2.0/subnetpools/39beea1e-684f-45f3-89ad-d75f6a1847b1 HTTP/1.1" status: 404 len: 346 time: 0.1010325 Jan 21 09:40:39.033728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.041340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.098507 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.110720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54ca53e5-f295-4a2d-a939-70da6257428a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.131206 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.133275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2309b18d-6d02-4741-bf70-e96ef2c746ae,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.148959 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f0d8a24e-9298-4879-b824-18c8b59d9d35 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=d190f78f05974ed6b5e9361067dec9ec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3617551 Jan 21 09:40:39.161037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58610) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.275495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:39.285106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] device_id is not set on port 0811fe84-bbb1-41ee-87f0-5663a3628a8e yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:39.288778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:39.288909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.332215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.356926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:39.383226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'Port': ['ID=0973e888-b72a-4938-a809-7638eafdf97d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.403276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.413068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.417681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.421640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e19b42d-ef3c-4f42-aabc-20b9f6050392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.430402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.443802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58616) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:39.505935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e19b42d-ef3c-4f42-aabc-20b9f6050392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.603185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.636680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-24e85a2d-e50f-4e50-90c1-a9cb3650589e None None] Provisioning for port 0973e888-b72a-4938-a809-7638eafdf97d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:39.643781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-24e85a2d-e50f-4e50-90c1-a9cb3650589e None None] Provisioning complete for port 0973e888-b72a-4938-a809-7638eafdf97d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:39.644496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24e85a2d-e50f-4e50-90c1-a9cb3650589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.698794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-24e85a2d-e50f-4e50-90c1-a9cb3650589e None None] Port 0973e888-b72a-4938-a809-7638eafdf97d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:39.703516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.737549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.756299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.761613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e19b42d-ef3c-4f42-aabc-20b9f6050392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.789625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.803136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] device_id is not set on port 2517db2c-9d98-4cf5-8349-beb410ed6848 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:39.812695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19b42d-ef3c-4f42-aabc-20b9f6050392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2309b18d-6d02-4741-bf70-e96ef2c746ae,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.885898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.891324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:39.897439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.901683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c816105-ffc6-4802-834b-39550fbaac7b,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:39.907297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.910355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] Usage tracker for resource:security_group_rule and tenant:5d631a72584f485b805ea6ba42798908 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:39.916900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e19b42d-ef3c-4f42-aabc-20b9f6050392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.921383 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4e19b42d-ef3c-4f42-aabc-20b9f6050392 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/2309b18d-6d02-4741-bf70-e96ef2c746ae HTTP/1.1" status: 204 len: 168 time: 0.7595224 Jan 21 09:40:39.923720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:39.927334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.939075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:39.971665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54ca53e5-f295-4a2d-a939-70da6257428a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:39.978263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54ca53e5-f295-4a2d-a939-70da6257428a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.015397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.072797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.074598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54ca53e5-f295-4a2d-a939-70da6257428a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.075209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ca53e5-f295-4a2d-a939-70da6257428a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Fanout notify agent at l3_agent the message router_deleted on router 9eefa5c4-586d-492d-becc-d053f40c9123 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:40:40.091331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.109908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Transition to ACTIVE for port object f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:40.130752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.132289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54ca53e5-f295-4a2d-a939-70da6257428a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.136193 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-54ca53e5-f295-4a2d-a939-70da6257428a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/9eefa5c4-586d-492d-becc-d053f40c9123 HTTP/1.1" status: 204 len: 168 time: 1.3126998 Jan 21 09:40:40.136193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.142151 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58626) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.220450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.253777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609a5e32-47be-48a2-9b18-0c806df33f72,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.261212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.262474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.264255 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9ad10d68-7e54-4d4b-830b-fac5c56af18e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2801149 Jan 21 09:40:40.273601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58630) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.280301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.306641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '609a5e32-47be-48a2-9b18-0c806df33f72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:40.344870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:40.362676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58636) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.374756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:40.389717 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=5d631a72584f485b805ea6ba42798908&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9418802 Jan 21 09:40:40.391987 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58640) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.452303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:40.459480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Network 7f480773-48b1-4f1a-b243-ae24b3746046 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:40.474164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.476729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:40.489522 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:40.491414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:40.499085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399302d-c964-4cf8-8051-9a16b9107df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a863e1-8ee5-4428-9df0-795908ae6ab8,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.506207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.626022 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c66f5a7a-cc81-49dc-a466-24cae5e6d63b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c1ffb1890f3c4dbf94ae9dc82569fc8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2569451 Jan 21 09:40:40.644747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58644) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.670441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:40.671331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.681523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83efea9-f1d5-43df-9a43-8b9efcf4b476 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet bdd31e7c-e7bf-44c5-9b05-cbea9ab3025c {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:40.685027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d83efea9-f1d5-43df-9a43-8b9efcf4b476 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.744697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.752582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27f64238-6ad4-4a37-92f2-c6dc8cac5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.770059 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4335e16b-6471-4729-8c30-6fe99af18ce8 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0648077 Jan 21 09:40:40.773462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58648) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:40.789401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:94:12:11'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:50:5d:36'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:40.833455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f8834c95-9a84-441a-94a2-f341561423ba None None] Provisioning for port f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:40.839475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f8834c95-9a84-441a-94a2-f341561423ba None None] Provisioning complete for port f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:40.839997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f8834c95-9a84-441a-94a2-f341561423ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.843156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27f64238-6ad4-4a37-92f2-c6dc8cac5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.845637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d83efea9-f1d5-43df-9a43-8b9efcf4b476 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.885096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Port': ['ID=0811fe84-bbb1-41ee-87f0-5663a3628a8e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:40.906830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f8834c95-9a84-441a-94a2-f341561423ba None None] Port f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:40.912326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bdde812d-1f0e-4f9f-b212-a80ee9ed823b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.925039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Checking segment: {'id': 'b405aaf7-8b43-44a1-89d8-6c5e009d2a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '38f97942-70b6-4945-8fc3-86a0dc9a3e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:40.925652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Network hostable DHCP agents. Network: 38f97942-70b6-4945-8fc3-86a0dc9a3e77, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:40.956069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.963822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:40.992323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bdde812d-1f0e-4f9f-b212-a80ee9ed823b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.042088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27f64238-6ad4-4a37-92f2-c6dc8cac5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.098368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.109409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Network 38f97942-70b6-4945-8fc3-86a0dc9a3e77 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:41.113378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f64238-6ad4-4a37-92f2-c6dc8cac5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a863e1-8ee5-4428-9df0-795908ae6ab8,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.123915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.134170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27f64238-6ad4-4a37-92f2-c6dc8cac5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.135377 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-27f64238-6ad4-4a37-92f2-c6dc8cac5e24 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/52a863e1-8ee5-4428-9df0-795908ae6ab8 HTTP/1.1" status: 204 len: 168 time: 0.7336123 Jan 21 09:40:41.142238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.152991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'Port': ['ID=0973e888-b72a-4938-a809-7638eafdf97d,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.181150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 38f97942-70b6-4945-8fc3-86a0dc9a3e77) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:41.189315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa91c738-9305-4461-a4dc-cd77a616cc4d,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.191968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d9b21-0615-4906-9a06-ad1c15200826 None None] Network 38f97942-70b6-4945-8fc3-86a0dc9a3e77 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:41.204447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d83efea9-f1d5-43df-9a43-8b9efcf4b476 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.259721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bdde812d-1f0e-4f9f-b212-a80ee9ed823b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.288218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde812d-1f0e-4f9f-b212-a80ee9ed823b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84509ca-1acb-45d1-b93b-c4dcb9d14893,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.312555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bdde812d-1f0e-4f9f-b212-a80ee9ed823b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.316151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bdde812d-1f0e-4f9f-b212-a80ee9ed823b admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/a84509ca-1acb-45d1-b93b-c4dcb9d14893 HTTP/1.1" status: 204 len: 168 time: 0.6679955 Jan 21 09:40:41.323925 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:41.325238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:41.430490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:41.431195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.433777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d83efea9-f1d5-43df-9a43-8b9efcf4b476 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.511754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6fb8df-151f-49ab-a89c-5aa4fdaec5c4 None None] Network 006e62f3-db72-4542-bcff-f0e261931921 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:41.621727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.623176 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8d5ec23b-cb70-41ba-9f2b-f6f8104ce190 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3482680 Jan 21 09:40:41.626701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d83efea9-f1d5-43df-9a43-8b9efcf4b476 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.633195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83efea9-f1d5-43df-9a43-8b9efcf4b476 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd31e7c-e7bf-44c5-9b05-cbea9ab3025c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.635204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Port': ['ID=2517db2c-9d98-4cf5-8349-beb410ed6848,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:41.645135 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d83efea9-f1d5-43df-9a43-8b9efcf4b476 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/bdd31e7c-e7bf-44c5-9b05-cbea9ab3025c HTTP/1.1" status: 204 len: 168 time: 1.4987886 Jan 21 09:40:41.646108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58658) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:41.665745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58662) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:41.666882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.694191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-eb977f23-5fdb-47ad-befe-6597ad56a7e6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '609a5e32-47be-48a2-9b18-0c806df33f72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:41.701554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-eb977f23-5fdb-47ad-befe-6597ad56a7e6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:41.705523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Checking segment: {'id': 'e2261485-7c75-4c89-931b-095e4d5ad3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '32df847e-a137-4b59-9221-5e3e3dc74772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:41.706026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Network hostable DHCP agents. Network: 32df847e-a137-4b59-9221-5e3e3dc74772, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:41.712299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-eb977f23-5fdb-47ad-befe-6597ad56a7e6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:41.717371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-eb977f23-5fdb-47ad-befe-6597ad56a7e6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:41.724959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-eb977f23-5fdb-47ad-befe-6597ad56a7e6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:41.792223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb977f23-5fdb-47ad-befe-6597ad56a7e6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:41.925388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-352c86db-12f4-4fcd-9f84-b8c7a4393f46 None None] Provisioning complete for port 0973e888-b72a-4938-a809-7638eafdf97d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:41.929101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-352c86db-12f4-4fcd-9f84-b8c7a4393f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.014271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-352c86db-12f4-4fcd-9f84-b8c7a4393f46 None None] Port 0973e888-b72a-4938-a809-7638eafdf97d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:42.031704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Network 32df847e-a137-4b59-9221-5e3e3dc74772 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:42.066324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 32df847e-a137-4b59-9221-5e3e3dc74772) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:42.078941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4cf6d8-8163-4c75-b648-04bb3b7ab0ff None None] Network 32df847e-a137-4b59-9221-5e3e3dc74772 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:42.101721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:42.108506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.111823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.112621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.121473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.152139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:42.152655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.189247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] DHCP port deletion for 006e62f3-db72-4542-bcff-f0e261931921 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:42.202373 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-eb977f23-5fdb-47ad-befe-6597ad56a7e6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:40:42.203159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] Deleting port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:42.206547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.206700 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eb977f23-5fdb-47ad-befe-6597ad56a7e6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5269530 Jan 21 09:40:42.206700 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-846f14dd-b6ff-413d-8eaa-4eb45c9edf34 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9012105 Jan 21 09:40:42.208251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58682) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.208674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58684) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.422077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-125dfe2d-bfce-4668-8778-673a01118936 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.460534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-125dfe2d-bfce-4668-8778-673a01118936 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.527657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a1b32d-33ac-428d-953b-b2cf81fb88b3 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.532644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a1b32d-33ac-428d-953b-b2cf81fb88b3 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.533625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-46a1b32d-33ac-428d-953b-b2cf81fb88b3 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Synchronizing usage tracker for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:42.536458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-125dfe2d-bfce-4668-8778-673a01118936 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.560947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dfe2d-bfce-4668-8778-673a01118936 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609a5e32-47be-48a2-9b18-0c806df33f72,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:42.579145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:40:42.583079 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-b7049406-8c5a-43fe-9c68-b33ac640e2fa service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4321096 Jan 21 09:40:42.612085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Router 3a839e6d-9146-47d4-85d0-b89817833fcc is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:40:42.623291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.626366 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-46a1b32d-33ac-428d-953b-b2cf81fb88b3 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Unset dirty status for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:42.627972 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-46a1b32d-33ac-428d-953b-b2cf81fb88b3 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4165885 Jan 21 09:40:42.630780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-125dfe2d-bfce-4668-8778-673a01118936 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.635075 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-125dfe2d-bfce-4668-8778-673a01118936 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/609a5e32-47be-48a2-9b18-0c806df33f72 HTTP/1.1" status: 204 len: 168 time: 0.4252622 Jan 21 09:40:42.636191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58700) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.636537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58702) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.642464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.646325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 9bfef635-ae35-4984-a51b-a1ebd13d5f36, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9bfef635-ae35-4984-a51b-a1ebd13d5f36,segment=NetworkSegment(4d26ab04-0f89-4ea9-b223-341377b5a812),segment_id=4d26ab04-0f89-4ea9-b223-341377b5a812)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:42.646970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.706628 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] For port 9bfef635-ae35-4984-a51b-a1ebd13d5f36, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9bfef635-ae35-4984-a51b-a1ebd13d5f36,segment=NetworkSegment(4d26ab04-0f89-4ea9-b223-341377b5a812),segment_id=4d26ab04-0f89-4ea9-b223-341377b5a812)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:42.707217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.820276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] In _notify_port_updated(), no bound segment for port f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 on network 7f480773-48b1-4f1a-b243-ae24b3746046 {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:40:42.824678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:42.826234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.827827 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "PUT /v2.0/ports/f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 HTTP/1.1" status: 200 len: 1055 time: 2.0432997 Jan 21 09:40:42.847041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58712) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:42.852830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] Calling delete_port for 9bfef635-ae35-4984-a51b-a1ebd13d5f36 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:42.953641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:42.978719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-55cc3563-09cf-41e3-8ab0-3d60ab08fbff tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Deleting port 0811fe84-bbb1-41ee-87f0-5663a3628a8e {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:42.979334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-55cc3563-09cf-41e3-8ab0-3d60ab08fbff tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.048471 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] Pushing event deleted for resources: {'Port': ['ID=9bfef635-ae35-4984-a51b-a1ebd13d5f36,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.060668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 9bfef635-ae35-4984-a51b-a1ebd13d5f36 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:43.069639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64fe0f5-5da5-4852-860d-860f0cd643cc None None] No DVR routers for this DVR port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:43.085761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff35a0-3f54-464e-be66-ac7f9554c010 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event updated for resources: {'Port': ['ID=f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.145628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7bf4b42c-f269-4ff4-a5fe-b7f28b473bd1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:43.153245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-fc894fcf-974b-49fa-9caf-501fe4f4a7d4 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Deleting port f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:43.154547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc894fcf-974b-49fa-9caf-501fe4f4a7d4 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.190778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58720) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:43.266094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-70338e56-8f8f-47a0-9cb8-14cbda3f5928 None None] Provisioning complete for port f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:43.266465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-70338e56-8f8f-47a0-9cb8-14cbda3f5928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.307895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7bf4b42c-f269-4ff4-a5fe-b7f28b473bd1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:43.315679 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7bf4b42c-f269-4ff4-a5fe-b7f28b473bd1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6689022 Jan 21 09:40:43.316212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58728) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:43.327355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051293234'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:43.344804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:43.349193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:43.349818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:43.355434 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-29f6586b-9de7-4871-9525-8016167bcdaa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1099 time: 0.5662344 Jan 21 09:40:43.373533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:43.391681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-70338e56-8f8f-47a0-9cb8-14cbda3f5928 None None] Port f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:43.458440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-55cc3563-09cf-41e3-8ab0-3d60ab08fbff tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.461220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.536614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:43.543161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:43.554604 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62435161-9935-4fb7-9d37-748a13e4b214 None None] Sync routers for ids ['3a839e6d-9146-47d4-85d0-b89817833fcc'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:43.572548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:43.578892 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62435161-9935-4fb7-9d37-748a13e4b214 None None] Routers {'3a839e6d-9146-47d4-85d0-b89817833fcc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:43.579511 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-62435161-9935-4fb7-9d37-748a13e4b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3a839e6d-9146-47d4-85d0-b89817833fcc'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.597000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:43.613020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9bfef635-ae35-4984-a51b-a1ebd13d5f36 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:43.640426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:43.658526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9bfef635-ae35-4984-a51b-a1ebd13d5f36 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:43.659431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9bfef635-ae35-4984-a51b-a1ebd13d5f36 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:43.660997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-0faf149a-481b-4eb7-a565-2f740bc16750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:43.662609 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-0faf149a-481b-4eb7-a565-2f740bc16750 service neutron] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 911 time: 0.2776644 Jan 21 09:40:43.666057 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-96a7e389-3f7f-4466-bbb1-c7f1a05716a4 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "PUT /v2.0/routers/3a839e6d-9146-47d4-85d0-b89817833fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8149281 Jan 21 09:40:43.672986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58736) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:43.687264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-55cc3563-09cf-41e3-8ab0-3d60ab08fbff tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Calling delete_port for 0811fe84-bbb1-41ee-87f0-5663a3628a8e owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:43.698724 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-62435161-9935-4fb7-9d37-748a13e4b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.711647 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62435161-9935-4fb7-9d37-748a13e4b214 None None] Routers {'3a839e6d-9146-47d4-85d0-b89817833fcc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:43.712422 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-62435161-9935-4fb7-9d37-748a13e4b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3a839e6d-9146-47d4-85d0-b89817833fcc'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.730546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Request body: {'port': {'network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2', 'name': 'tempest-FloatingIPNegativeTestJSON-2059906031'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:43.768736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1705403643-network', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:43.776081 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-62435161-9935-4fb7-9d37-748a13e4b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:43.776717 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62435161-9935-4fb7-9d37-748a13e4b214 None None] The sync data for ids ['3a839e6d-9146-47d4-85d0-b89817833fcc'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:43.777914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:43.790767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Usage tracker for resource:network and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:43.795773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:43.824334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:43.854277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 9bfef635-ae35-4984-a51b-a1ebd13d5f36 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:43.854615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.860201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-55cc3563-09cf-41e3-8ab0-3d60ab08fbff tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.862186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Made reservation on behalf of d7a3498013304bf78a9733962d0c8e9f for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:43.864217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.884596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.950680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc3563-09cf-41e3-8ab0-3d60ab08fbff tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Port': ['ID=0811fe84-bbb1-41ee-87f0-5663a3628a8e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:43.957695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc894fcf-974b-49fa-9caf-501fe4f4a7d4 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.974130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] The port '9bfef635-ae35-4984-a51b-a1ebd13d5f36' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:40:43.975860 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-a0ebadbe-8972-4b05-a32d-0d318afa52a8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 1001 time: 0.3038619 Jan 21 09:40:43.979901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-55cc3563-09cf-41e3-8ab0-3d60ab08fbff tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:43.985671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.198751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.217273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-fc894fcf-974b-49fa-9caf-501fe4f4a7d4 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Calling delete_port for f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:44.271167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:44.282700 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-55cc3563-09cf-41e3-8ab0-3d60ab08fbff tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/ports/0811fe84-bbb1-41ee-87f0-5663a3628a8e HTTP/1.1" status: 204 len: 168 time: 1.6421344 Jan 21 09:40:44.283191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:44.288250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58750) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.290596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:44.327526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58754) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.352305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:44.368857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.373374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0548484 Jan 21 09:40:44.373374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:44.376762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58760) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.377524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.385004 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf9a91-7fed-453e-b7e9-31aa0b21f751 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daad5ab8-2cbe-4694-9aa1-a01517ea1efc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.389706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-eaccadf1-1a1e-4b4f-a922-4c4c066d65a6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': 'daad5ab8-2cbe-4694-9aa1-a01517ea1efc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:44.390464 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-eaccadf1-1a1e-4b4f-a922-4c4c066d65a6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:44.393943 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eaccadf1-1a1e-4b4f-a922-4c4c066d65a6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136096 Jan 21 09:40:44.396209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-1e6fc21e-473c-4d98-a6c2-847767446a9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:44.396774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58764) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.397689 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-1e6fc21e-473c-4d98-a6c2-847767446a9a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.3794823 Jan 21 09:40:44.407631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Usage tracker for resource:port and tenant:b51ef98026d249f1b03dc0824c804dbb is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:44.424462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b1d6f-ce0f-45d8-b056-87102db66fdc tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Deleting port 2517db2c-9d98-4cf5-8349-beb410ed6848 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:44.424810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1d6f-ce0f-45d8-b056-87102db66fdc tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.447744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:44.459934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006e62f3-db72-4542-bcff-f0e261931921']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:44.472056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:44.483777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d26ab04-0f89-4ea9-b223-341377b5a812') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:44.483993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d26ab04-0f89-4ea9-b223-341377b5a812') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:44.498421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.519624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Made reservation on behalf of b51ef98026d249f1b03dc0824c804dbb for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:44.522591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.533529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-903090791', 'router:external': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:44.539322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.550705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:44.559393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:44.560462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:44.577076 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:44.582802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Usage tracker for resource:network and tenant:16b1f20b931b4b11b6548e6e8d478db9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:44.583068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] device_id is not set on port 117e47ce-b075-402c-b1c3-0572d025c150 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:44.615040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:44.633315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:44.677451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc894fcf-974b-49fa-9caf-501fe4f4a7d4 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.688043 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-a46c2427-628b-441e-b36a-98eb0bf8c931 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2767007 Jan 21 09:40:44.691291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Made reservation on behalf of 16b1f20b931b4b11b6548e6e8d478db9 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:44.693344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.790736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc894fcf-974b-49fa-9caf-501fe4f4a7d4 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event deleted for resources: {'Port': ['ID=f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.796336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.800407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.823974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.846355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fec7934-65cf-4de1-9d30-c3a3823ff0d5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.848032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.865117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:44.868887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=006e62f3-db72-4542-bcff-f0e261931921,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:44.889905 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2213d427-9827-4e41-9f9e-8d8c0972dd53 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/006e62f3-db72-4542-bcff-f0e261931921 HTTP/1.1" status: 204 len: 168 time: 3.2226655 Jan 21 09:40:44.894674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58768) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:44.903198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1408484104', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:44.928191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:44.952836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Allocated IP 172.20.0.11 (c0c661fa-9e39-4db6-afbb-5bb14ccca4c2/4b205f70-a124-4baa-96cc-3ded43fe42d4/117e47ce-b075-402c-b1c3-0572d025c150) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:44.955205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:router and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:44.962289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:44.984564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:45.000276 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-ced665f4-0a61-4afe-8cbd-4e33d8169053 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957664 Jan 21 09:40:45.007494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:45.029457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fec7934-65cf-4de1-9d30-c3a3823ff0d5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.050822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.051754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.057466 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1d6f-ce0f-45d8-b056-87102db66fdc tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.103230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363471f6-ebcb-47fd-818b-bcc7bac3079f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:45.129058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.129671 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Added segment 4844528f-f9a1-45e9-9670-3ce3ef700359 of type vlan for network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 Jan 21 09:40:45.259118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.268590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:45.281162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b1d6f-ce0f-45d8-b056-87102db66fdc tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Calling delete_port for 2517db2c-9d98-4cf5-8349-beb410ed6848 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:45.298873 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f649bd7-1e49-4d95-bac3-6f3b2676f656 req-77287571-81dd-4b11-bbf7-d540e4276392 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828119 Jan 21 09:40:45.315473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Usage tracker for resource:security_group_rule and tenant:16b1f20b931b4b11b6548e6e8d478db9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:45.331174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:45.377973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:45.433431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.460371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fec7934-65cf-4de1-9d30-c3a3823ff0d5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.461903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.495643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Transition to ACTIVE for port object 117e47ce-b075-402c-b1c3-0572d025c150 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:45.500243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.526086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec7934-65cf-4de1-9d30-c3a3823ff0d5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daad5ab8-2cbe-4694-9aa1-a01517ea1efc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:45.598865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1d6f-ce0f-45d8-b056-87102db66fdc tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.600469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.688258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'Port': ['ID=117e47ce-b075-402c-b1c3-0572d025c150,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:45.692650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:45.697052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:45.699521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:45.705417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.706292 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:45.706867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.711901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b1d6f-ce0f-45d8-b056-87102db66fdc tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Port': ['ID=2517db2c-9d98-4cf5-8349-beb410ed6848,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:45.773422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:45.774048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.812320 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f8596071-306b-40f8-a0af-7946fddfab78 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1383495 Jan 21 09:40:45.816382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58772) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.821834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:45.869833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fec7934-65cf-4de1-9d30-c3a3823ff0d5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.870992 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5fec7934-65cf-4de1-9d30-c3a3823ff0d5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/daad5ab8-2cbe-4694-9aa1-a01517ea1efc HTTP/1.1" status: 204 len: 168 time: 1.4733202 Jan 21 09:40:45.872364 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1d6f-ce0f-45d8-b056-87102db66fdc tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.874316 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7a6b1d6f-ce0f-45d8-b056-87102db66fdc tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/ports/2517db2c-9d98-4cf5-8349-beb410ed6848 HTTP/1.1" status: 204 len: 168 time: 1.5850842 Jan 21 09:40:45.886424 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6638865 Jan 21 09:40:45.890408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58776) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.890740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58778) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.891051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58780) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:45.910520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.922539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Request body: {'subnet': {'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1705403643-subnet', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:45.985568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:45.988036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:45.992612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:45.994267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.018971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Usage tracker for resource:floatingip and tenant:b51ef98026d249f1b03dc0824c804dbb is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:46.022295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Usage tracker for resource:subnet and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:46.024966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:46.026413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-111cc28e-4170-4e06-aab9-c28a64f8caf1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Synchronizing usage tracker for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:46.028145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.029217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d3035-0a91-4155-83dc-1eb60879fa89 admin admin] Pushing event updated for resources: {'Network': ['ID=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.033646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:46.034195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:46.041417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc894fcf-974b-49fa-9caf-501fe4f4a7d4 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.046079 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fc894fcf-974b-49fa-9caf-501fe4f4a7d4 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "DELETE /v2.0/ports/f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 HTTP/1.1" status: 204 len: 168 time: 3.1932659 Jan 21 09:40:46.055806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:46.058871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:46.060298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58788) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.073679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:46.081728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-732ff218-102f-4baa-adfa-d9daabf23397 None None] Provisioning for port 117e47ce-b075-402c-b1c3-0572d025c150 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:46.085959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.152730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.153070 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Added segment 25d1b857-d5ac-4119-a516-597ab5bdf230 of type vlan for network aab0441b-ac37-4e3e-988e-9d15d5610fdf Jan 21 09:40:46.156552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638ca671-133a-4cc8-80b9-b0deb94ddd65,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.157190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-732ff218-102f-4baa-adfa-d9daabf23397 None None] Provisioning complete for port 117e47ce-b075-402c-b1c3-0572d025c150 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:46.157701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-732ff218-102f-4baa-adfa-d9daabf23397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.158973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Made reservation on behalf of d7a3498013304bf78a9733962d0c8e9f for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:46.161221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.250022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-732ff218-102f-4baa-adfa-d9daabf23397 None None] Port 117e47ce-b075-402c-b1c3-0572d025c150 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:40:46.267330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.26.1.140 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/e99a4033-0d7e-49e5-8c6d-d0ed4fbe6f29) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:46.278790 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e3677e-d914-41d1-af40-52177f63bd73 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] GET failed (client error): The resource could not be found. Jan 21 09:40:46.279301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a4e3677e-d914-41d1-af40-52177f63bd73 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Synchronizing usage tracker for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:46.281819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-111cc28e-4170-4e06-aab9-c28a64f8caf1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Unset dirty status for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:46.282975 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-111cc28e-4170-4e06-aab9-c28a64f8caf1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3768425 Jan 21 09:40:46.287226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58792) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.293846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1783050894'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:46.317369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:46.361896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a0964825-aec6-4756-8044-cbdb2fb2d8f0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:46.373154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Usage tracker for resource:network and tenant:dd7fa108c5c54e7db4a654330dc2be30 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:46.379529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:46.394853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:46.411895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a4e3677e-d914-41d1-af40-52177f63bd73 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Unset dirty status for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:46.413004 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a4e3677e-d914-41d1-af40-52177f63bd73 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "GET /v2.0/ports/f116f0ce-a1ec-4de6-9628-86cf9cd2b2c0 HTTP/1.1" status: 404 len: 333 time: 0.3455925 Jan 21 09:40:46.421382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58796) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.434252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.435046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Made reservation on behalf of dd7fa108c5c54e7db4a654330dc2be30 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:46.438186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.477272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a0964825-aec6-4756-8044-cbdb2fb2d8f0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:46.478528 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a0964825-aec6-4756-8044-cbdb2fb2d8f0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5741131 Jan 21 09:40:46.484438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58800) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.487123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.500733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--695663923'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:46.547359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:46.569125 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-58f46ef1-4a84-4efd-9393-58873663f620 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Deleting port 315421ea-1795-4561-982a-ccd0ce350d73 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:46.569384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58f46ef1-4a84-4efd-9393-58873663f620 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.577971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.595534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:46.597549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:46.631487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.631877 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Added segment 67a6741b-aa70-46f4-a9b5-0aca777fb7b9 of type vlan for network 70762d3a-4d0c-4571-a3fc-b24de5f29137 Jan 21 09:40:46.638686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.639550 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.640128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.643857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.692168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.741331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.750884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:46.806986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:46.819008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:46.822096 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4781783 Jan 21 09:40:46.831058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58804) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:46.833351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaa25d-46ee-4abc-be34-3d2af1fa1100 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'Network': ['ID=aab0441b-ac37-4e3e-988e-9d15d5610fdf,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.842647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'subnet': {'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:46.847813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:46.848014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network aab0441b-ac37-4e3e-988e-9d15d5610fdf details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:46.874196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:46.875577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=e99a4033-0d7e-49e5-8c6d-d0ed4fbe6f29,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:46.882561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.886256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:46.886860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.890996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:46.917775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:46.918423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:46.927317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:46.957497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Allocated IP 172.26.1.21 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/bf0c6141-1c96-4851-ad72-a583d677f078) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:46.964566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Usage tracker for resource:subnet and tenant:16b1f20b931b4b11b6548e6e8d478db9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:46.978605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:47.005392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:47.068189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Made reservation on behalf of 16b1f20b931b4b11b6548e6e8d478db9 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:47.070477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.105251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfb67f0-dc62-41fe-89b2-866148901c59,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.123516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Network': ['ID=70762d3a-4d0c-4571-a3fc-b24de5f29137,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.134828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 70762d3a-4d0c-4571-a3fc-b24de5f29137 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:47.162566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c802e45d-f4b6-4124-b5ac-d7ff006a6d6b tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8723736 Jan 21 09:40:47.166734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58f46ef1-4a84-4efd-9393-58873663f620 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.174543 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58808) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.193752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2113539611'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:47.255047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.258968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:47.277106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.322864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Usage tracker for resource:network and tenant:dd7fa108c5c54e7db4a654330dc2be30 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:47.331808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:47.341412 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-58f46ef1-4a84-4efd-9393-58873663f620 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Calling delete_port for 315421ea-1795-4561-982a-ccd0ce350d73 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:47.351545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.355609 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8631508 Jan 21 09:40:47.356920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58812) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.367295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Checking segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:47.367657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Network hostable DHCP agents. Network: cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:47.380004 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-9fee6951-5e30-49a4-a9f2-090cc832bbcb tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '78c86058-63da-4c0d-a9f2-c895867a64b9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:47.380691 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-9fee6951-5e30-49a4-a9f2-090cc832bbcb tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:47.385242 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9fee6951-5e30-49a4-a9f2-090cc832bbcb tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0156496 Jan 21 09:40:47.385242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf31e16-1d7d-4f4e-ba90-f5cc8a1f263a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c86058-63da-4c0d-a9f2-c895867a64b9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.385483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:47.387067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58816) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:47.411669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.457131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.469025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Made reservation on behalf of dd7fa108c5c54e7db4a654330dc2be30 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:47.471961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.523318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.524047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.539608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:47.548329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:47.605909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'Port': ['ID=bf0c6141-1c96-4851-ad72-a583d677f078,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.610274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:47.612609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:47.625744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:40:47.654862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:47.666741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbfda60-3997-48ab-9822-1e8c5a6c084d None None] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:47.697795 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.698671 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Added segment 17669782-eac6-4b95-9721-34799f2e7f34 of type vlan for network 596d4429-91c3-43a0-87a1-067353bee85d Jan 21 09:40:47.699769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf8643a2-a3d5-49b5-bf24-1d64549caaba tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.702681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58f46ef1-4a84-4efd-9393-58873663f620 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.704862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:47.705454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.818074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f46ef1-4a84-4efd-9393-58873663f620 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event deleted for resources: {'Port': ['ID=315421ea-1795-4561-982a-ccd0ce350d73,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:47.846887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf8643a2-a3d5-49b5-bf24-1d64549caaba tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.911643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:40:47.912880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:47.924686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.041426 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-32dc4237-5b1f-4c48-a84b-114939c51212 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1337435 Jan 21 09:40:48.042064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58820) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.084672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58f46ef1-4a84-4efd-9393-58873663f620 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.086650 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-58f46ef1-4a84-4efd-9393-58873663f620 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "DELETE /v2.0/ports/315421ea-1795-4561-982a-ccd0ce350d73 HTTP/1.1" status: 204 len: 168 time: 1.6621447 Jan 21 09:40:48.088414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.094036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:48.097334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58824) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.108969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:48.115897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Allocated IP 172.20.0.2 (cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6/6dfb67f0-dc62-41fe-89b2-866148901c59/385dd313-b222-48ff-ae73-5b1c7819c871) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:48.123008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Usage tracker for resource:router and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:48.127767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:48.208381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.256772 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdc683a-cddb-49d3-adf4-4887ccd0794d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] GET failed (client error): The resource could not be found. Jan 21 09:40:48.257365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3bdc683a-cddb-49d3-adf4-4887ccd0794d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Synchronizing usage tracker for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:48.290726 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:48.300717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf8643a2-a3d5-49b5-bf24-1d64549caaba tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.314409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3bdc683a-cddb-49d3-adf4-4887ccd0794d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Unset dirty status for tenant:d496b272037948ea93589e092b7d6970 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:48.315677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3bdc683a-cddb-49d3-adf4-4887ccd0794d tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "GET /v2.0/ports/315421ea-1795-4561-982a-ccd0ce350d73 HTTP/1.1" status: 404 len: 333 time: 0.2145624 Jan 21 09:40:48.325697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58828) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.327775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.331496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:48.332083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.353102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.353740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8643a2-a3d5-49b5-bf24-1d64549caaba tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c86058-63da-4c0d-a9f2-c895867a64b9,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.366533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.367483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.380325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Transition to ACTIVE for port object 385dd313-b222-48ff-ae73-5b1c7819c871 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:48.407444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Transition to ACTIVE for port object 385dd313-b222-48ff-ae73-5b1c7819c871 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:48.413611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.468556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf8643a2-a3d5-49b5-bf24-1d64549caaba tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.469699 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bf8643a2-a3d5-49b5-bf24-1d64549caaba tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/78c86058-63da-4c0d-a9f2-c895867a64b9 HTTP/1.1" status: 204 len: 168 time: 1.0721245 Jan 21 09:40:48.474242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58832) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.478585 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2957788 Jan 21 09:40:48.481261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d905f-6beb-4a3e-9db9-dc29a7cb3f8f tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Network': ['ID=596d4429-91c3-43a0-87a1-067353bee85d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.499129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.512127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 596d4429-91c3-43a0-87a1-067353bee85d details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:40:48.519473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-168f34bb-b429-42f5-883b-0903dffabffc tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Deleting port 85e06050-4adc-4b8f-8934-1c3e468992f5 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:48.519799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-168f34bb-b429-42f5-883b-0903dffabffc tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.549207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router e70e4d31-2123-4570-9255-25cd8fda9cc4 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:40:48.551797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Pushing event updated for resources: {'Port': ['ID=385dd313-b222-48ff-ae73-5b1c7819c871,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:48.581296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:48.645586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:48.657721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:48.665164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58838) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.679481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'subnets': [{'network_id': '70762d3a-4d0c-4571-a3fc-b24de5f29137', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--33135465', 'ip_version': 4}, {'network_id': '596d4429-91c3-43a0-87a1-067353bee85d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:48.680076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'subnet': {'network_id': '70762d3a-4d0c-4571-a3fc-b24de5f29137', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--33135465', 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:48.680817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Request body: {'subnet': {'network_id': '596d4429-91c3-43a0-87a1-067353bee85d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:48.775097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ff098c0e-d114-4eeb-ac7c-72f6cca2c6dd tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:48.780112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Attempting to bind port 385dd313-b222-48ff-ae73-5b1c7819c871 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:48.780488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Attempting to bind port 385dd313-b222-48ff-ae73-5b1c7819c871 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:48.780828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Attempting to bind port 385dd313-b222-48ff-ae73-5b1c7819c871 on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:48.788549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:48.788549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Checking segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:48.789037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.789423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Bound using segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:48.790530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Bound port: 385dd313-b222-48ff-ae73-5b1c7819c871, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:48.790922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.791675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.807581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.830319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.830883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.objects.ports [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83426) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:40:48.831348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.892607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-65180273-0808-452e-a024-db1e43e3a742 None None] For port 385dd313-b222-48ff-ae73-5b1c7819c871, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:48.896526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-65180273-0808-452e-a024-db1e43e3a742 None None] For port 385dd313-b222-48ff-ae73-5b1c7819c871, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=385dd313-b222-48ff-ae73-5b1c7819c871,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:48.898347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ff098c0e-d114-4eeb-ac7c-72f6cca2c6dd tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:48.904196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:48.905180 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ff098c0e-d114-4eeb-ac7c-72f6cca2c6dd tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4273148 Jan 21 09:40:48.906153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58842) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:48.975475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65180273-0808-452e-a024-db1e43e3a742 None None] Pushing event updated for resources: {'Port': ['ID=385dd313-b222-48ff-ae73-5b1c7819c871,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:49.007444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5aedf7f0-8d1e-4536-898a-da6ccbbdaf72,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:49.018896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-041d029e-4a2b-4bde-9792-421fbd62d4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.027612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024282212'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:49.036329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:49.107882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:49.118033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Usage tracker for resource:subnet and tenant:dd7fa108c5c54e7db4a654330dc2be30 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:49.123904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:49.131445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Checking segment: {'id': '25d1b857-d5ac-4119-a516-597ab5bdf230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:49.131445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Network hostable DHCP agents. Network: aab0441b-ac37-4e3e-988e-9d15d5610fdf, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:49.131764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:49.136330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:49.158728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Made reservation on behalf of dd7fa108c5c54e7db4a654330dc2be30 for: {'subnet': 2} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:49.193739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'Port': ['ID=bf0c6141-1c96-4851-ad72-a583d677f078,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:49.219361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-168f34bb-b429-42f5-883b-0903dffabffc tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.236003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.301484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Network aab0441b-ac37-4e3e-988e-9d15d5610fdf is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:49.361033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.384065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, aab0441b-ac37-4e3e-988e-9d15d5610fdf) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:49.392419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c16bcb-b106-4c2a-88c6-2cbabc81eb0c None None] Network aab0441b-ac37-4e3e-988e-9d15d5610fdf requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:49.396474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:49.397056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.447413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-168f34bb-b429-42f5-883b-0903dffabffc tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Calling delete_port for 85e06050-4adc-4b8f-8934-1c3e468992f5 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:49.457485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.457882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.482916 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3936bb18-3f6d-4cf6-9d44-8a603110ccc9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6482286 Jan 21 09:40:49.493620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58846) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.511069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-667928800', 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:49.521424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.525372 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-89a8890b-1c38-4cca-ae6a-d23d36893dbe tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7056587 Jan 21 09:40:49.531548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58850) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:49.551114 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:49.569839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4657eadf-c77d-47fd-957e-c175ecd6140c tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Request body: {'floatingip': {'port_id': '117e47ce-b075-402c-b1c3-0572d025c150', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:49.575682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Usage tracker for resource:port and tenant:16b1f20b931b4b11b6548e6e8d478db9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:49.578633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:49.585611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:49.605043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:49.612042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:49.615123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:49.625416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:49.678775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8d394-c5b9-4a63-bfb2-172c566297c1 None None] Network aab0441b-ac37-4e3e-988e-9d15d5610fdf requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:49.688372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4657eadf-c77d-47fd-957e-c175ecd6140c tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.692895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Made reservation on behalf of 16b1f20b931b4b11b6548e6e8d478db9 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:40:49.695311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.753734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:49.783382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] device_id is not set on port bd7b9eb6-9a6f-4d30-b73a-a9a16d3b4c3a yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:40:49.797490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 385dd313-b222-48ff-ae73-5b1c7819c871 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:49.901207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21f276-d29e-4a6b-9424-6542850faa40 None None] Sync routers for ids ['e70e4d31-2123-4570-9255-25cd8fda9cc4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:49.927603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.948052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:49.985309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21f276-d29e-4a6b-9424-6542850faa40 None None] Routers {'e70e4d31-2123-4570-9255-25cd8fda9cc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:49.986378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bd21f276-d29e-4a6b-9424-6542850faa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e70e4d31-2123-4570-9255-25cd8fda9cc4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:50.061349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.096754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 385dd313-b222-48ff-ae73-5b1c7819c871 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:50.103913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bd21f276-d29e-4a6b-9424-6542850faa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:50.112319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.140950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21f276-d29e-4a6b-9424-6542850faa40 None None] Routers {'e70e4d31-2123-4570-9255-25cd8fda9cc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:50.141571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bd21f276-d29e-4a6b-9424-6542850faa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e70e4d31-2123-4570-9255-25cd8fda9cc4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:50.167372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-168f34bb-b429-42f5-883b-0903dffabffc tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.211065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f950f8d-7295-4b05-a87e-98230d2f44a9 None None] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:50.227355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bd21f276-d29e-4a6b-9424-6542850faa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:50.227763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21f276-d29e-4a6b-9424-6542850faa40 None None] The sync data for ids ['e70e4d31-2123-4570-9255-25cd8fda9cc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:50.283529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f34bb-b429-42f5-883b-0903dffabffc tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event deleted for resources: {'Port': ['ID=85e06050-4adc-4b8f-8934-1c3e468992f5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.320695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.321911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-82e063e5-4419-4cc5-b089-1f0bf6ba3e5c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.4266582 Jan 21 09:40:50.323064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.328168 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3067391 Jan 21 09:40:50.330217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58856) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.330434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58858) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.333892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b04f-903c-40a8-97ec-8d33c119c507 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5f5df-8be7-41f7-9e90-f233a25d4b29,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.365024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3997f42c-33b6-48a4-b145-f78af4986c70 None None] Provisioning for port 385dd313-b222-48ff-ae73-5b1c7819c871 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:50.386233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3997f42c-33b6-48a4-b145-f78af4986c70 None None] Provisioning complete for port 385dd313-b222-48ff-ae73-5b1c7819c871 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:50.386628 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3997f42c-33b6-48a4-b145-f78af4986c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.441281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-168f34bb-b429-42f5-883b-0903dffabffc tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.443211 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-168f34bb-b429-42f5-883b-0903dffabffc tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "DELETE /v2.0/ports/85e06050-4adc-4b8f-8934-1c3e468992f5 HTTP/1.1" status: 204 len: 168 time: 2.1147413 Jan 21 09:40:50.446228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58864) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.459871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-11a53fae-6e32-498a-859c-944f471b762e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': 'caa5f5df-8be7-41f7-9e90-f233a25d4b29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:50.460956 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-11a53fae-6e32-498a-859c-944f471b762e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:50.462241 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-11a53fae-6e32-498a-859c-944f471b762e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1050453 Jan 21 09:40:50.485944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58868) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.537751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f1aac86e-d8ed-46f7-a315-b8ef505a8926 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': 'caa5f5df-8be7-41f7-9e90-f233a25d4b29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:50.538365 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-f1aac86e-d8ed-46f7-a315-b8ef505a8926 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:50.539324 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f1aac86e-d8ed-46f7-a315-b8ef505a8926 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0484867 Jan 21 09:40:50.550446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58872) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.564519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Allocated IP 2001:db8::cb (aab0441b-ac37-4e3e-988e-9d15d5610fdf/5aedf7f0-8d1e-4536-898a-da6ccbbdaf72/bd7b9eb6-9a6f-4d30-b73a-a9a16d3b4c3a) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:50.587075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a2def41c-a6b8-4953-915a-b9ef12225307 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': 'caa5f5df-8be7-41f7-9e90-f233a25d4b29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:50.588034 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-a2def41c-a6b8-4953-915a-b9ef12225307 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:50.589196 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a2def41c-a6b8-4953-915a-b9ef12225307 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0245242 Jan 21 09:40:50.597777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58876) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.620288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8eb56229-5ae1-45cc-98e6-9e5e9be50cd0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': 'caa5f5df-8be7-41f7-9e90-f233a25d4b29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:50.621429 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-8eb56229-5ae1-45cc-98e6-9e5e9be50cd0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:50.623511 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8eb56229-5ae1-45cc-98e6-9e5e9be50cd0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0225711 Jan 21 09:40:50.626838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58880) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.638045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3997f42c-33b6-48a4-b145-f78af4986c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.665346 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-4657eadf-c77d-47fd-957e-c175ecd6140c tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] update failed (client error): The resource could not be found. Jan 21 09:40:50.666719 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4657eadf-c77d-47fd-957e-c175ecd6140c tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "PUT /v2.0/floatingips/eb0a647f-2319-442f-8407-14aadcee7f7f HTTP/1.1" status: 404 len: 507 time: 1.1341760 Jan 21 09:40:50.685422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58884) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:50.693892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3997f42c-33b6-48a4-b145-f78af4986c70 None None] For port 385dd313-b222-48ff-ae73-5b1c7819c871, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=385dd313-b222-48ff-ae73-5b1c7819c871,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:50.699535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3997f42c-33b6-48a4-b145-f78af4986c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:50.772904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f42c-33b6-48a4-b145-f78af4986c70 None None] Pushing event updated for resources: {'Port': ['ID=385dd313-b222-48ff-ae73-5b1c7819c871,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:50.782676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Allocated IP 172.26.1.61 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/debdb09f-934b-4946-b0d0-377a1505e59a) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:50.923286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffae4f-6a8f-4342-8d6c-daebd7c37700 req-7d8f0635-f656-4ac3-a964-cfaa677b9d97 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:50.926903 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58ffae4f-6a8f-4342-8d6c-daebd7c37700 req-7d8f0635-f656-4ac3-a964-cfaa677b9d97 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.4238746 Jan 21 09:40:50.987611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-839553d7-ffba-40d6-b36a-c59b1f6268cf tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Deleting subnet 4a948dde-c02a-4880-a743-6f2f2f9a0236 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:50.991042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-839553d7-ffba-40d6-b36a-c59b1f6268cf tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.030590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e84000ff-fb6d-4b7f-a20b-d70eaace15c3 None None] Provisioning complete for port 385dd313-b222-48ff-ae73-5b1c7819c871 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:51.031316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e84000ff-fb6d-4b7f-a20b-d70eaace15c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.081845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db81fe06-c24f-40ea-b0b2-b47d215914ec tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.098023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Deleting port bf0c6141-1c96-4851-ad72-a583d677f078 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:51.098631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.130425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.147751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-839553d7-ffba-40d6-b36a-c59b1f6268cf tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.209259 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58ffae4f-6a8f-4342-8d6c-daebd7c37700 req-63a00886-3b3e-4ddf-a381-aa069f4737e2 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881061 Jan 21 09:40:51.211579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db81fe06-c24f-40ea-b0b2-b47d215914ec tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.300855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.411522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-625738d7-49f8-4a47-99ef-ba448abf8722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.419082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db81fe06-c24f-40ea-b0b2-b47d215914ec tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.444017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.468892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81fe06-c24f-40ea-b0b2-b47d215914ec tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5f5df-8be7-41f7-9e90-f233a25d4b29,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.483480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-839553d7-ffba-40d6-b36a-c59b1f6268cf tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.532653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'Port': ['ID=bd7b9eb6-9a6f-4d30-b73a-a9a16d3b4c3a,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.540376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Network aab0441b-ac37-4e3e-988e-9d15d5610fdf is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:51.541545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db81fe06-c24f-40ea-b0b2-b47d215914ec tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.542649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-db81fe06-c24f-40ea-b0b2-b47d215914ec tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/caa5f5df-8be7-41f7-9e90-f233a25d4b29 HTTP/1.1" status: 204 len: 168 time: 0.9108615 Jan 21 09:40:51.548308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:51.552202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58890) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:51.555743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:51.556498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:51.557098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.557853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.558358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.636685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d2bdfeca-ac62-4259-bfd4-94f533f55aed tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1410272 Jan 21 09:40:51.646377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58894) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:51.647851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 385dd313-b222-48ff-ae73-5b1c7819c871 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:51.710321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-839553d7-ffba-40d6-b36a-c59b1f6268cf tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.714566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.721200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.730385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 385dd313-b222-48ff-ae73-5b1c7819c871 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:51.730850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.767724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6339fce-61dc-4651-8c85-8bb916393bc3 req-dd5b5e89-c718-42bf-b737-7e453926e19d tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:51.769361 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f6339fce-61dc-4651-8c85-8bb916393bc3 req-dd5b5e89-c718-42bf-b737-7e453926e19d tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.4166889 Jan 21 09:40:51.805464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b4f904cc-cb9e-45da-bea3-829629543a3a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:51.808108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839553d7-ffba-40d6-b36a-c59b1f6268cf tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event deleted for resources: {'Subnet': ['ID=4a948dde-c02a-4880-a743-6f2f2f9a0236,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:51.844745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-839553d7-ffba-40d6-b36a-c59b1f6268cf tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.849292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a25448-d708-43f9-a0a9-fdf78fee8966 None None] Network 7f480773-48b1-4f1a-b243-ae24b3746046 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:51.860800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-6a22327a-2d5f-4c8f-97da-dfa615509423 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Deleting port bd7b9eb6-9a6f-4d30-b73a-a9a16d3b4c3a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:51.861177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6a22327a-2d5f-4c8f-97da-dfa615509423 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:51.874549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Calling delete_port for bf0c6141-1c96-4851-ad72-a583d677f078 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:51.902037 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-839553d7-ffba-40d6-b36a-c59b1f6268cf tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "DELETE /v2.0/subnets/4a948dde-c02a-4880-a743-6f2f2f9a0236 HTTP/1.1" status: 204 len: 168 time: 1.4546828 Jan 21 09:40:51.912107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b4f904cc-cb9e-45da-bea3-829629543a3a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:51.913374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b4f904cc-cb9e-45da-bea3-829629543a3a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3592789 Jan 21 09:40:51.914185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58898) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:51.927809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58900) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:51.949606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073684588'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:51.964364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:51.972690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f6339fce-61dc-4651-8c85-8bb916393bc3 req-43bcba09-ab67-4f1a-bd05-5cc9cf18639c tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816971 Jan 21 09:40:51.992216 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4491406b-b1ef-455f-899b-34f7c9dfd74b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/routers/e70e4d31-2123-4570-9255-25cd8fda9cc4 HTTP/1.1" status: 200 len: 881 time: 1.6367357 Jan 21 09:40:52.008771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Subnet': ['ID=0bb89b2e-747c-4e2a-ac33-da7b629c49a6,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.013116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58906) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.043561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:52.149351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] DHCP port deletion for 7f480773-48b1-4f1a-b243-ae24b3746046 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:52.153743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] Deleting port 1bc332f3-daa3-4c53-8926-3941284a70ee {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:52.154147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.188080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.207784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:52.255993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:52.261182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:52.342863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Pushing event updated for resources: {'Port': ['ID=debdb09f-934b-4946-b0d0-377a1505e59a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.414280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] For port 1bc332f3-daa3-4c53-8926-3941284a70ee, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1bc332f3-daa3-4c53-8926-3941284a70ee,segment=NetworkSegment(88151d72-25da-4d60-9982-3e09b4fd5645),segment_id=88151d72-25da-4d60-9982-3e09b4fd5645)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:52.414594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.434190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.444443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.501176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event deleted for resources: {'Port': ['ID=bf0c6141-1c96-4851-ad72-a583d677f078,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.504324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Checking segment: {'id': '67a6741b-aa70-46f4-a9b5-0aca777fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '70762d3a-4d0c-4571-a3fc-b24de5f29137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:52.504685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Network hostable DHCP agents. Network: 70762d3a-4d0c-4571-a3fc-b24de5f29137, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:52.545036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:52.547643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Deleting port 1bc332f3-daa3-4c53-8926-3941284a70ee {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:52.548061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.599480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:52.601090 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] Calling delete_port for 1bc332f3-daa3-4c53-8926-3941284a70ee owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:52.614564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:52.651166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:52.659229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.668366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6a22327a-2d5f-4c8f-97da-dfa615509423 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.704542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.709611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Network 70762d3a-4d0c-4571-a3fc-b24de5f29137 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:52.724174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.746114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 70762d3a-4d0c-4571-a3fc-b24de5f29137) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:52.755552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.769707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] Pushing event deleted for resources: {'Port': ['ID=1bc332f3-daa3-4c53-8926-3941284a70ee,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.772760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed2d1d-0f76-49fc-ac05-3ad2b00eb088 None None] Network 70762d3a-4d0c-4571-a3fc-b24de5f29137 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:52.783554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] The port '1bc332f3-daa3-4c53-8926-3941284a70ee' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:40:52.833334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.838286 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b1a17e18-3ed6-4084-be7f-80173dad4259 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "DELETE /v2.0/floatingips/eb0a647f-2319-442f-8407-14aadcee7f7f HTTP/1.1" status: 204 len: 168 time: 2.1380103 Jan 21 09:40:52.842156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58914) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:52.844041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eafd9d-6e1d-4716-a620-6bba3db9df4e req-36a94943-539d-4a6d-8f7d-196082bc91b0 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:52.844177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.845517 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2eafd9d-6e1d-4716-a620-6bba3db9df4e req-36a94943-539d-4a6d-8f7d-196082bc91b0 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3933301 Jan 21 09:40:52.851685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c65a2-b230-4081-87e4-ec373af7724c None None] No DVR routers for this DVR port 1bc332f3-daa3-4c53-8926-3941284a70ee on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:40:52.852192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-6a22327a-2d5f-4c8f-97da-dfa615509423 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Calling delete_port for bd7b9eb6-9a6f-4d30-b73a-a9a16d3b4c3a owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:52.858961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1cb4bb2e-134d-4f38-8a9e-3962029a9d4f tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Request body: {'floatingip': {'floating_network_id': 'c0c661fa-9e39-4db6-afbb-5bb14ccca4c2', 'port_id': '117e47ce-b075-402c-b1c3-0572d025c150', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:52.878258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event updated for resources: {'Subnet': ['ID=e6488445-f37e-4251-8ec0-0811d3f0005f,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:52.882965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1cb4bb2e-134d-4f38-8a9e-3962029a9d4f tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:52.896398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1cb4bb2e-134d-4f38-8a9e-3962029a9d4f tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Usage tracker for resource:floatingip and tenant:b51ef98026d249f1b03dc0824c804dbb is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:52.902293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1cb4bb2e-134d-4f38-8a9e-3962029a9d4f tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:52.914895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1cb4bb2e-134d-4f38-8a9e-3962029a9d4f tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:52.920804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.921540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:52.931327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0785ae66-ff41-4b83-81f0-c8fd50b2dbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:router {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:52.943892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Checking segment: {'id': '17669782-eac6-4b95-9721-34799f2e7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '596d4429-91c3-43a0-87a1-067353bee85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:52.944250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Network hostable DHCP agents. Network: 596d4429-91c3-43a0-87a1-067353bee85d, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:40:53.002220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1cb4bb2e-134d-4f38-8a9e-3962029a9d4f tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.049503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0785ae66-ff41-4b83-81f0-c8fd50b2dbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:router {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:53.050993 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0785ae66-ff41-4b83-81f0-c8fd50b2dbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0045421 Jan 21 09:40:53.061699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58918) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.077088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-70762d3a-4d0c-4571-a3fc-b24de5f29137', 'network_id': '70762d3a-4d0c-4571-a3fc-b24de5f29137', 'tenant_id': 'dd7fa108c5c54e7db4a654330dc2be30', 'fixed_ips': [{'subnet_id': '0bb89b2e-747c-4e2a-ac33-da7b629c49a6'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:40:53.077822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a7bdd291-338e-4c6a-b1ed-a801e3432fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1408484104'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.078360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.135462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Network 596d4429-91c3-43a0-87a1-067353bee85d is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:40:53.154051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 596d4429-91c3-43a0-87a1-067353bee85d) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:53.166844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.167228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.167831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.173133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad38b30-38e1-4039-ad6c-bfe4197cd7ce None None] Network 596d4429-91c3-43a0-87a1-067353bee85d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:53.185437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.187639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.203415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.208895 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2eafd9d-6e1d-4716-a620-6bba3db9df4e req-a2f2ea82-b4c5-4851-8438-d0c63b448e86 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278825 Jan 21 09:40:53.260114 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c0f16545-3697-4d99-bf3b-b425bd0c861e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 4.5913815 Jan 21 09:40:53.267357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58922) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.284732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f480773-48b1-4f1a-b243-ae24b3746046']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.315671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88151d72-25da-4d60-9982-3e09b4fd5645') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.315671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88151d72-25da-4d60-9982-3e09b4fd5645') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:53.329548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19138296-5a46-4bb1-ad93-31a9ff98e0df,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.346762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.367730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.372288 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e36632a8-c6c1-44f7-9dd1-8f45973d1f53 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4430141 Jan 21 09:40:53.376205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58926) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.386761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b7639-25f3-4d9e-afd2-b8d76110bb21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.388953 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b7639-25f3-4d9e-afd2-b8d76110bb21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.390324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.390447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b7639-25f3-4d9e-afd2-b8d76110bb21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:53.391235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7b6b7639-25f3-4d9e-afd2-b8d76110bb21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Synchronizing usage tracker for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:53.396421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6a22327a-2d5f-4c8f-97da-dfa615509423 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.399891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7125065a-4fbd-48f4-ba4b-3ab974d4d08e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.400469 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-7125065a-4fbd-48f4-ba4b-3ab974d4d08e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:53.401417 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7125065a-4fbd-48f4-ba4b-3ab974d4d08e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0212367 Jan 21 09:40:53.412602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58930) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.422247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2cb4d86d-5438-4eb3-b0dd-f177e9e2a87e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.431712 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-1cb4bb2e-134d-4f38-8a9e-3962029a9d4f tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:53.432702 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1cb4bb2e-134d-4f38-8a9e-3962029a9d4f tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5883617 Jan 21 09:40:53.436004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2cb4d86d-5438-4eb3-b0dd-f177e9e2a87e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:53.439998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58934) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.442762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2cb4d86d-5438-4eb3-b0dd-f177e9e2a87e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:53.443337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:40:53.443922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.446552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2cb4d86d-5438-4eb3-b0dd-f177e9e2a87e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:53.453832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '117e47ce-b075-402c-b1c3-0572d025c150', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.459715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7b6b7639-25f3-4d9e-afd2-b8d76110bb21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Unset dirty status for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:53.460793 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7b6b7639-25f3-4d9e-afd2-b8d76110bb21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1925223 Jan 21 09:40:53.464417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58938) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:40:53.465331 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:40:53.468058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2cb4d86d-5438-4eb3-b0dd-f177e9e2a87e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:53.470043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:53.472860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Allocated IP 172.20.0.2 (70762d3a-4d0c-4571-a3fc-b24de5f29137/0bb89b2e-747c-4e2a-ac33-da7b629c49a6/6a230241-ee35-41f7-b3b7-6c8d3a630ebb) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:53.477686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Usage tracker for resource:floatingip and tenant:b51ef98026d249f1b03dc0824c804dbb is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:53.482518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:53.492894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:53.526778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.546333 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-2cb4d86d-5438-4eb3-b0dd-f177e9e2a87e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:53.550450 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2cb4d86d-5438-4eb3-b0dd-f177e9e2a87e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1338286 Jan 21 09:40:53.554152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58942) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.559870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22327a-2d5f-4c8f-97da-dfa615509423 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd7b9eb6-9a6f-4d30-b73a-a9a16d3b4c3a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.564455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-743d693d-4b63-491a-b637-976a7cb06e9b tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.565060 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-743d693d-4b63-491a-b637-976a7cb06e9b tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:53.566084 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-743d693d-4b63-491a-b637-976a7cb06e9b tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108106 Jan 21 09:40:53.570639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58946) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.623344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9be804b6-7586-48cc-87c3-14403b42af67 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.638042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9be804b6-7586-48cc-87c3-14403b42af67 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:53.641249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-596d4429-91c3-43a0-87a1-067353bee85d', 'network_id': '596d4429-91c3-43a0-87a1-067353bee85d', 'tenant_id': 'dd7fa108c5c54e7db4a654330dc2be30', 'fixed_ips': [{'subnet_id': 'e6488445-f37e-4251-8ec0-0811d3f0005f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:40:53.642704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.647974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9be804b6-7586-48cc-87c3-14403b42af67 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:53.654855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9be804b6-7586-48cc-87c3-14403b42af67 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:53.664602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9be804b6-7586-48cc-87c3-14403b42af67 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:53.667261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:40:53.696741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6a22327a-2d5f-4c8f-97da-dfa615509423 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.699265 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6a22327a-2d5f-4c8f-97da-dfa615509423 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "DELETE /v2.0/ports/bd7b9eb6-9a6f-4d30-b73a-a9a16d3b4c3a HTTP/1.1" status: 204 len: 168 time: 2.0500064 Jan 21 09:40:53.703550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58950) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.718959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf', 'external_fixed_ips': [{'subnet_id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'ip_address': '2001:db8::cb'}]}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.738901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1bc332f3-daa3-4c53-8926-3941284a70ee no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:40:53.741611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.745477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:53.778756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 1bc332f3-daa3-4c53-8926-3941284a70ee {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:40:53.779102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1bc332f3-daa3-4c53-8926-3941284a70ee not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:40:53.814128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Usage tracker for resource:router and tenant:16b1f20b931b4b11b6548e6e8d478db9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:53.817442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.828805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:53.851992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] Pushing event deleted for resources: {'Network': ['ID=7f480773-48b1-4f1a-b243-ae24b3746046,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:53.856774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:53.861556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-de0006de-b77a-43b6-81ce-96e9cce1daa5 tempest-AllowedAddressPairTestJSON-1100972706 tempest-AllowedAddressPairTestJSON-1100972706-project] 10.222.0.122 "DELETE /v2.0/networks/7f480773-48b1-4f1a-b243-ae24b3746046 HTTP/1.1" status: 204 len: 168 time: 1.9426520 Jan 21 09:40:53.870747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.924946 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-9be804b6-7586-48cc-87c3-14403b42af67 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:53.928765 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9be804b6-7586-48cc-87c3-14403b42af67 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3522308 Jan 21 09:40:53.932638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58956) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.960110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8d5063-12fd-4d9a-a812-dddb49ce1019 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Deleting subnet 0bb89b2e-747c-4e2a-ac33-da7b629c49a6 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:53.966398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d4557d80-966a-4033-831e-16ef714fa8a6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.967012 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-d4557d80-966a-4033-831e-16ef714fa8a6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:53.971019 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4557d80-966a-4033-831e-16ef714fa8a6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0344248 Jan 21 09:40:53.971019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.971269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:53.975433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58960) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:53.992208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-394379aa-68a3-4f24-862e-695a9307490c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:53.994771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.000978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-394379aa-68a3-4f24-862e-695a9307490c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:54.007524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Transition to ACTIVE for port object 6a230241-ee35-41f7-b3b7-6c8d3a630ebb will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:54.031091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Transition to ACTIVE for port object 6a230241-ee35-41f7-b3b7-6c8d3a630ebb will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:54.036631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.043041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.117123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-394379aa-68a3-4f24-862e-695a9307490c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:54.122609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5063-12fd-4d9a-a812-dddb49ce1019 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.130386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Allocated IP 172.20.0.18 (596d4429-91c3-43a0-87a1-067353bee85d/e6488445-f37e-4251-8ec0-0811d3f0005f/a5ce9d10-185d-4b25-a8f2-57da8b599d08) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:54.149119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Network 70762d3a-4d0c-4571-a3fc-b24de5f29137 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:54.149334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-394379aa-68a3-4f24-862e-695a9307490c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:54.155860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:54.157703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Pushing event updated for resources: {'Port': ['ID=6a230241-ee35-41f7-b3b7-6c8d3a630ebb,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.160605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:54.220896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-394379aa-68a3-4f24-862e-695a9307490c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:54.259300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.263148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-394379aa-68a3-4f24-862e-695a9307490c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Project 3385837fca7648cd8c7dce863a416959 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:40:54.297554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5063-12fd-4d9a-a812-dddb49ce1019 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.343033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Attempting to bind port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:54.343401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Attempting to bind port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '67a6741b-aa70-46f4-a9b5-0aca777fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '70762d3a-4d0c-4571-a3fc-b24de5f29137'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:54.343761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Attempting to bind port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb on network 70762d3a-4d0c-4571-a3fc-b24de5f29137 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:54.352770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Allocated IP 172.26.1.13 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/52796da5-152a-4c88-b9a7-a21387503fa4) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:54.361583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:54.380687 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:54.406999 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:54.407609 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:54.416703 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-394379aa-68a3-4f24-862e-695a9307490c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:54.417743 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-394379aa-68a3-4f24-862e-695a9307490c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4347472 Jan 21 09:40:54.431932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58968) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.444641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8ed2b416-3ce9-4f81-b399-77e7636eaa8d tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:54.445649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-8ed2b416-3ce9-4f81-b399-77e7636eaa8d tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:54.446851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8ed2b416-3ce9-4f81-b399-77e7636eaa8d tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136688 Jan 21 09:40:54.453926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58972) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.467378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.468748 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-71712e2b-79fa-4b0f-8698-dab1c138bae6 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4048727 Jan 21 09:40:54.471603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58974) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.512133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b0e78102-41ea-4185-a5e0-e5312943caa4 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:54.525900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58980) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:54.599003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b0e78102-41ea-4185-a5e0-e5312943caa4 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:54.624944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b0e78102-41ea-4185-a5e0-e5312943caa4 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:54.631118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.635470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b0e78102-41ea-4185-a5e0-e5312943caa4 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:54.640695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.648717 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:40:54.661633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b0e78102-41ea-4185-a5e0-e5312943caa4 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:54.663551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Transition to ACTIVE for port object a5ce9d10-185d-4b25-a8f2-57da8b599d08 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:54.678189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.727271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:54.727639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Checking segment: {'id': '67a6741b-aa70-46f4-a9b5-0aca777fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '70762d3a-4d0c-4571-a3fc-b24de5f29137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:54.728034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.728420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Bound using segment: {'id': '67a6741b-aa70-46f4-a9b5-0aca777fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '70762d3a-4d0c-4571-a3fc-b24de5f29137'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:54.728896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Bound port: 6a230241-ee35-41f7-b3b7-6c8d3a630ebb, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a6741b-aa70-46f4-a9b5-0aca777fb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '70762d3a-4d0c-4571-a3fc-b24de5f29137'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:54.729267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.740775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Transition to ACTIVE for port object a5ce9d10-185d-4b25-a8f2-57da8b599d08 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:54.784679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5063-12fd-4d9a-a812-dddb49ce1019 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.785307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:54.793162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:54.807772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:54.815552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:54.902502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Network 596d4429-91c3-43a0-87a1-067353bee85d is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:54.908327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:54.912896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:54.915355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Pushing event updated for resources: {'Port': ['ID=a5ce9d10-185d-4b25-a8f2-57da8b599d08,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.924467 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-b0e78102-41ea-4185-a5e0-e5312943caa4 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Project 3385837fca7648cd8c7dce863a416959 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:40:54.979687 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-b0e78102-41ea-4185-a5e0-e5312943caa4 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:54.980873 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b0e78102-41ea-4185-a5e0-e5312943caa4 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4874945 Jan 21 09:40:54.993541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event updated for resources: {'Port': ['ID=52796da5-152a-4c88-b9a7-a21387503fa4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:54.996244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58986) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.019872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f376805b-9a6e-4de5-9d4e-47a0641aeba1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '19138296-5a46-4bb1-ad93-31a9ff98e0df', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:55.036513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.058960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f376805b-9a6e-4de5-9d4e-47a0641aeba1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:55.069857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38bca1-c83a-4abe-8666-a0bbfbecc60f req-e9586454-a87a-4da9-9dce-0e0f347699e7 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:55.071509 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:40:52Z', 'revision_number': 3, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:55.076445 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:40:55.076769 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Updating router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f port debdb09f-934b-4946-b0d0-377a1505e59a binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:40:55.077318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f38bca1-c83a-4abe-8666-a0bbfbecc60f req-e9586454-a87a-4da9-9dce-0e0f347699e7 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.6377378 Jan 21 09:40:55.105164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Attempting to bind port a5ce9d10-185d-4b25-a8f2-57da8b599d08 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:55.105809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Attempting to bind port a5ce9d10-185d-4b25-a8f2-57da8b599d08 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '17669782-eac6-4b95-9721-34799f2e7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '596d4429-91c3-43a0-87a1-067353bee85d'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:55.107091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Attempting to bind port a5ce9d10-185d-4b25-a8f2-57da8b599d08 on network 596d4429-91c3-43a0-87a1-067353bee85d {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:55.114320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:55.115097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Checking segment: {'id': '17669782-eac6-4b95-9721-34799f2e7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '596d4429-91c3-43a0-87a1-067353bee85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:55.115683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.116247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Bound using segment: {'id': '17669782-eac6-4b95-9721-34799f2e7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '596d4429-91c3-43a0-87a1-067353bee85d'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:55.116883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Bound port: a5ce9d10-185d-4b25-a8f2-57da8b599d08, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17669782-eac6-4b95-9721-34799f2e7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '596d4429-91c3-43a0-87a1-067353bee85d'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:55.117473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.139640 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.145282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f376805b-9a6e-4de5-9d4e-47a0641aeba1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:55.161054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f376805b-9a6e-4de5-9d4e-47a0641aeba1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:55.196488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f376805b-9a6e-4de5-9d4e-47a0641aeba1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:55.231389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] For port a5ce9d10-185d-4b25-a8f2-57da8b599d08, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:55.236105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] For port a5ce9d10-185d-4b25-a8f2-57da8b599d08, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a5ce9d10-185d-4b25-a8f2-57da8b599d08,segment=NetworkSegment(17669782-eac6-4b95-9721-34799f2e7f34),segment_id=17669782-eac6-4b95-9721-34799f2e7f34)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:55.236630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Deleting port 52796da5-152a-4c88-b9a7-a21387503fa4 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:55.237226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.243108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.302214 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f38bca1-c83a-4abe-8666-a0bbfbecc60f req-c537cbdb-e67c-4d59-b056-f97ad998e731 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228901 Jan 21 09:40:55.305922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5063-12fd-4d9a-a812-dddb49ce1019 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.317000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] For port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:55.353340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] For port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6a230241-ee35-41f7-b3b7-6c8d3a630ebb,segment=NetworkSegment(67a6741b-aa70-46f4-a9b5-0aca777fb7b9),segment_id=67a6741b-aa70-46f4-a9b5-0aca777fb7b9)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:55.369540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-f376805b-9a6e-4de5-9d4e-47a0641aeba1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Project 3385837fca7648cd8c7dce863a416959 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:40:55.369769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.378246 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7d406ee9-370d-4591-8fa9-47da7ab64f7f admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=d496b272037948ea93589e092b7d6970&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8496506 Jan 21 09:40:55.384843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58990) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.400649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5063-12fd-4d9a-a812-dddb49ce1019 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb89b2e-747c-4e2a-ac33-da7b629c49a6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.409304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d9ed2-a757-4145-be76-3190b04f3c26 None None] Pushing event updated for resources: {'Port': ['ID=a5ce9d10-185d-4b25-a8f2-57da8b599d08,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.485144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5063-12fd-4d9a-a812-dddb49ce1019 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.557520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fee23-2c49-44ae-af05-36f95cca81c3 None None] Pushing event updated for resources: {'Port': ['ID=6a230241-ee35-41f7-b3b7-6c8d3a630ebb,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.567720 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.575734 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-f376805b-9a6e-4de5-9d4e-47a0641aeba1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:40:55.581684 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Transition to ACTIVE for port object debdb09f-934b-4946-b0d0-377a1505e59a will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:55.584345 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f376805b-9a6e-4de5-9d4e-47a0641aeba1 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5771015 Jan 21 09:40:55.594542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 58994) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.595724 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.629961 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ef8d5063-12fd-4d9a-a812-dddb49ce1019 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/subnets/0bb89b2e-747c-4e2a-ac33-da7b629c49a6 HTTP/1.1" status: 204 len: 168 time: 2.1607885 Jan 21 09:40:55.638437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 58998) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:55.704375 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Pushing event updated for resources: {'Port': ['ID=debdb09f-934b-4946-b0d0-377a1505e59a,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:55.707017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.709326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.715363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e40999e5-a8e4-4b41-ad70-7517ef1b6a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.716910 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Attempting to bind port debdb09f-934b-4946-b0d0-377a1505e59a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:40:55.717407 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Attempting to bind port debdb09f-934b-4946-b0d0-377a1505e59a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:40:55.717696 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Attempting to bind port debdb09f-934b-4946-b0d0-377a1505e59a on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:40:55.724704 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.725041 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.725370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.725696 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.726610 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.726610 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.726852 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.727018 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.727344 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.727654 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.727963 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:40:55.734989 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:40:55.735350 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:40:55.735943 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.736658 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:40:55.737156 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Bound port: debdb09f-934b-4946-b0d0-377a1505e59a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:40:55.737536 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.754372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e40999e5-a8e4-4b41-ad70-7517ef1b6a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.850499 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] For port debdb09f-934b-4946-b0d0-377a1505e59a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:40:55.854167 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] For port debdb09f-934b-4946-b0d0-377a1505e59a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=debdb09f-934b-4946-b0d0-377a1505e59a,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:40:55.862144 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:55.893501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Calling delete_port for 52796da5-152a-4c88-b9a7-a21387503fa4 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:55.987392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd291-338e-4c6a-b1ed-a801e3432fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.048306 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3a02c-27de-4e28-ae12-a255970db5bf None None] Pushing event updated for resources: {'Port': ['ID=debdb09f-934b-4946-b0d0-377a1505e59a,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.060745 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:56.061451 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:56.076487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e40999e5-a8e4-4b41-ad70-7517ef1b6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.098566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd291-338e-4c6a-b1ed-a801e3432fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.123787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40999e5-a8e4-4b41-ad70-7517ef1b6a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcafbbdb-68f6-4572-abfe-157f2af79371,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.192652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e40999e5-a8e4-4b41-ad70-7517ef1b6a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.196230 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e40999e5-a8e4-4b41-ad70-7517ef1b6a46 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/bcafbbdb-68f6-4572-abfe-157f2af79371 HTTP/1.1" status: 204 len: 168 time: 0.8020337 Jan 21 09:40:56.241508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c24c353b-601d-446d-a782-69339159f585 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.273577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c24c353b-601d-446d-a782-69339159f585 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.344593 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:40:56.351377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c24c353b-601d-446d-a782-69339159f585 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.551194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c353b-601d-446d-a782-69339159f585 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19138296-5a46-4bb1-ad93-31a9ff98e0df,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.557219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.687090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.783268 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.814409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c24c353b-601d-446d-a782-69339159f585 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:56.819131 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c24c353b-601d-446d-a782-69339159f585 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/19138296-5a46-4bb1-ad93-31a9ff98e0df HTTP/1.1" status: 204 len: 168 time: 1.2236047 Jan 21 09:40:56.820365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event deleted for resources: {'Port': ['ID=52796da5-152a-4c88-b9a7-a21387503fa4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:56.828121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59014) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:56.830792 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:40:52Z', 'revision_number': 3, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:56.836617 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207d988-8ab7-4512-9f8e-ff2a8b57d453 None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:40:52Z', 'revision_number': 3, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:56.905367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef392bc-924c-4520-b54d-f4d28919a4aa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Deleting subnet e6488445-f37e-4251-8ec0-0811d3f0005f {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:40:56.923321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef392bc-924c-4520-b54d-f4d28919a4aa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.183519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e679589d-5e5f-4298-92c1-850b1cfd0ed6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:57.190633 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] create failed (client error): The resource could not be found. Jan 21 09:40:57.196371 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8aefca85-90de-4640-919a-4ccc6538b044 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7548079 Jan 21 09:40:57.197637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59020) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.304486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef392bc-924c-4520-b54d-f4d28919a4aa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.381691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e679589d-5e5f-4298-92c1-850b1cfd0ed6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:57.392911 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e679589d-5e5f-4298-92c1-850b1cfd0ed6 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5378888 Jan 21 09:40:57.401951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59028) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.428658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425069033'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:57.452983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1119b901-fb40-437f-825e-e6a3ec2cb847 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Deleting port 117e47ce-b075-402c-b1c3-0572d025c150 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:57.453345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1119b901-fb40-437f-825e-e6a3ec2cb847 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.510555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:57.522088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ed70e-f456-4ef5-b68d-8dd9a503c0f8 None None] Network 596d4429-91c3-43a0-87a1-067353bee85d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:57.542914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:57.613150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.677728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06fad8-d78b-453e-9f32-7aebed095bbd req-3146c557-a9f7-47c5-853b-809e2d3cd6b0 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:57.691121 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c06fad8-d78b-453e-9f32-7aebed095bbd req-3146c557-a9f7-47c5-853b-809e2d3cd6b0 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 1.0092092 Jan 21 09:40:57.718639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Allocated IP 2001:db8::cb (aab0441b-ac37-4e3e-988e-9d15d5610fdf/5aedf7f0-8d1e-4536-898a-da6ccbbdaf72/c76c6bd0-e528-441e-b636-37b4ae2ea586) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:57.731922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47931853-f68b-4483-9cb5-df30831a21ed None None] Network 70762d3a-4d0c-4571-a3fc-b24de5f29137 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:57.764043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59034) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:57.769146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef392bc-924c-4520-b54d-f4d28919a4aa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:57.894025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6a230241-ee35-41f7-b3b7-6c8d3a630ebb up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:57.911654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:57.952088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:57.956761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:58.017656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:58.065216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.110069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1119b901-fb40-437f-825e-e6a3ec2cb847 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.110967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d71ed284-e50e-43f8-bf1d-e1aafac645f0 None None] Provisioning for port a5ce9d10-185d-4b25-a8f2-57da8b599d08 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:58.112361 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c06fad8-d78b-453e-9f32-7aebed095bbd req-8091170a-7bd4-430a-9720-d543ca3d4076 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202206 Jan 21 09:40:58.161679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-48b9bfae-a6f6-4844-98c7-4cb3bff10fc6 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.162909 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-48b9bfae-a6f6-4844-98c7-4cb3bff10fc6 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3977125 Jan 21 09:40:58.171156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59040) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.188611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-b6f3a12b-72ed-493c-872d-73e6ec26f866 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.192988 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b6f3a12b-72ed-493c-872d-73e6ec26f866 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0177641 Jan 21 09:40:58.196633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59044) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.198287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bdd291-338e-4c6a-b1ed-a801e3432fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router e70e4d31-2123-4570-9255-25cd8fda9cc4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:40:58.295262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef392bc-924c-4520-b54d-f4d28919a4aa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.300300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.322649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-cba1da02-0ac8-4756-9cab-b082432243d1 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.326090 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cba1da02-0ac8-4756-9cab-b082432243d1 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0714357 Jan 21 09:40:58.338465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:58.340855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1119b901-fb40-437f-825e-e6a3ec2cb847 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Calling delete_port for 117e47ce-b075-402c-b1c3-0572d025c150 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:58.352047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device debdb09f-934b-4946-b0d0-377a1505e59a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:58.369007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59048) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.383821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-02273049-9d76-4b55-a504-721ef4b0428f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.387190 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-02273049-9d76-4b55-a504-721ef4b0428f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0111709 Jan 21 09:40:58.395574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59052) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.397379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6fe88ce0-afa2-4138-bd39-8a4e07739d73 None None] Provisioning for port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:58.407035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef392bc-924c-4520-b54d-f4d28919a4aa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Subnet': ['ID=e6488445-f37e-4251-8ec0-0811d3f0005f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.415223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6fe88ce0-afa2-4138-bd39-8a4e07739d73 None None] Provisioning complete for port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:58.415531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ce0-afa2-4138-bd39-8a4e07739d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.419930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.420061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-da4e8143-136f-43df-8726-f046a11f9709 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.423466 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-da4e8143-136f-43df-8726-f046a11f9709 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0107093 Jan 21 09:40:58.424944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59056) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.427002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.436620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef392bc-924c-4520-b54d-f4d28919a4aa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.452621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-8d9b855a-0370-430d-ba6f-1fd6cb82d105 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.452621 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8d9b855a-0370-430d-ba6f-1fd6cb82d105 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0093229 Jan 21 09:40:58.454018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.456643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59060) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.466584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Network aab0441b-ac37-4e3e-988e-9d15d5610fdf is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:58.477135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-40cd8fee-e307-4365-8396-2394dcda5b4f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.480543 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-40cd8fee-e307-4365-8396-2394dcda5b4f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0205033 Jan 21 09:40:58.487978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:58.490594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:58.494934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59064) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.497102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] DHCP port deletion for 70762d3a-4d0c-4571-a3fc-b24de5f29137 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:58.512333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Deleting port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:58.512868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.534889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'Port': ['ID=c76c6bd0-e528-441e-b636-37b4ae2ea586,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.542906 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8ef392bc-924c-4520-b54d-f4d28919a4aa tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/subnets/e6488445-f37e-4251-8ec0-0811d3f0005f HTTP/1.1" status: 204 len: 168 time: 2.8962550 Jan 21 09:40:58.551844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59068) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.644561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port debdb09f-934b-4946-b0d0-377a1505e59a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:58.655697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-15ec7fe1-3598-495e-acb4-feca35ab7865 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.660510 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-15ec7fe1-3598-495e-acb4-feca35ab7865 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1631970 Jan 21 09:40:58.666908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59072) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.667539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1119b901-fb40-437f-825e-e6a3ec2cb847 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.668071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cab1b9-4804-4bea-b7fd-3ead368ee58f None None] Network 596d4429-91c3-43a0-87a1-067353bee85d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:40:58.688011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port debdb09f-934b-4946-b0d0-377a1505e59a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:58.688516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.713505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.713505 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3006222 Jan 21 09:40:58.720303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f971bf-c4e4-41d9-9dc3-dcd44b2f4e21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:58.720989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-67f971bf-c4e4-41d9-9dc3-dcd44b2f4e21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Synchronizing usage tracker for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:40:58.731027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59076) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.741757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8b3346d5-8d9e-4762-96b4-4d4d38e7f353 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '93fb8f54-693a-4e8e-8797-d4838861feb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:58.753181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-e350580d-ef2b-4b1d-99ea-1cf41dc72c84 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.756687 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e350580d-ef2b-4b1d-99ea-1cf41dc72c84 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0841804 Jan 21 09:40:58.757455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8b3346d5-8d9e-4762-96b4-4d4d38e7f353 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:58.758329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ce0-afa2-4138-bd39-8a4e07739d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:58.760706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59080) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.763681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cecb33-a8b1-434a-be98-e77f67e502b5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fb8f54-693a-4e8e-8797-d4838861feb5,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.768336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-710aa5cf-5191-4e71-a85d-5ee24e942555 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.769247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119b901-fb40-437f-825e-e6a3ec2cb847 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event deleted for resources: {'Port': ['ID=117e47ce-b075-402c-b1c3-0572d025c150,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:58.769392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-710aa5cf-5191-4e71-a85d-5ee24e942555 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076768 Jan 21 09:40:58.778530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59084) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.779996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8b3346d5-8d9e-4762-96b4-4d4d38e7f353 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:58.785328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8b3346d5-8d9e-4762-96b4-4d4d38e7f353 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:58.796069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8b3346d5-8d9e-4762-96b4-4d4d38e7f353 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:58.798909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-81ca7f71-824c-489f-b203-0e6fdd32a736 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.800381 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-81ca7f71-824c-489f-b203-0e6fdd32a736 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0203490 Jan 21 09:40:58.810247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59088) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.811888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-67f971bf-c4e4-41d9-9dc3-dcd44b2f4e21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Unset dirty status for tenant:dd7fa108c5c54e7db4a654330dc2be30 on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:40:58.813166 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-67f971bf-c4e4-41d9-9dc3-dcd44b2f4e21 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2594163 Jan 21 09:40:58.828958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59092) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.832856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-8022dfce-7761-43d5-aefa-b9c5049f567a tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.834454 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8022dfce-7761-43d5-aefa-b9c5049f567a tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0199537 Jan 21 09:40:58.838396 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59094) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:58.889477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-22bcbf34-4bd5-4aae-bead-308cbf18eae7 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:58.890735 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-22bcbf34-4bd5-4aae-bead-308cbf18eae7 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0462577 Jan 21 09:40:58.897055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59100) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.142379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6fe88ce0-afa2-4138-bd39-8a4e07739d73 None None] For port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6a230241-ee35-41f7-b3b7-6c8d3a630ebb,segment=NetworkSegment(67a6741b-aa70-46f4-a9b5-0aca777fb7b9),segment_id=67a6741b-aa70-46f4-a9b5-0aca777fb7b9)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:59.155888 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-8b3346d5-8d9e-4762-96b4-4d4d38e7f353 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The resource could not be found. Jan 21 09:40:59.159463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8b3346d5-8d9e-4762-96b4-4d4d38e7f353 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4245660 Jan 21 09:40:59.160638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.163500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59104) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.166391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ce0-afa2-4138-bd39-8a4e07739d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.176888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-28b84282-834c-48fb-b43f-54a1833590de tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '93fb8f54-693a-4e8e-8797-d4838861feb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '41c2021b-7664-4393-9d0d-ed9a934b70db'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:40:59.178026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-ef31cca2-cf28-44e6-bcfb-f2493691ed42 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.179899 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ef31cca2-cf28-44e6-bcfb-f2493691ed42 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.2817249 Jan 21 09:40:59.183128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59110) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.186929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bdd291-338e-4c6a-b1ed-a801e3432fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:40:59.200321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd291-338e-4c6a-b1ed-a801e3432fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.204262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a7bdd291-338e-4c6a-b1ed-a801e3432fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/e70e4d31-2123-4570-9255-25cd8fda9cc4 HTTP/1.1" status: 200 len: 888 time: 6.1374002 Jan 21 09:40:59.205688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59114) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.211560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293dbf9e-28d3-48ec-9e52-cf624599e582 None None] Sync routers for ids ['e70e4d31-2123-4570-9255-25cd8fda9cc4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:40:59.220042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-4ab77493-3ed8-409a-b897-2773c5620db8 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.224810 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4ab77493-3ed8-409a-b897-2773c5620db8 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0372033 Jan 21 09:40:59.224810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-28b84282-834c-48fb-b43f-54a1833590de tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:40:59.228875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59118) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.250300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-48fa7ae0-3c96-411a-9bee-e11e02c99275 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.255511 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-48fa7ae0-3c96-411a-9bee-e11e02c99275 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0206938 Jan 21 09:40:59.290898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59122) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.303540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.306966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-28b84282-834c-48fb-b43f-54a1833590de tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:40:59.312137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.312699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.315310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-28b84282-834c-48fb-b43f-54a1833590de tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:40:59.320713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-0a797bc4-591e-49af-a6ad-9ce4f026f8ad tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.324154 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0a797bc4-591e-49af-a6ad-9ce4f026f8ad tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0293376 Jan 21 09:40:59.324293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1119b901-fb40-437f-825e-e6a3ec2cb847 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.329081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59126) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.330214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Deleting port a5ce9d10-185d-4b25-a8f2-57da8b599d08 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:59.330559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.346763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-d24c0847-48ec-4f55-adf4-6c1fee1712b8 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.350292 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d24c0847-48ec-4f55-adf4-6c1fee1712b8 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0173702 Jan 21 09:40:59.352075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59130) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.355660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-28b84282-834c-48fb-b43f-54a1833590de tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:40:59.361608 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1119b901-fb40-437f-825e-e6a3ec2cb847 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "DELETE /v2.0/ports/117e47ce-b075-402c-b1c3-0572d025c150 HTTP/1.1" status: 204 len: 168 time: 2.1581295 Jan 21 09:40:59.364282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] For port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6a230241-ee35-41f7-b3b7-6c8d3a630ebb,segment=NetworkSegment(67a6741b-aa70-46f4-a9b5-0aca777fb7b9),segment_id=67a6741b-aa70-46f4-a9b5-0aca777fb7b9)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:59.364582 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-0e9f8555-6bd8-4c0d-a058-0c597236336d tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.364720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.364968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59134) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.368220 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0e9f8555-6bd8-4c0d-a058-0c597236336d tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0143657 Jan 21 09:40:59.368220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Allocated IP 172.20.0.1 (cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6/6dfb67f0-dc62-41fe-89b2-866148901c59/292ea1bd-43f5-464c-b15e-722f99944e0d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:40:59.369131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59136) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.376211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-1aa63ef9-3dec-48ab-b230-ed1725a9207a tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.379585 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1aa63ef9-3dec-48ab-b230-ed1725a9207a tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071685 Jan 21 09:40:59.380135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59140) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.380734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port debdb09f-934b-4946-b0d0-377a1505e59a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=debdb09f-934b-4946-b0d0-377a1505e59a,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:40:59.389662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-1fa7b901-152c-4544-bd8a-3c9c277b9772 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.393184 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1fa7b901-152c-4544-bd8a-3c9c277b9772 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0096817 Jan 21 09:40:59.393512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59144) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.399884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-7209123b-8bee-4627-979f-11e1d83e0890 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.403860 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7209123b-8bee-4627-979f-11e1d83e0890 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0063758 Jan 21 09:40:59.404209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59148) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.422822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-cd5d9707-5e99-468f-9625-1709d2c70aef tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.426546 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cd5d9707-5e99-468f-9625-1709d2c70aef tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0187919 Jan 21 09:40:59.431216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59154) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.441878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.442648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a5ce9d10-185d-4b25-a8f2-57da8b599d08 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:40:59.479628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-23b7590b-77b6-4415-978f-3ae7a9d139df tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.483331 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-23b7590b-77b6-4415-978f-3ae7a9d139df tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0484877 Jan 21 09:40:59.486024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59158) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.498100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-3391f1a4-4022-4444-9c84-eebee3348703 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.498100 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3391f1a4-4022-4444-9c84-eebee3348703 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086536 Jan 21 09:40:59.499105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59162) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.505706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-bab6d764-65fe-4ca9-9bee-cc3ff94199be tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.508841 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bab6d764-65fe-4ca9-9bee-cc3ff94199be tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0067377 Jan 21 09:40:59.515145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59166) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.521640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe88ce0-afa2-4138-bd39-8a4e07739d73 None None] Pushing event updated for resources: {'Port': ['ID=6a230241-ee35-41f7-b3b7-6c8d3a630ebb,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.522216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-94cf86af-5556-4302-a25b-0b139bc99947 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.525545 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-94cf86af-5556-4302-a25b-0b139bc99947 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0072656 Jan 21 09:40:59.525677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293dbf9e-28d3-48ec-9e52-cf624599e582 None None] Routers {'e70e4d31-2123-4570-9255-25cd8fda9cc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:59.525677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-293dbf9e-28d3-48ec-9e52-cf624599e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e70e4d31-2123-4570-9255-25cd8fda9cc4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.526498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59170) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.536743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-01404f77-2f27-4a66-8b9f-0cd4a0c7c39d tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.540304 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-01404f77-2f27-4a66-8b9f-0cd4a0c7c39d tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0108654 Jan 21 09:40:59.548372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59174) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.557821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-ebe981ee-af38-452b-ba4a-4e6f4f7c6cf8 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.561361 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ebe981ee-af38-452b-ba4a-4e6f4f7c6cf8 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094404 Jan 21 09:40:59.567356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59178) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.595222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Calling delete_port for 6a230241-ee35-41f7-b3b7-6c8d3a630ebb owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:40:59.598467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-0d58d370-1e2f-49aa-ac52-d7c49f26287c tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.602547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.602713 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0d58d370-1e2f-49aa-ac52-d7c49f26287c tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0289886 Jan 21 09:40:59.602979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59182) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.611912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-05a870f9-b0f3-4feb-a3b2-9b1fa1d02124 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.616204 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-05a870f9-b0f3-4feb-a3b2-9b1fa1d02124 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0098376 Jan 21 09:40:59.617059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59186) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.624747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-d5eda70c-a9bc-43de-a9e7-132bc560cf3b tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.628209 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d5eda70c-a9bc-43de-a9e7-132bc560cf3b tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082388 Jan 21 09:40:59.629607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59190) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.634256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-8d429018-8a3d-4f7e-bc7b-d73116143e4f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.638014 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8d429018-8a3d-4f7e-bc7b-d73116143e4f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044787 Jan 21 09:40:59.638014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59194) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.640824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Transition to ACTIVE for port object 292ea1bd-43f5-464c-b15e-722f99944e0d will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:40:59.644252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-d58998e1-ebf6-4dd1-aa1e-59468775fe96 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.647895 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d58998e1-ebf6-4dd1-aa1e-59468775fe96 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0062881 Jan 21 09:40:59.647895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59198) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.655436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-af9bd0d1-5524-4c07-ba29-b2589a96ffb9 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.658048 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-af9bd0d1-5524-4c07-ba29-b2589a96ffb9 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0095062 Jan 21 09:40:59.658940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59202) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.680072 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.692013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-293dbf9e-28d3-48ec-9e52-cf624599e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.703231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-d6a4a722-3594-4edc-871c-e515f481d7a4 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.706724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6a4a722-3594-4edc-871c-e515f481d7a4 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0329463 Jan 21 09:40:59.710576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59206) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.742856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:40:59.745822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-6593b422-c582-4c16-b264-e1278064997f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.749220 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6593b422-c582-4c16-b264-e1278064997f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0258977 Jan 21 09:40:59.750077 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-28b84282-834c-48fb-b43f-54a1833590de tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The resource could not be found. Jan 21 09:40:59.751774 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-28b84282-834c-48fb-b43f-54a1833590de tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5870984 Jan 21 09:40:59.751774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59210) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.754250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:40:59.758484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59212) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.763429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:40:59.763886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=debdb09f-934b-4946-b0d0-377a1505e59a,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.773936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293dbf9e-28d3-48ec-9e52-cf624599e582 None None] Routers {'e70e4d31-2123-4570-9255-25cd8fda9cc4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:40:59.774584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-293dbf9e-28d3-48ec-9e52-cf624599e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e70e4d31-2123-4570-9255-25cd8fda9cc4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.805706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-dd9c8aa7-feaf-4e8f-8a3f-e963a8550fc6 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.806878 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dd9c8aa7-feaf-4e8f-8a3f-e963a8550fc6 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0476582 Jan 21 09:40:59.810262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59218) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.845373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] DHCP port deletion for 596d4429-91c3-43a0-87a1-067353bee85d request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:40:59.846295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Pushing event updated for resources: {'Port': ['ID=292ea1bd-43f5-464c-b15e-722f99944e0d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:40:59.848429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:40:59.848950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:40:59.849572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-293dbf9e-28d3-48ec-9e52-cf624599e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:40:59.849956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293dbf9e-28d3-48ec-9e52-cf624599e582 None None] The sync data for ids ['e70e4d31-2123-4570-9255-25cd8fda9cc4'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:40:59.854229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Deleting port a5ce9d10-185d-4b25-a8f2-57da8b599d08 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:40:59.854405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.899475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port a5ce9d10-185d-4b25-a8f2-57da8b599d08 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:40:59.906180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-bc9bbebe-5609-4a5d-b5ec-41a039b7a46b tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.907168 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bc9bbebe-5609-4a5d-b5ec-41a039b7a46b tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0279250 Jan 21 09:40:59.911948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59222) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.921423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a5ce9d10-185d-4b25-a8f2-57da8b599d08 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:40:59.922197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.930360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:40:59.935992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ac469-fa4b-43fe-b79d-7664b657ef70 req-6c342788-5177-4bbb-8ad1-1a3c34375b49 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:40:59.937740 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6b4ac469-fa4b-43fe-b79d-7664b657ef70 req-6c342788-5177-4bbb-8ad1-1a3c34375b49 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.6094158 Jan 21 09:40:59.949076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-58c484cd-3e12-4c49-be74-fd4a6312e01e tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:40:59.952615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-58c484cd-3e12-4c49-be74-fd4a6312e01e tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0114858 Jan 21 09:40:59.968420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59226) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:40:59.989939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-07090d5c-e181-4501-b31f-d652810c0f09 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.004936 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-07090d5c-e181-4501-b31f-d652810c0f09 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0340714 Jan 21 09:41:00.005585 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59230) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.012909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-04792fb2-be24-4ba3-a0aa-9d72c4cf1df0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.018144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-bcf742cd-3907-4fba-b942-16920093a3f9 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.019257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4fa1d-1845-4eb8-b483-3630fc34eb88 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:00.020058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aaf4fa1d-1845-4eb8-b483-3630fc34eb88 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Synchronizing usage tracker for tenant:b51ef98026d249f1b03dc0824c804dbb on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:00.021882 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bcf742cd-3907-4fba-b942-16920093a3f9 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0120640 Jan 21 09:41:00.022431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59234) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.040660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-af32bd30-2134-4d23-9c30-0e7a0682db38 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.045311 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-af32bd30-2134-4d23-9c30-0e7a0682db38 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0198247 Jan 21 09:41:00.049482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59238) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.059991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-00bd3832-8289-423f-a45e-004f70a6ba13 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.062636 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-00bd3832-8289-423f-a45e-004f70a6ba13 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0118797 Jan 21 09:41:00.062854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59242) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.083542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-1aead252-88c9-4c4e-8c8d-60e193944999 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.084480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1aead252-88c9-4c4e-8c8d-60e193944999 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0125461 Jan 21 09:41:00.093373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59246) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.104695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-26219041-2222-49c4-b67a-eb2ffa9af2eb tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.105650 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-26219041-2222-49c4-b67a-eb2ffa9af2eb tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0113480 Jan 21 09:41:00.110419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] For port a5ce9d10-185d-4b25-a8f2-57da8b599d08, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a5ce9d10-185d-4b25-a8f2-57da8b599d08,segment=NetworkSegment(17669782-eac6-4b95-9721-34799f2e7f34),segment_id=17669782-eac6-4b95-9721-34799f2e7f34)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:00.110769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.111723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59250) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.118927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-04792fb2-be24-4ba3-a0aa-9d72c4cf1df0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.138270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-3fa41848-458f-4321-82f6-7ed8d0a10948 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.141897 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3fa41848-458f-4321-82f6-7ed8d0a10948 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0253849 Jan 21 09:41:00.146414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59254) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.163167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-15fbe4d1-6d0d-4845-90f9-9962a27dbf8f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.166560 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-15fbe4d1-6d0d-4845-90f9-9962a27dbf8f tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0167799 Jan 21 09:41:00.167169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59258) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.176263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-aa8ed445-06c2-4f22-b025-f9c1893d2590 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.179611 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aa8ed445-06c2-4f22-b025-f9c1893d2590 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064230 Jan 21 09:41:00.191906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59262) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.202645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-104c8f8f-2a61-4599-a45e-89a20b1b031e tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.206136 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-104c8f8f-2a61-4599-a45e-89a20b1b031e tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0107741 Jan 21 09:41:00.206273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.216826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59266) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.223053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.225353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-c05ebdfa-d30b-4270-b44d-ff64d56e2bb7 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.229425 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c05ebdfa-d30b-4270-b44d-ff64d56e2bb7 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0116804 Jan 21 09:41:00.233221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59270) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.240873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-d2224414-3de8-4f64-a395-f936f237776a tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.244736 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d2224414-3de8-4f64-a395-f936f237776a tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0103822 Jan 21 09:41:00.248284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59274) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.277575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Calling delete_port for a5ce9d10-185d-4b25-a8f2-57da8b599d08 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:00.283441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-43b9bd36-f291-4d95-a133-9aec20a68bb8 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.286877 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-43b9bd36-f291-4d95-a133-9aec20a68bb8 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0111108 Jan 21 09:41:00.288176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-04792fb2-be24-4ba3-a0aa-9d72c4cf1df0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.293892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] For port a5ce9d10-185d-4b25-a8f2-57da8b599d08, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a5ce9d10-185d-4b25-a8f2-57da8b599d08,segment=NetworkSegment(17669782-eac6-4b95-9721-34799f2e7f34),segment_id=17669782-eac6-4b95-9721-34799f2e7f34)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:00.294311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.295880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59278) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.310458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aaf4fa1d-1845-4eb8-b483-3630fc34eb88 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Unset dirty status for tenant:b51ef98026d249f1b03dc0824c804dbb on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:00.311749 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aaf4fa1d-1845-4eb8-b483-3630fc34eb88 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "GET /v2.0/ports?device_id=3a839e6d-9146-47d4-85d0-b89817833fcc HTTP/1.1" status: 200 len: 913 time: 0.9078698 Jan 21 09:41:00.326618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59280) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.341856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-ad886ac1-45c2-404a-af15-bd0e47ba284d tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.345823 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ad886ac1-45c2-404a-af15-bd0e47ba284d tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0253935 Jan 21 09:41:00.347714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59284) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.351790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04792fb2-be24-4ba3-a0aa-9d72c4cf1df0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fb8f54-693a-4e8e-8797-d4838861feb5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:00.363231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-32904408-b0ae-4f3d-b11c-8c4bebef210c tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.366859 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-32904408-b0ae-4f3d-b11c-8c4bebef210c tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0139112 Jan 21 09:41:00.367035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Deleting port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:00.367035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.373334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59288) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.381316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-05eb9d1e-f99f-45a7-a93a-bf06e3ad3859 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.384980 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-05eb9d1e-f99f-45a7-a93a-bf06e3ad3859 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073750 Jan 21 09:41:00.385837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-04792fb2-be24-4ba3-a0aa-9d72c4cf1df0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.391403 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-04792fb2-be24-4ba3-a0aa-9d72c4cf1df0 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/93fb8f54-693a-4e8e-8797-d4838861feb5 HTTP/1.1" status: 204 len: 168 time: 0.6279430 Jan 21 09:41:00.391403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59294) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.393226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59296) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.412899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-11a8bce7-b2b8-4c01-921a-904560a382d2 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.416655 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-11a8bce7-b2b8-4c01-921a-904560a382d2 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0228753 Jan 21 09:41:00.430748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59302) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.475080 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6b4ac469-fa4b-43fe-b79d-7664b657ef70 req-7faaf8cd-6993-49d6-b85e-b21ca4633459 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4754457 Jan 21 09:41:00.496744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-43379ccc-4441-4c2e-a5e6-85cd9886f363 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.497886 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-43379ccc-4441-4c2e-a5e6-85cd9886f363 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0169566 Jan 21 09:41:00.503345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59306) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.510009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-fad1a59e-8f4e-4ea3-ba2f-bbf109c76dd7 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.513373 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fad1a59e-8f4e-4ea3-ba2f-bbf109c76dd7 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067155 Jan 21 09:41:00.520062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59310) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.539271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-6c100de6-acee-434b-a5ec-f097dc7e00c1 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.544394 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6c100de6-acee-434b-a5ec-f097dc7e00c1 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0112693 Jan 21 09:41:00.545028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59314) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.563669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-30aa7ed8-267e-4830-9099-1de8d13021bd tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.567294 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-30aa7ed8-267e-4830-9099-1de8d13021bd tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0087106 Jan 21 09:41:00.573223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59318) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.580258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35082b39-3695-4a5e-a42b-c750ca04948c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:00.584561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Calling delete_port for a5ce9d10-185d-4b25-a8f2-57da8b599d08 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:00.609306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-5041b923-0395-4b6c-a97c-29ebffa3fef3 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.610430 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5041b923-0395-4b6c-a97c-29ebffa3fef3 tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0277932 Jan 21 09:41:00.615092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59322) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.620500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port a5ce9d10-185d-4b25-a8f2-57da8b599d08, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a5ce9d10-185d-4b25-a8f2-57da8b599d08,segment=NetworkSegment(17669782-eac6-4b95-9721-34799f2e7f34),segment_id=17669782-eac6-4b95-9721-34799f2e7f34)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:00.622762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [None req-6fec0e14-3532-46cf-ba69-8f558bd2792d tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.622975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a266a405-80ab-4cf2-a84c-1732052e00a4 None None] Provisioning for port 292ea1bd-43f5-464c-b15e-722f99944e0d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:00.626849 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6fec0e14-3532-46cf-ba69-8f558bd2792d tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0099888 Jan 21 09:41:00.629938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59326) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.630494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35082b39-3695-4a5e-a42b-c750ca04948c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:00.631671 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35082b39-3695-4a5e-a42b-c750ca04948c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2374890 Jan 21 09:41:00.637234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a444d500-8a06-427f-a74d-f8c0d80cca17 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/routers/e70e4d31-2123-4570-9255-25cd8fda9cc4 HTTP/1.1" status: 200 len: 888 time: 1.4255025 Jan 21 09:41:00.642146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59328) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.642545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59332) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.648682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.655908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8713dbf7-f29a-4428-bb70-0dfba830529e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '60a8c1e8-1855-41dd-8d92-69a413ccbed3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:00.660754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [None req-5c680cc5-274d-4022-8593-1a7157ae3bbf tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] http://10.222.0.122:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:41:00.661901 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5c680cc5-274d-4022-8593-1a7157ae3bbf tempest-ExtensionsTestJSON-1008749083 tempest-ExtensionsTestJSON-1008749083-project] 10.222.0.122 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0232697 Jan 21 09:41:00.662584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8713dbf7-f29a-4428-bb70-0dfba830529e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:00.672065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8713dbf7-f29a-4428-bb70-0dfba830529e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:00.672065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8713dbf7-f29a-4428-bb70-0dfba830529e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:00.679146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:00.679786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:00.694929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a266a405-80ab-4cf2-a84c-1732052e00a4 None None] Provisioning complete for port 292ea1bd-43f5-464c-b15e-722f99944e0d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:00.695449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a266a405-80ab-4cf2-a84c-1732052e00a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.695996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8713dbf7-f29a-4428-bb70-0dfba830529e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:00.714370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:00.855337 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2a10675b-cc4c-4d9d-b2b5-760f1de997fc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=e70e4d31-2123-4570-9255-25cd8fda9cc4 HTTP/1.1" status: 200 len: 205 time: 0.2042584 Jan 21 09:41:00.855508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device debdb09f-934b-4946-b0d0-377a1505e59a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:00.855612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.860169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59340) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:00.921199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:00.984922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a266a405-80ab-4cf2-a84c-1732052e00a4 None None] Port 292ea1bd-43f5-464c-b15e-722f99944e0d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:01.031240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=a5ce9d10-185d-4b25-a8f2-57da8b599d08,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.042344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:01.042726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:01.050586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] For port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6a230241-ee35-41f7-b3b7-6c8d3a630ebb,segment=NetworkSegment(67a6741b-aa70-46f4-a9b5-0aca777fb7b9),segment_id=67a6741b-aa70-46f4-a9b5-0aca777fb7b9)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:01.051000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.054120 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-8713dbf7-f29a-4428-bb70-0dfba830529e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The resource could not be found. Jan 21 09:41:01.060208 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8713dbf7-f29a-4428-bb70-0dfba830529e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4084976 Jan 21 09:41:01.067353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59344) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:01.089787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--858267933'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:01.095329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Pushing event updated for resources: {'Port': ['ID=292ea1bd-43f5-464c-b15e-722f99944e0d,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.100493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.104542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:01.136565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:01.182807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Deleting port a5ce9d10-185d-4b25-a8f2-57da8b599d08 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:01.183351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.224248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Calling delete_port for 6a230241-ee35-41f7-b3b7-6c8d3a630ebb owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:01.233226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.276878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port debdb09f-934b-4946-b0d0-377a1505e59a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:01.277160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.286416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Router b6f19ac5-2eb6-4c84-878e-667c09847421 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:01.363366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.403732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:01.411243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] Pushing event deleted for resources: {'Port': ['ID=6a230241-ee35-41f7-b3b7-6c8d3a630ebb,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:01.423418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59352) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:01.424394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:01.434640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:01.439249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:01.447910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:01.450169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:01.450976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642253a7-5a02-4977-b006-86c8fa83984a None None] No DVR routers for this DVR port 6a230241-ee35-41f7-b3b7-6c8d3a630ebb on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:01.545260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Deleting port a5ce9d10-185d-4b25-a8f2-57da8b599d08 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:01.545901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.588436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.617866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6a230241-ee35-41f7-b3b7-6c8d3a630ebb no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:01.721677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 6a230241-ee35-41f7-b3b7-6c8d3a630ebb {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:41:01.722972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6a230241-ee35-41f7-b3b7-6c8d3a630ebb not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:01.723579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a5ce9d10-185d-4b25-a8f2-57da8b599d08 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:01.752840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] For port a5ce9d10-185d-4b25-a8f2-57da8b599d08, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a5ce9d10-185d-4b25-a8f2-57da8b599d08,segment=NetworkSegment(17669782-eac6-4b95-9721-34799f2e7f34),segment_id=17669782-eac6-4b95-9721-34799f2e7f34)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:01.753294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.832644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.851069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.897177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Calling delete_port for a5ce9d10-185d-4b25-a8f2-57da8b599d08 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:01.917739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:01.995605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.003523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6c495552-20e1-41f9-a4e5-7e7997a9d574 None None] Provisioning complete for port 292ea1bd-43f5-464c-b15e-722f99944e0d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:02.004315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6c495552-20e1-41f9-a4e5-7e7997a9d574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.061256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6c495552-20e1-41f9-a4e5-7e7997a9d574 None None] Port 292ea1bd-43f5-464c-b15e-722f99944e0d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:02.067720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.086744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] For port a5ce9d10-185d-4b25-a8f2-57da8b599d08, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a5ce9d10-185d-4b25-a8f2-57da8b599d08,segment=NetworkSegment(17669782-eac6-4b95-9721-34799f2e7f34),segment_id=17669782-eac6-4b95-9721-34799f2e7f34)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:02.087135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.107792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c61cb8-c5f9-43ee-bba8-f21d5ba6084d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:02.111130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:02.119971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] Usage tracker for resource:security_group_rule and tenant:f5756f4db2e8481187dd0c082f133486 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:02.124472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.128299 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a5f0621b-5a92-4c5f-ae1e-6309976e317a tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0528905 Jan 21 09:41:02.128299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:02.132287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59364) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:02.139058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:02.148531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--479744070'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:02.159874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:02.160899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9feeb-34c5-4e01-9fe5-cbbaaa77ac5c req-db2fcf4f-f6b0-4e61-bbd0-dfd64c4cade9 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:02.162499 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-28b9feeb-34c5-4e01-9fe5-cbbaaa77ac5c req-db2fcf4f-f6b0-4e61-bbd0-dfd64c4cade9 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.4754899 Jan 21 09:41:02.170230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.241407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Calling delete_port for a5ce9d10-185d-4b25-a8f2-57da8b599d08 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:02.246822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Port': ['ID=a5ce9d10-185d-4b25-a8f2-57da8b599d08,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:02.251008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:02.262068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] No DVR routers for this DVR port a5ce9d10-185d-4b25-a8f2-57da8b599d08 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:02.271653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:02.284731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:02.334859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:02.335411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:02.353776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.442309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-28b9feeb-34c5-4e01-9fe5-cbbaaa77ac5c req-5b896f76-58cc-463c-919f-a246a6b1a506 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672098 Jan 21 09:41:02.479485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.502217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.520825 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:02.532509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.539812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:02.561023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:02.604958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596d4429-91c3-43a0-87a1-067353bee85d']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.632625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17669782-eac6-4b95-9721-34799f2e7f34') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.633055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17669782-eac6-4b95-9721-34799f2e7f34') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.638782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784e588c-72cc-4b6b-b573-7f99e6831a6f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:02.644118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:02.644334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:02.654205 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f1ca44ee-d5e5-4003-9dac-f5a2b002f342 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f5756f4db2e8481187dd0c082f133486&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2214651 Jan 21 09:41:02.657026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59370) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:02.658848 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Sync routers for ids ['b6f19ac5-2eb6-4c84-878e-667c09847421'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:02.672601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Deleting port a5ce9d10-185d-4b25-a8f2-57da8b599d08 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:02.673324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.678824 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Routers {'b6f19ac5-2eb6-4c84-878e-667c09847421'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:02.679799 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['b6f19ac5-2eb6-4c84-878e-667c09847421'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:02.685204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.807739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.821893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dceefece-55b5-45a5-8518-42d1d3d1443d None None] The port 'a5ce9d10-185d-4b25-a8f2-57da8b599d08' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:41:02.839842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.852467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.867919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.869550 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-297cc955-88e9-4042-ae25-65a9b2d7a6c3 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.1594853 Jan 21 09:41:02.871184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.873925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port e99a4033-0d7e-49e5-8c6d-d0ed4fbe6f29 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:02.874278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59374) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:02.874630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.901748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9f4d7632-d754-42e6-9dd4-805440a1f568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:02.994067 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Set router b6f19ac5-2eb6-4c84-878e-667c09847421 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:03.003632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:03.003785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3089e80-5e9e-42f5-98ca-538017584fce,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.004156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.009009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9f4d7632-d754-42e6-9dd4-805440a1f568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:03.031250 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:03.040352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:03.105539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.109607 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d1788cf5-5093-48a4-a79c-ede43092db61 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9707043 Jan 21 09:41:03.115551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59380) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.133209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-29d5500f-c20c-4a65-9fa9-c326ea927f51 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '78c61cb8-c5f9-43ee-bba8-f21d5ba6084d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e3089e80-5e9e-42f5-98ca-538017584fce'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:03.151312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-29d5500f-c20c-4a65-9fa9-c326ea927f51 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:03.154034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.184401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-29d5500f-c20c-4a65-9fa9-c326ea927f51 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:03.221216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.222755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-29d5500f-c20c-4a65-9fa9-c326ea927f51 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:03.240883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-29d5500f-c20c-4a65-9fa9-c326ea927f51 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:03.249208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Network': ['ID=596d4429-91c3-43a0-87a1-067353bee85d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.259634 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6dcab80f-21a2-4c9d-b974-9cd544cdacac tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/networks/596d4429-91c3-43a0-87a1-067353bee85d HTTP/1.1" status: 204 len: 168 time: 4.4207232 Jan 21 09:41:03.263546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59384) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.267467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9f4d7632-d754-42e6-9dd4-805440a1f568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.303102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.343854 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f19ac5-2eb6-4c84-878e-667c09847421', 'name': '', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf', 'external_fixed_ips': [{'subnet_id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'ip_address': '2001:db8::cb'}], 'enable_snat': True}, 'gw_port_id': 'c76c6bd0-e528-441e-b636-37b4ae2ea586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:53Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': 'c76c6bd0-e528-441e-b636-37b4ae2ea586', 'name': '', 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f19ac5-2eb6-4c84-878e-667c09847421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'ip_address': '2001:db8::cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:56Z', 'updated_at': '2022-01-21T09:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:03.348031 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Checking router: b6f19ac5-2eb6-4c84-878e-667c09847421 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:03.348442 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Updating router b6f19ac5-2eb6-4c84-878e-667c09847421 port c76c6bd0-e528-441e-b636-37b4ae2ea586 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:03.372524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-29d5500f-c20c-4a65-9fa9-c326ea927f51 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:03.378625 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-29d5500f-c20c-4a65-9fa9-c326ea927f51 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2570093 Jan 21 09:41:03.378625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59388) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.391470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d7632-d754-42e6-9dd4-805440a1f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784e588c-72cc-4b6b-b573-7f99e6831a6f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.414970 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.514317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for e99a4033-0d7e-49e5-8c6d-d0ed4fbe6f29 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:03.524629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12b21b39-7388-4b70-9081-1b2443c8b449 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.567847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12b21b39-7388-4b70-9081-1b2443c8b449 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.584776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.594383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9f4d7632-d754-42e6-9dd4-805440a1f568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.597026 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9f4d7632-d754-42e6-9dd4-805440a1f568 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/784e588c-72cc-4b6b-b573-7f99e6831a6f HTTP/1.1" status: 204 len: 168 time: 0.9199629 Jan 21 09:41:03.668053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.761167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Deleting port 0973e888-b72a-4938-a809-7638eafdf97d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:03.761830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.811243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12b21b39-7388-4b70-9081-1b2443c8b449 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.909651 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.919051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b21b39-7388-4b70-9081-1b2443c8b449 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3089e80-5e9e-42f5-98ca-538017584fce,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:03.943650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12b21b39-7388-4b70-9081-1b2443c8b449 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:03.946539 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-12b21b39-7388-4b70-9081-1b2443c8b449 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/e3089e80-5e9e-42f5-98ca-538017584fce HTTP/1.1" status: 204 len: 168 time: 0.5668263 Jan 21 09:41:03.969191 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Transition to ACTIVE for port object c76c6bd0-e528-441e-b636-37b4ae2ea586 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:03.969898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59398) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:03.978407 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.091719 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9b7ad-e191-4456-b038-2a3e9b1f02ee None None] Pushing event updated for resources: {'Port': ['ID=c76c6bd0-e528-441e-b636-37b4ae2ea586,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.097452 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Attempting to bind port c76c6bd0-e528-441e-b636-37b4ae2ea586 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:04.097949 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Attempting to bind port c76c6bd0-e528-441e-b636-37b4ae2ea586 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '25d1b857-d5ac-4119-a516-597ab5bdf230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:04.098335 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Attempting to bind port c76c6bd0-e528-441e-b636-37b4ae2ea586 on network aab0441b-ac37-4e3e-988e-9d15d5610fdf {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:04.106329 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:04.107312 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Checking segment: {'id': '25d1b857-d5ac-4119-a516-597ab5bdf230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:04.107707 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.108216 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Bound using segment: {'id': '25d1b857-d5ac-4119-a516-597ab5bdf230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:04.108821 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Bound port: c76c6bd0-e528-441e-b636-37b4ae2ea586, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d1b857-d5ac-4119-a516-597ab5bdf230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:04.109335 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.183074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.210209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70762d3a-4d0c-4571-a3fc-b24de5f29137']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.214464 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] For port c76c6bd0-e528-441e-b636-37b4ae2ea586, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:04.220876 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] For port c76c6bd0-e528-441e-b636-37b4ae2ea586, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c76c6bd0-e528-441e-b636-37b4ae2ea586,segment=NetworkSegment(25d1b857-d5ac-4119-a516-597ab5bdf230),segment_id=25d1b857-d5ac-4119-a516-597ab5bdf230)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:04.225842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a6741b-aa70-46f4-a9b5-0aca777fb7b9') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.225842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a6741b-aa70-46f4-a9b5-0aca777fb7b9') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.229071 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.242968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.300393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.308596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333442b-3296-4166-82b1-9c1ef569916e req-b00e4362-9645-4d2a-938b-2aa013c37793 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:04.310176 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9333442b-3296-4166-82b1-9c1ef569916e req-b00e4362-9645-4d2a-938b-2aa013c37793 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.5078757 Jan 21 09:41:04.312226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.319366 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:04.319955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:04.340545 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:04.343069 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9b7ad-e191-4456-b038-2a3e9b1f02ee None None] Pushing event updated for resources: {'Port': ['ID=c76c6bd0-e528-441e-b636-37b4ae2ea586,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.345542 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Routers {'b6f19ac5-2eb6-4c84-878e-667c09847421'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:04.346259 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['b6f19ac5-2eb6-4c84-878e-667c09847421'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.393507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.473262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:04.487724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:04.495806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Calling delete_port for 0973e888-b72a-4938-a809-7638eafdf97d owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:04.527361 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:04.528046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.528580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3d66d115-e6b2-43e2-b3be-8b7f3b519a19 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:04.530980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:04.553460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.581469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Network': ['ID=70762d3a-4d0c-4571-a3fc-b24de5f29137,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.592065 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-255f3cf4-5e7a-4c8d-b66b-253f7a767f4e tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/networks/70762d3a-4d0c-4571-a3fc-b24de5f29137 HTTP/1.1" status: 204 len: 168 time: 1.3202410 Jan 21 09:41:04.604892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59412) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:04.607264 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c16cccf3-74a8-4192-b1e7-e80b2512b16e admin admin] 10.222.0.122 "PUT /v2.0/routers/10dfd022-d527-426a-a5e9-a6cd60ea6c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1340275 Jan 21 09:41:04.609950 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3d66d115-e6b2-43e2-b3be-8b7f3b519a19 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:04.611249 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3d66d115-e6b2-43e2-b3be-8b7f3b519a19 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6344378 Jan 21 09:41:04.615342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59416) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:04.649388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:04.653560 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] Set router b6f19ac5-2eb6-4c84-878e-667c09847421 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:04.681182 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9333442b-3296-4166-82b1-9c1ef569916e req-0a4a484c-c1db-403c-a25e-4de2730e64d2 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560567 Jan 21 09:41:04.784038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=e99a4033-0d7e-49e5-8c6d-d0ed4fbe6f29,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:04.912721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:04.960989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59428) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:05.030215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1491751b-aa96-4fb8-943d-e9ddec48f746 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.222946 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f19ac5-2eb6-4c84-878e-667c09847421', 'name': '', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf', 'external_fixed_ips': [{'subnet_id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'ip_address': '2001:db8::cb'}], 'enable_snat': True}, 'gw_port_id': 'c76c6bd0-e528-441e-b636-37b4ae2ea586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:53Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': 'c76c6bd0-e528-441e-b636-37b4ae2ea586', 'name': '', 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f19ac5-2eb6-4c84-878e-667c09847421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'ip_address': '2001:db8::cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:56Z', 'updated_at': '2022-01-21T09:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:05.227216 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5fd6c-ad46-449f-815b-59b03873da99 None None] The sync data for ids ['b6f19ac5-2eb6-4c84-878e-667c09847421'] in dv-neutron-825724-1-hyperv is: [{'id': 'b6f19ac5-2eb6-4c84-878e-667c09847421', 'name': '', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf', 'external_fixed_ips': [{'subnet_id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'ip_address': '2001:db8::cb'}], 'enable_snat': True}, 'gw_port_id': 'c76c6bd0-e528-441e-b636-37b4ae2ea586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:53Z', 'updated_at': '2022-01-21T09:40:58Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': 'c76c6bd0-e528-441e-b636-37b4ae2ea586', 'name': '', 'network_id': 'aab0441b-ac37-4e3e-988e-9d15d5610fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f19ac5-2eb6-4c84-878e-667c09847421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'ip_address': '2001:db8::cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:56Z', 'updated_at': '2022-01-21T09:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aedf7f0-8d1e-4536-898a-da6ccbbdaf72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:05.350524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1491751b-aa96-4fb8-943d-e9ddec48f746 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.460655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-514b6e64-7bf3-4972-834e-f1f74be34ff9 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] Request body: {'port': {'network_id': '1803e250-7e4b-44d7-a664-a12937e71e4e', 'name': 'tempest-NetworksNegativeTestJSON-655994898'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:05.497383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.504895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1491751b-aa96-4fb8-943d-e9ddec48f746 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.537944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.556461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Deleting port c76c6bd0-e528-441e-b636-37b4ae2ea586 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:05.556810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.613656 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 2, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:05.619287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:05.619817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Updating router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f port 292ea1bd-43f5-464c-b15e-722f99944e0d binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:05.678491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.705595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:05.894713 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-514b6e64-7bf3-4972-834e-f1f74be34ff9 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] POST failed (client error): The resource could not be found. Jan 21 09:41:05.895026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514b6e64-7bf3-4972-834e-f1f74be34ff9 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:05.895917 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-514b6e64-7bf3-4972-834e-f1f74be34ff9 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.9329972 Jan 21 09:41:05.917251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59446) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.025468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.064070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32df847e-a137-4b59-9221-5e3e3dc74772']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:06.079424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2261485-7c75-4c89-931b-095e4d5ad3eb') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:06.079720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2261485-7c75-4c89-931b-095e4d5ad3eb') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:06.097414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.100112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491751b-aa96-4fb8-943d-e9ddec48f746 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c61cb8-c5f9-43ee-bba8-f21d5ba6084d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.114082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.116399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1491751b-aa96-4fb8-943d-e9ddec48f746 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.117532 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1491751b-aa96-4fb8-943d-e9ddec48f746 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/78c61cb8-c5f9-43ee-bba8-f21d5ba6084d HTTP/1.1" status: 204 len: 168 time: 1.4879155 Jan 21 09:41:06.120187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59450) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.124702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.134466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:06.134876 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.146431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.225580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.226284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Fanout notify agent at l3_agent the message router_deleted on router e70e4d31-2123-4570-9255-25cd8fda9cc4 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:06.236622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b102e19-7e8b-4ca7-9e3d-97495bad6a08 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:06.264649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.265862 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c0ac017b-212a-4837-9e55-a61b4134d193 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/e70e4d31-2123-4570-9255-25cd8fda9cc4 HTTP/1.1" status: 204 len: 168 time: 5.4047587 Jan 21 09:41:06.271646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59456) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.287014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-370581036'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:06.295560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b102e19-7e8b-4ca7-9e3d-97495bad6a08 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:06.300187 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4b102e19-7e8b-4ca7-9e3d-97495bad6a08 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1787412 Jan 21 09:41:06.307021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.313631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59462) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.327664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934298280'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:06.330888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.348161 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Transition to ACTIVE for port object 292ea1bd-43f5-464c-b15e-722f99944e0d will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:06.350929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.360953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.366896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] For port c76c6bd0-e528-441e-b636-37b4ae2ea586, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c76c6bd0-e528-441e-b636-37b4ae2ea586,segment=NetworkSegment(25d1b857-d5ac-4119-a516-597ab5bdf230),segment_id=25d1b857-d5ac-4119-a516-597ab5bdf230)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:06.367328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.381767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.393251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.397993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:06.407713 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:06.418230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.442479 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.474264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:06.477244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.497895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.507826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.511552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.522310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.533331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.541882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:06.557719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6f734-1d42-4865-a948-d0e8840508a2 None None] Pushing event updated for resources: {'Port': ['ID=292ea1bd-43f5-464c-b15e-722f99944e0d,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.628637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8b7b1-e8f1-4dd7-8e25-087ea2409fba req-e33ba392-9d79-4ecc-aa1a-68d8768c5f14 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:06.630413 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7c8b7b1-e8f1-4dd7-8e25-087ea2409fba req-e33ba392-9d79-4ecc-aa1a-68d8768c5f14 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 1.2857549 Jan 21 09:41:06.641919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Calling delete_port for c76c6bd0-e528-441e-b636-37b4ae2ea586 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:06.664560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59468) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.673656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-30398156-network', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:06.686009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.686469 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment 769b355e-d7c3-45b5-98e2-9f713f58069f of type vlan for network cefd80d2-9b52-41ee-aec8-4aae6581871d Jan 21 09:41:06.689121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Attempting to bind port 292ea1bd-43f5-464c-b15e-722f99944e0d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:06.689601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.689695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Attempting to bind port 292ea1bd-43f5-464c-b15e-722f99944e0d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:06.689781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Attempting to bind port 292ea1bd-43f5-464c-b15e-722f99944e0d on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:06.709403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Usage tracker for resource:network and tenant:c43639c410ba4f74991bad0592990fe6 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.713670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.724097 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-fb872713-9da7-48a7-bb98-a9a2b9705c05 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1099 time: 1.2931561 Jan 21 09:41:06.727996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:06.728227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.728404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Checking segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:06.728939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.729469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Bound using segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:06.730071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Bound port: 292ea1bd-43f5-464c-b15e-722f99944e0d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:06.731486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.738552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:06.742166 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb06772-5525-416c-a57c-952e7ecb3365 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:06.742611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb06772-5525-416c-a57c-952e7ecb3365 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:06.776744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.779920 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.785707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.815165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Made reservation on behalf of c43639c410ba4f74991bad0592990fe6 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:06.815421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Network': ['ID=32df847e-a137-4b59-9221-5e3e3dc74772,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.819435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.834854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c76c6bd0-e528-441e-b636-37b4ae2ea586 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:06.844262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.847235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.854838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3bb06772-5525-416c-a57c-952e7ecb3365 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "DELETE /v2.0/networks/c304c4d2-476c-4e65-9916-f896634b94bc HTTP/1.1" status: 404 len: 339 time: 0.9320548 Jan 21 09:41:06.855008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:06.855008 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5395069 Jan 21 09:41:06.855209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59472) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.862278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59474) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.872658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-08edcf94-1754-4aef-91ed-47a3fc2b6252 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '477dd937-3874-49cb-bc7d-98cb97b7217b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:06.926393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-08edcf94-1754-4aef-91ed-47a3fc2b6252 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:06.946377 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bbf12fe2-a509-411a-95a4-5c834b5d4ca1 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/networks/32df847e-a137-4b59-9221-5e3e3dc74772 HTTP/1.1" status: 204 len: 168 time: 2.3319361 Jan 21 09:41:06.953431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-08edcf94-1754-4aef-91ed-47a3fc2b6252 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:06.954165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event deleted for resources: {'Port': ['ID=0973e888-b72a-4938-a809-7638eafdf97d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.958921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59480) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:06.962629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-08edcf94-1754-4aef-91ed-47a3fc2b6252 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:06.970244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f10ba-ae03-4298-b470-05f74f080859 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477dd937-3874-49cb-bc7d-98cb97b7217b,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:06.971775 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7c8b7b1-e8f1-4dd7-8e25-087ea2409fba req-d800bc60-bb60-409d-afac-a5773644dd3b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309809 Jan 21 09:41:06.974020 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa9d8ff-b896-458c-b46a-22a6e376feee tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:06.974473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa9d8ff-b896-458c-b46a-22a6e376feee tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:06.976140 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3aa9d8ff-b896-458c-b46a-22a6e376feee tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "DELETE /v2.0/ports/3defb620-d6f6-4f0b-852c-db54b0fc517f HTTP/1.1" status: 404 len: 333 time: 0.1167359 Jan 21 09:41:06.989931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59484) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.006113 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] For port 292ea1bd-43f5-464c-b15e-722f99944e0d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:07.012805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port c76c6bd0-e528-441e-b636-37b4ae2ea586 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:07.017599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] For port 292ea1bd-43f5-464c-b15e-722f99944e0d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=292ea1bd-43f5-464c-b15e-722f99944e0d,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:07.030929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c76c6bd0-e528-441e-b636-37b4ae2ea586 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:07.031714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.097739 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c35f907-2fc6-4d86-ba6d-794c5062a762 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:07.098209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c35f907-2fc6-4d86-ba6d-794c5062a762 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:07.099939 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6c35f907-2fc6-4d86-ba6d-794c5062a762 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "DELETE /v2.0/subnets/fc6731e2-20a8-4d33-b3b6-51324542d259 HTTP/1.1" status: 404 len: 337 time: 0.0986128 Jan 21 09:41:07.101425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-08edcf94-1754-4aef-91ed-47a3fc2b6252 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:07.110775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59488) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.111018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.132850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.137737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:07.138899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.222867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-7ca68472-ff2b-49c5-9cd7-1c84d3473258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:07.225290 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-7ca68472-ff2b-49c5-9cd7-1c84d3473258 service neutron] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 911 time: 0.4759195 Jan 21 09:41:07.232453 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad61dc4b-a80f-4221-b331-9e9ffab3cf0c tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] GET failed (client error): The resource could not be found. Jan 21 09:41:07.233801 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ad61dc4b-a80f-4221-b331-9e9ffab3cf0c tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "GET /v2.0/networks/ec4767a2-542f-4340-b647-b949ae84de30 HTTP/1.1" status: 404 len: 339 time: 0.0884998 Jan 21 09:41:07.244412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59492) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.286874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=cefd80d2-9b52-41ee-aec8-4aae6581871d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.306853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:07.311870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network cefd80d2-9b52-41ee-aec8-4aae6581871d details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:07.335971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Usage tracker for resource:security_group_rule and tenant:c43639c410ba4f74991bad0592990fe6 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:07.342596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:07.358647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:07.365696 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-02bab33e-4e62-45c2-9d4d-768cf53d51eb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0896780 Jan 21 09:41:07.369762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.372431 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-08edcf94-1754-4aef-91ed-47a3fc2b6252 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:07.376181 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-08edcf94-1754-4aef-91ed-47a3fc2b6252 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5059314 Jan 21 09:41:07.376181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59494) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.376455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59496) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.393133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0e08027b-fa7b-4eb9-9b29-ee94d1878e4e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group_rule': {'security_group_id': '477dd937-3874-49cb-bc7d-98cb97b7217b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:07.403312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0e08027b-fa7b-4eb9-9b29-ee94d1878e4e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:07.408628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0e08027b-fa7b-4eb9-9b29-ee94d1878e4e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:07.412992 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0e08027b-fa7b-4eb9-9b29-ee94d1878e4e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:07.420369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0e08027b-fa7b-4eb9-9b29-ee94d1878e4e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:07.439244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': 'cefd80d2-9b52-41ee-aec8-4aae6581871d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:07.463695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.481482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port c76c6bd0-e528-441e-b636-37b4ae2ea586, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c76c6bd0-e528-441e-b636-37b4ae2ea586,segment=NetworkSegment(25d1b857-d5ac-4119-a516-597ab5bdf230),segment_id=25d1b857-d5ac-4119-a516-597ab5bdf230)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:07.496760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6f734-1d42-4865-a948-d0e8840508a2 None None] Pushing event updated for resources: {'Port': ['ID=292ea1bd-43f5-464c-b15e-722f99944e0d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.499282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.560023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:07.560023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:07.560350 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3055e8-3011-480f-ba1d-2ad6b4a500c0 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] GET failed (client error): The resource could not be found. Jan 21 09:41:07.561716 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ad3055e8-3011-480f-ba1d-2ad6b4a500c0 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "GET /v2.0/ports/d6f80507-9ca8-4873-acef-cbb712813a12 HTTP/1.1" status: 404 len: 333 time: 0.0904703 Jan 21 09:41:07.579103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59504) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.678865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=c76c6bd0-e528-441e-b636-37b4ae2ea586,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:07.703371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:07.703703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:07.726701 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-0e08027b-fa7b-4eb9-9b29-ee94d1878e4e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:07.727031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-589925ad-56fa-481b-87d8-0f1f715a6009 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] GET failed (client error): The resource could not be found. Jan 21 09:41:07.727153 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0e08027b-fa7b-4eb9-9b29-ee94d1878e4e tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3417075 Jan 21 09:41:07.727253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-589925ad-56fa-481b-87d8-0f1f715a6009 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "GET /v2.0/subnets/1a286d2d-4dbb-438d-98c1-bad702495210 HTTP/1.1" status: 404 len: 337 time: 0.1440811 Jan 21 09:41:07.727253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59510) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.729916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59514) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.735756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6a42646c-13b8-4aa8-90d8-c122be0c1a33 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:07.763144 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-c6c76de5-2373-4167-8cec-659fdf95df3b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 1001 time: 0.5280826 Jan 21 09:41:07.803300 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a42646c-13b8-4aa8-90d8-c122be0c1a33 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] PUT failed (client error): The resource could not be found. Jan 21 09:41:07.803723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:07.804178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a42646c-13b8-4aa8-90d8-c122be0c1a33 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:07.804841 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6a42646c-13b8-4aa8-90d8-c122be0c1a33 tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "PUT /v2.0/networks/7a85116a-90fc-45ea-9918-f396f0e834c7 HTTP/1.1" status: 404 len: 339 time: 0.0749569 Jan 21 09:41:07.807732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.816642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59518) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.821116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:07.833763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-88de81d9-2f45-4b61-a674-c84632a2d7ae tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:07.867043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:07.883599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:07.892470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:07.901052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:07.906901 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-88de81d9-2f45-4b61-a674-c84632a2d7ae tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] PUT failed (client error): The resource could not be found. Jan 21 09:41:07.907347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88de81d9-2f45-4b61-a674-c84632a2d7ae tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:07.908471 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-88de81d9-2f45-4b61-a674-c84632a2d7ae tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "PUT /v2.0/ports/df8aa6cc-cf7b-4daa-b37f-0d88a96842aa HTTP/1.1" status: 404 len: 333 time: 0.0849211 Jan 21 09:41:07.913891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f97942-70b6-4945-8fc3-86a0dc9a3e77']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:07.917472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-f27cb6e1-a1e7-4e46-a836-b43be721dd76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:07.918971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-f27cb6e1-a1e7-4e46-a836-b43be721dd76 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.1010816 Jan 21 09:41:07.921051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59522) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:07.945179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-07cd3b0d-0486-45bd-a3ad-73e420570e5d tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:07.974670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b405aaf7-8b43-44a1-89d8-6c5e009d2a06') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:07.975118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b405aaf7-8b43-44a1-89d8-6c5e009d2a06') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:08.000950 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cd3b0d-0486-45bd-a3ad-73e420570e5d tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] PUT failed (client error): The resource could not be found. Jan 21 09:41:08.001710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cd3b0d-0486-45bd-a3ad-73e420570e5d tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:08.002886 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-07cd3b0d-0486-45bd-a3ad-73e420570e5d tempest-NetworksNegativeTestJSON-1003609028 tempest-NetworksNegativeTestJSON-1003609028-project] 10.222.0.122 "PUT /v2.0/subnets/3645f0be-4ef9-4dab-bf43-b504073d7915 HTTP/1.1" status: 404 len: 337 time: 0.0706124 Jan 21 09:41:08.003715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:08.024886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.052716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.106814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.115136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.125093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c0b3c05-b4e0-42af-ae8c-8571d8fc8c8c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.137124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:08.137531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:08.158877 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:08.212348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Deleting port c76c6bd0-e528-441e-b636-37b4ae2ea586 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:08.212685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.241339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:08.267201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:06Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:08.267622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.272295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bcf38c-417d-41fb-aab2-1df9b975df42 None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:06Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:08.307543 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.307894 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Added segment 0a17452f-9b5c-4754-b3ba-b862fbc9bd42 of type vlan for network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 Jan 21 09:41:08.391559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c0b3c05-b4e0-42af-ae8c-8571d8fc8c8c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.393377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5969df-3590-4f4b-83f0-8b8a13145294,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.451872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.499487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.505107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.540621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-54434e0a-cbe7-4b7b-aa49-7d7d35520424 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6047883 Jan 21 09:41:08.553564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59536) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:08.565957 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] 10.222.0.122 "DELETE /v2.0/networks/38f97942-70b6-4945-8fc3-86a0dc9a3e77 HTTP/1.1" status: 204 len: 168 time: 1.6053665 Jan 21 09:41:08.567577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.568888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:08.570122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.596970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568be9b-7597-4a6b-8bdf-d191e89c9d04 tempest-BulkNetworkOpsTest-57951520 tempest-BulkNetworkOpsTest-57951520-project] Pushing event deleted for resources: {'Network': ['ID=38f97942-70b6-4945-8fc3-86a0dc9a3e77,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.628609 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9624608 Jan 21 09:41:08.669420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59542) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:08.716981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Request body: {'subnet': {'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-30398156-subnet', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:08.764095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d53c-1cb3-4e9d-97dc-a2e06d451edf admin admin] Pushing event updated for resources: {'Network': ['ID=303f2460-da9b-4bf6-b764-6dd9ccb6c6a7,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:08.778984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:08.800305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] For port c76c6bd0-e528-441e-b636-37b4ae2ea586, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c76c6bd0-e528-441e-b636-37b4ae2ea586,segment=NetworkSegment(25d1b857-d5ac-4119-a516-597ab5bdf230),segment_id=25d1b857-d5ac-4119-a516-597ab5bdf230)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:08.800669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:08.963486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c76c6bd0-e528-441e-b636-37b4ae2ea586 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:08.984155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Calling delete_port for c76c6bd0-e528-441e-b636-37b4ae2ea586 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:09.072195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59550) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.084738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.135434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c76c6bd0-e528-441e-b636-37b4ae2ea586 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:09.135807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.205732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=2f571365-8fcb-4e81-a45f-4ba403c0412d,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.240680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': '769b355e-d7c3-45b5-98e2-9f713f58069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cefd80d2-9b52-41ee-aec8-4aae6581871d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:09.241042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: cefd80d2-9b52-41ee-aec8-4aae6581871d, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:09.269365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network cefd80d2-9b52-41ee-aec8-4aae6581871d is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:09.290348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, cefd80d2-9b52-41ee-aec8-4aae6581871d) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:09.300714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:09.302692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.305848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c87d3-3232-4f55-ab19-17b2f06b175a None None] Network cefd80d2-9b52-41ee-aec8-4aae6581871d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:09.330591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 292ea1bd-43f5-464c-b15e-722f99944e0d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:09.361769 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-64472b1c-588f-41a7-8cce-28ed66ee2054 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9834757 Jan 21 09:41:09.365230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59558) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.379371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1396145823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:09.393303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:09.402101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:router and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:09.405800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:09.411063 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4ebea60a-3ee0-4e0a-89aa-0be12acd0447 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=dd7fa108c5c54e7db4a654330dc2be30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373888 Jan 21 09:41:09.419756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59562) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.426282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:09.484153 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.485255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.506184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.536335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c0b3c05-b4e0-42af-ae8c-8571d8fc8c8c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.538630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.556248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:09.559979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b3c05-b4e0-42af-ae8c-8571d8fc8c8c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=477dd937-3874-49cb-bc7d-98cb97b7217b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:09.591340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.595379 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9c56ab11-2700-4cb6-92c4-6747e2baa241 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2289615 Jan 21 09:41:09.598141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59566) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.599786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 292ea1bd-43f5-464c-b15e-722f99944e0d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:09.603058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Usage tracker for resource:subnet and tenant:c43639c410ba4f74991bad0592990fe6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:09.611592 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-fa129249-4263-4dd2-9be4-d202bbc44327 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0481973 Jan 21 09:41:09.613835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 292ea1bd-43f5-464c-b15e-722f99944e0d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:09.614254 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.615503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:09.624195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea967cc-55c8-40dd-90af-0f4536a2afdf req-a15e42f5-0ee8-43ec-a93c-37e696427053 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:09.625693 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3ea967cc-55c8-40dd-90af-0f4536a2afdf req-a15e42f5-0ee8-43ec-a93c-37e696427053 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 1.4683921 Jan 21 09:41:09.686881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17b5c29d-5d9c-455c-8868-3f0e35c49eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.742712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:09.762688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.769052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17b5c29d-5d9c-455c-8868-3f0e35c49eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.769935 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-cefd80d2-9b52-41ee-aec8-4aae6581871d', 'network_id': 'cefd80d2-9b52-41ee-aec8-4aae6581871d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': '2f571365-8fcb-4e81-a45f-4ba403c0412d'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:09.770930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.838976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c0b3c05-b4e0-42af-ae8c-8571d8fc8c8c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.842570 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4c0b3c05-b4e0-42af-ae8c-8571d8fc8c8c tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/477dd937-3874-49cb-bc7d-98cb97b7217b HTTP/1.1" status: 204 len: 168 time: 2.1137984 Jan 21 09:41:09.850685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59570) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:09.944701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Made reservation on behalf of c43639c410ba4f74991bad0592990fe6 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:09.947272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:09.952522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.043702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 292ea1bd-43f5-464c-b15e-722f99944e0d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=292ea1bd-43f5-464c-b15e-722f99944e0d,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:10.076900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.106438 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3ea967cc-55c8-40dd-90af-0f4536a2afdf req-ebecdfed-3c1c-4c7f-b0d8-b1b1c9a413d9 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468915 Jan 21 09:41:10.110840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:10.141950 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] Usage tracker for resource:security_group_rule and tenant:6bfe74237cbb4064a66417229cd27caf is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:10.143396 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17b5c29d-5d9c-455c-8868-3f0e35c49eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.188158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Allocated IP 172.20.0.2 (cefd80d2-9b52-41ee-aec8-4aae6581871d/2f571365-8fcb-4e81-a45f-4ba403c0412d/428b3401-a9f5-4444-8114-d633608a2b89) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:10.197871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:10.203437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=292ea1bd-43f5-464c-b15e-722f99944e0d,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.229418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Router 3a839e6d-9146-47d4-85d0-b89817833fcc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:10.242028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:10.258021 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e64c972-e6a8-4958-becb-15f4a4dd8f8d req-3c1e54a3-39aa-47e9-aaa9-b55e6fdb72e0 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204801 Jan 21 09:41:10.259502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5c29d-5d9c-455c-8868-3f0e35c49eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33827655-112f-4fcc-b166-20678cbe07d1,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.276921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17b5c29d-5d9c-455c-8868-3f0e35c49eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.282032 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-17b5c29d-5d9c-455c-8868-3f0e35c49eb3 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/33827655-112f-4fcc-b166-20678cbe07d1 HTTP/1.1" status: 204 len: 168 time: 0.8582857 Jan 21 09:41:10.283548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-382f8368-8638-4d69-8321-5d04e161e879 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:10.344800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.452662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-382f8368-8638-4d69-8321-5d04e161e879 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:10.458520 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-382f8368-8638-4d69-8321-5d04e161e879 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5927966 Jan 21 09:41:10.473081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:10.493838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.509423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Transition to ACTIVE for port object 428b3401-a9f5-4444-8114-d633608a2b89 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:10.511923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event deleted for resources: {'Port': ['ID=c76c6bd0-e528-441e-b636-37b4ae2ea586,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.522432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908112299'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:10.530749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Transition to ACTIVE for port object 428b3401-a9f5-4444-8114-d633608a2b89 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:10.536829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.537085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.537671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:10.617194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Pushing event updated for resources: {'Port': ['ID=428b3401-a9f5-4444-8114-d633608a2b89,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:10.634246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Network cefd80d2-9b52-41ee-aec8-4aae6581871d is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:10.635475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:10.638689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:10.670461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:10.831216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Attempting to bind port 428b3401-a9f5-4444-8114-d633608a2b89 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:10.831470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Attempting to bind port 428b3401-a9f5-4444-8114-d633608a2b89 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '769b355e-d7c3-45b5-98e2-9f713f58069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cefd80d2-9b52-41ee-aec8-4aae6581871d'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:10.831831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Attempting to bind port 428b3401-a9f5-4444-8114-d633608a2b89 on network cefd80d2-9b52-41ee-aec8-4aae6581871d {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:10.852236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:10.852607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Checking segment: {'id': '769b355e-d7c3-45b5-98e2-9f713f58069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cefd80d2-9b52-41ee-aec8-4aae6581871d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:10.853010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.853397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Bound using segment: {'id': '769b355e-d7c3-45b5-98e2-9f713f58069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cefd80d2-9b52-41ee-aec8-4aae6581871d'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:10.853873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Bound port: 428b3401-a9f5-4444-8114-d633608a2b89, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769b355e-d7c3-45b5-98e2-9f713f58069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cefd80d2-9b52-41ee-aec8-4aae6581871d'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:10.854284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:10.890235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 292ea1bd-43f5-464c-b15e-722f99944e0d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:11.010911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.023024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.094766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.20.0.1 (cefd80d2-9b52-41ee-aec8-4aae6581871d/2f571365-8fcb-4e81-a45f-4ba403c0412d/4fcad434-f9c8-4082-8ab8-36ac3b99853a) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:11.111907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 292ea1bd-43f5-464c-b15e-722f99944e0d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:11.112486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.115864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:11.130397 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe7ecc-a9e8-4ebf-bf15-d8007c18e539 None None] Sync routers for ids ['3a839e6d-9146-47d4-85d0-b89817833fcc'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:11.136552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.160834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] For port 428b3401-a9f5-4444-8114-d633608a2b89, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:11.168463 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe7ecc-a9e8-4ebf-bf15-d8007c18e539 None None] Routers {'3a839e6d-9146-47d4-85d0-b89817833fcc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:11.170626 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7fbe7ecc-a9e8-4ebf-bf15-d8007c18e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3a839e6d-9146-47d4-85d0-b89817833fcc'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.179150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] For port 428b3401-a9f5-4444-8114-d633608a2b89, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=428b3401-a9f5-4444-8114-d633608a2b89,segment=NetworkSegment(769b355e-d7c3-45b5-98e2-9f713f58069f),segment_id=769b355e-d7c3-45b5-98e2-9f713f58069f)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:11.190173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.376471 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7fbe7ecc-a9e8-4ebf-bf15-d8007c18e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.393152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.407430 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe7ecc-a9e8-4ebf-bf15-d8007c18e539 None None] Routers {'3a839e6d-9146-47d4-85d0-b89817833fcc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:11.408070 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7fbe7ecc-a9e8-4ebf-bf15-d8007c18e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3a839e6d-9146-47d4-85d0-b89817833fcc'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.420510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object 4fcad434-f9c8-4082-8ab8-36ac3b99853a will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:11.443054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f49381-d3f9-44be-90dd-8508c008b244 None None] Pushing event updated for resources: {'Port': ['ID=428b3401-a9f5-4444-8114-d633608a2b89,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.464173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.501800 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7fbe7ecc-a9e8-4ebf-bf15-d8007c18e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:11.502711 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe7ecc-a9e8-4ebf-bf15-d8007c18e539 None None] The sync data for ids ['3a839e6d-9146-47d4-85d0-b89817833fcc'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:11.544930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.568646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network cefd80d2-9b52-41ee-aec8-4aae6581871d is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:11.572491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:11.578739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:11.625220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=4fcad434-f9c8-4082-8ab8-36ac3b99853a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:11.698933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.702661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59598) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:11.751153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:11.755502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Usage tracker for resource:security_group_rule and tenant:3385837fca7648cd8c7dce863a416959 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:11.759528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:11.766875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:11.769377 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:41:11.822950 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.968126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:11.973110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.015774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1273303768'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:12.020943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.034614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:network and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.041536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=6bfe74237cbb4064a66417229cd27caf&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4726872 Jan 21 09:41:12.042160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.045193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59604) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.056556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.057095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f19ac5-2eb6-4c84-878e-667c09847421 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:12.066107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.083173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.093315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cee71-5559-4a87-abd7-bee60db67abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3980054-a04f-4ef6-9d1d-ce8923637543,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.114582 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:12.117504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.140765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.184690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.190607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-718de200-a085-4226-9f17-da00c0bf2278 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "PUT /v2.0/routers/3a839e6d-9146-47d4-85d0-b89817833fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8180513 Jan 21 09:41:12.192924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.196499 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9ee5b925-f19b-4d28-ac84-d2c274a61777 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "DELETE /v2.0/routers/b6f19ac5-2eb6-4c84-878e-667c09847421 HTTP/1.1" status: 204 len: 168 time: 9.3187535 Jan 21 09:41:12.196678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59608) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.203608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e45de18-bbb4-4efe-82b3-b5ca43fa1221,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.206267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59610) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.211228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.312324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c78bb-38a6-4cc2-a708-d008bf097a33 req-7324fc64-0234-405f-8895-25924010a716 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:12.313819 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-582c78bb-38a6-4cc2-a708-d008bf097a33 req-7324fc64-0234-405f-8895-25924010a716 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.7705009 Jan 21 09:41:12.321422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2eb0ca-5526-448a-a42a-cb007d421584,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.325033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Checking segment: {'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:12.325429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Network hostable DHCP agents. Network: 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:12.337638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.338907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bc5c8467-c262-4834-b486-98a08bf7bbf8 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8639662 Jan 21 09:41:12.359877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59616) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.373241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-665b8f42-2630-4bfd-aac0-1087382b7239 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:12.373832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-665b8f42-2630-4bfd-aac0-1087382b7239 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:41:12.374850 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-665b8f42-2630-4bfd-aac0-1087382b7239 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "PUT /v2.0/security-groups/af2eb0ca-5526-448a-a42a-cb007d421584 HTTP/1.1" status: 409 len: 330 time: 0.0140440 Jan 21 09:41:12.381673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59620) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.382430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bf430b-ed27-4907-b15d-36d8f442ad10 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Deleting subnet 5aedf7f0-8d1e-4536-898a-da6ccbbdaf72 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:41:12.388097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a2321303-0231-4d93-b71a-8259e5cf4062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.390649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-45bf430b-ed27-4907-b15d-36d8f442ad10 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.437602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.465388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-582c78bb-38a6-4cc2-a708-d008bf097a33 req-48e60608-0c19-42bc-82e1-bc6129e7d096 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346154 Jan 21 09:41:12.469056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:12.472804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-45bf430b-ed27-4907-b15d-36d8f442ad10 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.519821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:12.529447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b5477-be1a-4704-babb-bee80ab09d45 None None] Network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:12.530045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group_rule and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.532649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:12.533245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.534143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.540334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.576174 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-451cb34a-6d66-4356-a870-2cb6e540d689 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8671238 Jan 21 09:41:12.576869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59626) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.580053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-45bf430b-ed27-4907-b15d-36d8f442ad10 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.614072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:12.623645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:12.631046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Usage tracker for resource:router and tenant:c43639c410ba4f74991bad0592990fe6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:12.635334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:12.641172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.649965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:12.717593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.718466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.755696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-45bf430b-ed27-4907-b15d-36d8f442ad10 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.760223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.804933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf430b-ed27-4907-b15d-36d8f442ad10 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5aedf7f0-8d1e-4536-898a-da6ccbbdaf72,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:12.819854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.825909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-45bf430b-ed27-4907-b15d-36d8f442ad10 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.839605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 428b3401-a9f5-4444-8114-d633608a2b89 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:12.851905 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-45bf430b-ed27-4907-b15d-36d8f442ad10 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "DELETE /v2.0/subnets/5aedf7f0-8d1e-4536-898a-da6ccbbdaf72 HTTP/1.1" status: 204 len: 168 time: 0.6396763 Jan 21 09:41:12.853836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59630) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:12.883886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a2321303-0231-4d93-b71a-8259e5cf4062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:12.884150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379111bb-b859-46f3-911b-4bc5a018e6a9 req-f2699924-9d27-4399-9a91-1bbfff06a614 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:12.885472 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-379111bb-b859-46f3-911b-4bc5a018e6a9 req-f2699924-9d27-4399-9a91-1bbfff06a614 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.2121327 Jan 21 09:41:12.969908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a9266c-2d17-41e6-b4cf-ab046be58c48 None None] Network cefd80d2-9b52-41ee-aec8-4aae6581871d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:13.008692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:13.030506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b7473fb0-f3a3-4795-bba5-5a516de6c949 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.066249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-303f2460-da9b-4bf6-b764-6dd9ccb6c6a7', 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'fixed_ips': [{'subnet_id': '5e45de18-bbb4-4efe-82b3-b5ca43fa1221'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:13.067051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.097690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ba5e8f-71a6-4128-a51f-b8fea4a8b0c2,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.124754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.125421 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Added segment 857b509d-f878-49de-a94e-71eb3946aa74 of type vlan for network a86e5793-35fe-4638-96c4-15e6d8b42bd1 Jan 21 09:41:13.125601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6be12fa1-d789-49b0-96d0-4a1fbf4c7def None None] Provisioning for port 428b3401-a9f5-4444-8114-d633608a2b89 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:13.164416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.180094 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-379111bb-b859-46f3-911b-4bc5a018e6a9 req-764fbdaa-e003-4dee-b163-b916da29468d tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167640 Jan 21 09:41:13.191940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d89072fd-ef15-4ec2-a1b9-16f851b1e3b7 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.197069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.235427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 428b3401-a9f5-4444-8114-d633608a2b89 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:13.257185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 428b3401-a9f5-4444-8114-d633608a2b89 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:13.257616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.350113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d89072fd-ef15-4ec2-a1b9-16f851b1e3b7 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.362083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a2321303-0231-4d93-b71a-8259e5cf4062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.382652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.407623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2321303-0231-4d93-b71a-8259e5cf4062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3980054-a04f-4ef6-9d1d-ce8923637543,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.416748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.592425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:13.617863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.633179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab0441b-ac37-4e3e-988e-9d15d5610fdf']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:13.646115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.659612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d1b857-d5ac-4119-a516-597ab5bdf230') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:13.660053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d1b857-d5ac-4119-a516-597ab5bdf230') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:13.682853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Allocated IP 172.20.0.2 (303f2460-da9b-4bf6-b764-6dd9ccb6c6a7/5e45de18-bbb4-4efe-82b3-b5ca43fa1221/9fd65e8c-4eec-450d-bc81-77339606520f) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:13.691491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.695730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.700076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:13.701636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.704604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.717788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.737093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d46e07-b1c5-474b-a136-de1a6ca1508a req-c4785602-2e3b-4f63-bb18-b98a2607b53b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:13.738700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-74d46e07-b1c5-474b-a136-de1a6ca1508a req-c4785602-2e3b-4f63-bb18-b98a2607b53b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.4139671 Jan 21 09:41:13.744612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 428b3401-a9f5-4444-8114-d633608a2b89, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=428b3401-a9f5-4444-8114-d633608a2b89,segment=NetworkSegment(769b355e-d7c3-45b5-98e2-9f713f58069f),segment_id=769b355e-d7c3-45b5-98e2-9f713f58069f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:13.745655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:13.746316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:13.763104 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:13.834648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.895452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-74d46e07-b1c5-474b-a136-de1a6ca1508a req-907f0db2-e79a-49fc-941a-5afc3a64c826 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281061 Jan 21 09:41:13.905835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.909484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aab0441b-ac37-4e3e-988e-9d15d5610fdf {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 21 09:41:13.912594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:13.959954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=428b3401-a9f5-4444-8114-d633608a2b89,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:13.994303 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "DELETE /v2.0/networks/aab0441b-ac37-4e3e-988e-9d15d5610fdf HTTP/1.1" status: 204 len: 168 time: 1.1352656 Jan 21 09:41:13.999080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c8990-899c-49e9-8ee7-21c802176e90 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event deleted for resources: {'Network': ['ID=aab0441b-ac37-4e3e-988e-9d15d5610fdf,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.016756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d89072fd-ef15-4ec2-a1b9-16f851b1e3b7 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.121304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.151398 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.178332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Transition to ACTIVE for port object 9fd65e8c-4eec-450d-bc81-77339606520f will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:14.186033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.248235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Transition to ACTIVE for port object 9fd65e8c-4eec-450d-bc81-77339606520f will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:14.268317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.299743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b7473fb0-f3a3-4795-bba5-5a516de6c949 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.318167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a2321303-0231-4d93-b71a-8259e5cf4062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.319610 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a2321303-0231-4d93-b71a-8259e5cf4062 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b3980054-a04f-4ef6-9d1d-ce8923637543 HTTP/1.1" status: 204 len: 168 time: 2.2736025 Jan 21 09:41:14.368478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89072fd-ef15-4ec2-a1b9-16f851b1e3b7 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2eb0ca-5526-448a-a42a-cb007d421584,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.409842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d89072fd-ef15-4ec2-a1b9-16f851b1e3b7 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.428309 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d89072fd-ef15-4ec2-a1b9-16f851b1e3b7 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/af2eb0ca-5526-448a-a42a-cb007d421584 HTTP/1.1" status: 204 len: 168 time: 2.0417898 Jan 21 09:41:14.466904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Pushing event updated for resources: {'Port': ['ID=9fd65e8c-4eec-450d-bc81-77339606520f,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.473233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59644) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:14.475048 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.7706425 Jan 21 09:41:14.482097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59646) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:14.530441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b7473fb0-f3a3-4795-bba5-5a516de6c949 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.563993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:14.564923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ea6df32-7d6b-4246-a1f6-60723c7d5902 None None] Provisioning for port 4fcad434-f9c8-4082-8ab8-36ac3b99853a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:14.568594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:14.587433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:14.593252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ea6df32-7d6b-4246-a1f6-60723c7d5902 None None] Provisioning complete for port 4fcad434-f9c8-4082-8ab8-36ac3b99853a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:14.600170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ea6df32-7d6b-4246-a1f6-60723c7d5902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.638918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b7473fb0-f3a3-4795-bba5-5a516de6c949 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.639385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7473fb0-f3a3-4795-bba5-5a516de6c949 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Fanout notify agent at l3_agent the message router_deleted on router 3a839e6d-9146-47d4-85d0-b89817833fcc {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:14.643922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'name': 'tempest-PortsTestJSON-171775995'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:14.662331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Allocated IP 172.26.1.219 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/9e14d04b-2fe1-4d2d-a584-db7b778d7080) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:14.699860 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.735593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=4fcad434-f9c8-4082-8ab8-36ac3b99853a,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.742900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddb477-6c8c-4e30-a1e7-8dbc27b6c348 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Network': ['ID=a86e5793-35fe-4638-96c4-15e6d8b42bd1,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:14.748556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b7473fb0-f3a3-4795-bba5-5a516de6c949 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:14.758538 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b7473fb0-f3a3-4795-bba5-5a516de6c949 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "DELETE /v2.0/routers/3a839e6d-9146-47d4-85d0-b89817833fcc HTTP/1.1" status: 204 len: 168 time: 2.5598748 Jan 21 09:41:14.760553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59656) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:14.800653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6df32-7d6b-4246-a1f6-60723c7d5902 None None] Port 4fcad434-f9c8-4082-8ab8-36ac3b99853a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:14.802660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:14.923256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 428b3401-a9f5-4444-8114-d633608a2b89 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:14.928361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59662) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:14.948581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'router': {'name': 'tempest-router--1600985184', 'project_id': '489cb58882164daea717c1b4e9d966b1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:14.989138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:15.008778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Usage tracker for resource:router and tenant:489cb58882164daea717c1b4e9d966b1 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:15.017967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:15.042101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:15.096723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.103388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.103388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.113086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Attempting to bind port 9fd65e8c-4eec-450d-bc81-77339606520f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:15.113452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Attempting to bind port 9fd65e8c-4eec-450d-bc81-77339606520f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:15.113800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Attempting to bind port 9fd65e8c-4eec-450d-bc81-77339606520f on network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:15.138348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:15.138869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Checking segment: {'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:15.139414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.139904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Bound using segment: {'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:15.140523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Bound port: 9fd65e8c-4eec-450d-bc81-77339606520f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:15.141008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.150151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51608-10a1-4908-936f-92a43348392b req-fa7fba4d-bf72-4b87-a4e4-5c72b7eb86a2 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:15.151766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ea6df32-7d6b-4246-a1f6-60723c7d5902 None None] Provisioning complete for port 428b3401-a9f5-4444-8114-d633608a2b89 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:15.152916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ea6df32-7d6b-4246-a1f6-60723c7d5902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.162821 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-53a51608-10a1-4908-936f-92a43348392b req-fa7fba4d-bf72-4b87-a4e4-5c72b7eb86a2 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3688431 Jan 21 09:41:15.219431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-07b38ea8-f6d4-4c73-a3c7-d1f9dff0e9a3 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Synchronizing usage tracker for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:15.229594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.232867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 428b3401-a9f5-4444-8114-d633608a2b89 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:15.233626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.299342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:15.316368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:15.319972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:15.321257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-07b38ea8-f6d4-4c73-a3c7-d1f9dff0e9a3 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] Unset dirty status for tenant:3385837fca7648cd8c7dce863a416959 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:15.322654 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-07b38ea8-f6d4-4c73-a3c7-d1f9dff0e9a3 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8429663 Jan 21 09:41:15.325084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:15.325866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:15.342942 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-53a51608-10a1-4908-936f-92a43348392b req-e4ad592c-68d7-4222-835d-4336a1a28a44 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790993 Jan 21 09:41:15.345383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:15.347925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59674) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.356720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:15.429353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Deleting subnet 4b205f70-a124-4baa-96cc-3ded43fe42d4 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:41:15.435719 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-76f69f10-0e56-4fee-9b79-b93134e6eca5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] delete failed (client error): The resource could not be found. Jan 21 09:41:15.438178 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-76f69f10-0e56-4fee-9b79-b93134e6eca5 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "DELETE /v2.0/security-groups/e84dc1c2-3fba-47d3-9421-1e4fc5188823 HTTP/1.1" status: 404 len: 347 time: 0.0861886 Jan 21 09:41:15.439384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.447726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59678) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.453222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.491883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Pushing event updated for resources: {'Port': ['ID=9e14d04b-2fe1-4d2d-a584-db7b778d7080,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.503743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] For port 9fd65e8c-4eec-450d-bc81-77339606520f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:15.512091 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-476fc188-092a-4766-aa9f-9bbf2125cfa9 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] show failed (client error): The resource could not be found. Jan 21 09:41:15.513433 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-476fc188-092a-4766-aa9f-9bbf2125cfa9 tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-groups/48afa83a-362a-4847-9dbd-81744cdae6d0 HTTP/1.1" status: 404 len: 347 time: 0.0581956 Jan 21 09:41:15.523824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59684) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.532431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:15.536010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.546064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.546665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] For port 9fd65e8c-4eec-450d-bc81-77339606520f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9fd65e8c-4eec-450d-bc81-77339606520f,segment=NetworkSegment(0a17452f-9b5c-4754-b3ba-b862fbc9bd42),segment_id=0a17452f-9b5c-4754-b3ba-b862fbc9bd42)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:15.557511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.565717 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-f8be59cb-c26a-490b-84ba-2f343e91cb6b tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] show failed (client error): The resource could not be found. Jan 21 09:41:15.566867 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f8be59cb-c26a-490b-84ba-2f343e91cb6b tempest-NegativeSecGroupIPv6Test-1694086835 tempest-NegativeSecGroupIPv6Test-1694086835-project] 10.222.0.122 "GET /v2.0/security-group-rules/d4049f1f-dcc0-4b01-8f6f-8b46b9d30e17 HTTP/1.1" status: 404 len: 356 time: 0.0417757 Jan 21 09:41:15.572416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network cefd80d2-9b52-41ee-aec8-4aae6581871d is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:15.584686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 67d06593-ebcf-4590-a95e-fd4d236a01b4 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:15.594485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.601741 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fd1ea7ad-2234-4a93-97c1-87a6b000bebf tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6710908 Jan 21 09:41:15.604143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59690) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:15.645455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0c361-7554-47b1-9a5a-41c55e267b04 None None] Pushing event updated for resources: {'Port': ['ID=9fd65e8c-4eec-450d-bc81-77339606520f,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:15.684679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c8e0f781-def2-4ec5-8417-7be4fff9c223 None None] Provisioning complete for port 4fcad434-f9c8-4082-8ab8-36ac3b99853a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:15.685453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f781-def2-4ec5-8417-7be4fff9c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.758816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:15.806961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0f781-def2-4ec5-8417-7be4fff9c223 None None] Port 4fcad434-f9c8-4082-8ab8-36ac3b99853a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:15.904444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff259-bae1-4928-9cba-3d38c19784fa tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.913070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:15.971500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59700) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.101645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.102351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.104927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59706) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.243207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c4d77c2f-b589-4c12-a1b1-56d254530654 None None] Provisioning complete for port 4fcad434-f9c8-4082-8ab8-36ac3b99853a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:16.243667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c4d77c2f-b589-4c12-a1b1-56d254530654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.323076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77c2f-b589-4c12-a1b1-56d254530654 None None] Port 4fcad434-f9c8-4082-8ab8-36ac3b99853a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:16.352820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.470782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.552305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8628ac9d-8687-4136-8dc9-52676adc87d0 tempest-DvrRoutersNegativeTest-1543739250 tempest-DvrRoutersNegativeTest-1543739250-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-842105466', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:16.554614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.policy [None req-8628ac9d-8687-4136-8dc9-52676adc87d0 tempest-DvrRoutersNegativeTest-1543739250 tempest-DvrRoutersNegativeTest-1543739250-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83427) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 21 09:41:16.554907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.policy [None req-8628ac9d-8687-4136-8dc9-52676adc87d0 tempest-DvrRoutersNegativeTest-1543739250 tempest-DvrRoutersNegativeTest-1543739250-project] Failed policy check for 'create_router' {{(pid=83427) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 21 09:41:16.555418 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-8628ac9d-8687-4136-8dc9-52676adc87d0 tempest-DvrRoutersNegativeTest-1543739250 tempest-DvrRoutersNegativeTest-1543739250-project] create failed (client error): Access was denied to this resource. Jan 21 09:41:16.556389 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8628ac9d-8687-4136-8dc9-52676adc87d0 tempest-DvrRoutersNegativeTest-1543739250 tempest-DvrRoutersNegativeTest-1543739250-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4499507 Jan 21 09:41:16.770728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff259-bae1-4928-9cba-3d38c19784fa tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.783845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff259-bae1-4928-9cba-3d38c19784fa tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.829271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.882956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9fd65e8c-4eec-450d-bc81-77339606520f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:16.906041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba6f91-3679-4e21-9aba-f67e1992c881 req-feed4524-791a-4c79-a029-3409f16b03d6 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:16.907843 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7aba6f91-3679-4e21-9aba-f67e1992c881 req-feed4524-791a-4c79-a029-3409f16b03d6 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.3674767 Jan 21 09:41:16.925962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff259-bae1-4928-9cba-3d38c19784fa tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.926783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ff259-bae1-4928-9cba-3d38c19784fa tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 703f243c-fc07-4e55-8a9a-9e78f60776be {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:16.954337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59718) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:16.959197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.986875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff259-bae1-4928-9cba-3d38c19784fa tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:16.988454 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a9ff259-bae1-4928-9cba-3d38c19784fa tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "DELETE /v2.0/routers/703f243c-fc07-4e55-8a9a-9e78f60776be HTTP/1.1" status: 204 len: 168 time: 1.3816719 Jan 21 09:41:17.020659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event deleted for resources: {'Subnet': ['ID=4b205f70-a124-4baa-96cc-3ded43fe42d4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.031330 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c8aa1ca0-0784-4eae-aeb5-0e3d58324e71 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=3385837fca7648cd8c7dce863a416959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9882648 Jan 21 09:41:17.034071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9fd65e8c-4eec-450d-bc81-77339606520f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:17.041074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59726) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.042958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.043658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.044223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.044730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.045230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.045708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.046208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.046769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.047260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.047734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.048760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:17.056122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.064037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62537078-1a17-4dd9-865a-cdbfa4ee6aaf None None] Network c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:17.113524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7aba6f91-3679-4e21-9aba-f67e1992c881 req-978294d0-b3c9-4a9a-ba43-27b5841643a9 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915326 Jan 21 09:41:17.215747 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a7a9c77f-7476-49e7-9b3b-12c87421ca1b tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "DELETE /v2.0/subnets/4b205f70-a124-4baa-96cc-3ded43fe42d4 HTTP/1.1" status: 204 len: 168 time: 2.4235337 Jan 21 09:41:17.218606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=67d06593-ebcf-4590-a95e-fd4d236a01b4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:17.227859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59732) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.327920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7758698-ff3a-46bf-8b79-18d3572b980b None None] Network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:17.382530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-929eafdd-5b82-4ec0-803a-3821e5b8559d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.393583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.414603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking segment: {'id': '857b509d-f878-49de-a94e-71eb3946aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:17.414970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network hostable DHCP agents. Network: a86e5793-35fe-4638-96c4-15e6d8b42bd1, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:17.461701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fc3149f9-07e7-494c-a69f-c463a088717d None None] Provisioning for port 9fd65e8c-4eec-450d-bc81-77339606520f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:17.488575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.491196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59736) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:17.519908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-929eafdd-5b82-4ec0-803a-3821e5b8559d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.528887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Deleting port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:17.529174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.532039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Router 34c0a4c9-e29d-4338-9352-2376b6d7a707 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:17.568032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:17.591902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fc3149f9-07e7-494c-a69f-c463a088717d None None] Provisioning complete for port 9fd65e8c-4eec-450d-bc81-77339606520f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:17.593595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc3149f9-07e7-494c-a69f-c463a088717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.615885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:17.655799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, a86e5793-35fe-4638-96c4-15e6d8b42bd1) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:17.674230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:17.756051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:17.767756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:17.769310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:17.806236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1427729348', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:17.823537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69df306c-1b2b-4172-878c-c97896c9b583 None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:17.832944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] Usage tracker for resource:security_group_rule and tenant:b585f1719f4b41128e350d474877ca19 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:17.847616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:17.862009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Usage tracker for resource:router and tenant:ae46180cd4ba4bad8c436851c2661e88 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:17.926323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:17.937064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:17.960662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:17.986624 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cd51b350-da4e-491b-8886-ed3a144f66c1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3922803 Jan 21 09:41:17.994980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:18.039515 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59744) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.057839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-570331131'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:18.078878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:18.091466 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:network and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:18.120458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.138399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.146036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] DHCP port deletion for c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:41:18.146597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:18.152715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] Deleting port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:18.153324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.166698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.168181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.176484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:18.193876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] For port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5a4342cf-51ba-4da0-bc22-fc8e33e2decc,segment=NetworkSegment(8f133717-a77a-4f69-bcd5-1d5d46d958a1),segment_id=8f133717-a77a-4f69-bcd5-1d5d46d958a1)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:18.194578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.214391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc3149f9-07e7-494c-a69f-c463a088717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.232396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-929eafdd-5b82-4ec0-803a-3821e5b8559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.251272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5fbcb7-88d8-48c0-9e3d-e7b950c3c1af,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.280695 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b4d7bc95-3c3b-4eb7-b3bf-1af1ffefd394 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=b585f1719f4b41128e350d474877ca19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3234172 Jan 21 09:41:18.285513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59748) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:18.289166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929eafdd-5b82-4ec0-803a-3821e5b8559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c816105-ffc6-4802-834b-39550fbaac7b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.333831 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-4fe5eaa2-5ea9-4831-b9ba-1fa27d769d3c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cf52a8a303d74e7c976c75798a27970e&device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 1099 time: 0.4849570 Jan 21 09:41:18.344105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-929eafdd-5b82-4ec0-803a-3821e5b8559d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.355807 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-929eafdd-5b82-4ec0-803a-3821e5b8559d admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/4c816105-ffc6-4802-834b-39550fbaac7b HTTP/1.1" status: 204 len: 168 time: 1.3047459 Jan 21 09:41:18.367190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Calling delete_port for 5a4342cf-51ba-4da0-bc22-fc8e33e2decc owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:18.405787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:18.409353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.423462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fc3149f9-07e7-494c-a69f-c463a088717d None None] For port 9fd65e8c-4eec-450d-bc81-77339606520f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9fd65e8c-4eec-450d-bc81-77339606520f,segment=NetworkSegment(0a17452f-9b5c-4754-b3ba-b862fbc9bd42),segment_id=0a17452f-9b5c-4754-b3ba-b862fbc9bd42)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:18.447639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc3149f9-07e7-494c-a69f-c463a088717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.468830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.500052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bbcfb-316b-4b4c-8ef7-e74a488fe7ca req-ff8a18b7-6df4-4c96-b2d9-d8f592253292 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:18.507403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-425bbcfb-316b-4b4c-8ef7-e74a488fe7ca req-ff8a18b7-6df4-4c96-b2d9-d8f592253292 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.6498332 Jan 21 09:41:18.537495 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] For port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5a4342cf-51ba-4da0-bc22-fc8e33e2decc,segment=NetworkSegment(8f133717-a77a-4f69-bcd5-1d5d46d958a1),segment_id=8f133717-a77a-4f69-bcd5-1d5d46d958a1)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:18.537881 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.628612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:18.643021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.643543 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Added segment 4f110607-c4e3-4ba7-84e8-d3bc0463faf8 of type vlan for network e4fc4829-ffee-4aa1-86ca-f545668af486 Jan 21 09:41:18.671871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] Calling delete_port for 5a4342cf-51ba-4da0-bc22-fc8e33e2decc owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:18.685035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.708468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-425bbcfb-316b-4b4c-8ef7-e74a488fe7ca req-9cae4396-c064-4eed-ba13-76185398b285 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001002 Jan 21 09:41:18.711887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3149f9-07e7-494c-a69f-c463a088717d None None] Pushing event updated for resources: {'Port': ['ID=9fd65e8c-4eec-450d-bc81-77339606520f,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.754071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.754304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.759995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:18.760928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.762632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-482445ca-a748-4696-8dc5-82358c6edb3c None None] Provisioning complete for port 9fd65e8c-4eec-450d-bc81-77339606520f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:18.763061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-482445ca-a748-4696-8dc5-82358c6edb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.776394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-47eb4e10-d427-4123-bfdf-f4c70743eca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:18.778621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-47eb4e10-d427-4123-bfdf-f4c70743eca1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 200 len: 911 time: 0.4189539 Jan 21 09:41:18.835886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5a4342cf-51ba-4da0-bc22-fc8e33e2decc no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:18.862952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.906471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:18.924202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 5a4342cf-51ba-4da0-bc22-fc8e33e2decc {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:41:18.925034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5a4342cf-51ba-4da0-bc22-fc8e33e2decc not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:18.931551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] Pushing event deleted for resources: {'Port': ['ID=5a4342cf-51ba-4da0-bc22-fc8e33e2decc,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:18.941603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9881ff-b7be-4d97-8667-82bff0b9b867 None None] No DVR routers for this DVR port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:18.957884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:18.981197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Sync routers for ids ['34c0a4c9-e29d-4338-9352-2376b6d7a707'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:19.023088 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-d783a924-0c42-4ca4-a06c-1e7ea2152bfd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 200 len: 1001 time: 0.1987870 Jan 21 09:41:19.034918 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Routers {'34c0a4c9-e29d-4338-9352-2376b6d7a707'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:19.035781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['34c0a4c9-e29d-4338-9352-2376b6d7a707'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.082455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.086656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4e9631c0-fb36-4c41-9c78-c5a2193daf19 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5066044 Jan 21 09:41:19.092353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59758) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.105899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-455eeb2b-39bb-480e-93a1-baf4f026b750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.134265 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0932693 Jan 21 09:41:19.139447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:19.139759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:19.141107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59764) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.145557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3746bc-1743-45d9-9d90-0e280a32f392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Network': ['ID=e4fc4829-ffee-4aa1-86ca-f545668af486,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.151097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:19.161841 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01c7654-2488-4166-adb8-0c9e47c245b5 None None] Sync routers for ids ['c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:19.176045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'ports': [{'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1'}, {'network_id': 'e4fc4829-ffee-4aa1-86ca-f545668af486'}]} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:19.176329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:19.176794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': 'e4fc4829-ffee-4aa1-86ca-f545668af486'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:19.180196 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c7654-2488-4166-adb8-0c9e47c245b5 None None] Routers {'c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:19.181896 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c01c7654-2488-4166-adb8-0c9e47c245b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.187046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network e4fc4829-ffee-4aa1-86ca-f545668af486 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:19.197752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-872483d2-32fe-4d35-ab86-8065cee19afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:19.199506 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-872483d2-32fe-4d35-ab86-8065cee19afc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 200 len: 849 time: 0.1734889 Jan 21 09:41:19.201307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.219726 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-47e17690-616e-44da-8dbc-2a213566ebf3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6205149 Jan 21 09:41:19.223950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.231630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59770) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:19.321668 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c01c7654-2488-4166-adb8-0c9e47c245b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.350552 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c7654-2488-4166-adb8-0c9e47c245b5 None None] Routers {'c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:19.351176 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c01c7654-2488-4166-adb8-0c9e47c245b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.416482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5fbcb7-88d8-48c0-9e3d-e7b950c3c1af,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:19.437879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.437879 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/3b5fbcb7-88d8-48c0-9e3d-e7b950c3c1af HTTP/1.1" status: 204 len: 168 time: 1.1438293 Jan 21 09:41:19.445048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.445393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.445727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.446101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.446456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.446759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.447084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.447403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.447723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.448042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.448359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75052a74-88ea-431d-8d1c-ae3b3aafb408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:19.537597 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c01c7654-2488-4166-adb8-0c9e47c245b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:19.539939 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01c7654-2488-4166-adb8-0c9e47c245b5 None None] The sync data for ids ['c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:19.572926 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-6adc4062-1b03-470e-b468-329bb330ccd2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=23468828-52ae-4983-b8f9-8a4d5fc80b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3553271 Jan 21 09:41:19.609868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Set router 34c0a4c9-e29d-4338-9352-2376b6d7a707 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:19.712216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Deleting port 5a4342cf-51ba-4da0-bc22-fc8e33e2decc {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:19.712627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:19.860000 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-ef8c37d3-ab91-4c04-9303-6bf690c7538b service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746925 Jan 21 09:41:19.861115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] The port '5a4342cf-51ba-4da0-bc22-fc8e33e2decc' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:41:20.187383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59790) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.188770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38c22a-23d8-4895-92dd-67ca5988e2f3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.189649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9b38c22a-23d8-4895-92dd-67ca5988e2f3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:20.213280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:41:15Z', 'revision_number': 3, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port': {'id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:14Z', 'updated_at': '2022-01-21T09:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.218857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Checking router: 34c0a4c9-e29d-4338-9352-2376b6d7a707 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:20.219206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Updating router 34c0a4c9-e29d-4338-9352-2376b6d7a707 port 9e14d04b-2fe1-4d2d-a584-db7b778d7080 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:20.223004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:20.231808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.250956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:20.257569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:20.289694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.322086 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1810e15c-71aa-48c6-a0ed-263d9fd11cda req-a7378cab-1386-4517-bab4-bee9074e1775 service neutron] 10.222.0.120 "GET /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551864 Jan 21 09:41:20.339537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:20.349920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca991a-6849-4bd7-b8d4-45e082278a68 req-467d7051-5353-476a-b3ac-5d998c575143 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:20.351583 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-edca991a-6849-4bd7-b8d4-45e082278a68 req-467d7051-5353-476a-b3ac-5d998c575143 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.2753515 Jan 21 09:41:20.378942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c661fa-9e39-4db6-afbb-5bb14ccca4c2']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.406682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9b38c22a-23d8-4895-92dd-67ca5988e2f3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:20.415044 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9b38c22a-23d8-4895-92dd-67ca5988e2f3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports/4fcad434-f9c8-4082-8ab8-36ac3b99853a HTTP/1.1" status: 200 len: 910 time: 1.1721101 Jan 21 09:41:20.427556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59800) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.437818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f133717-a77a-4f69-bcd5-1d5d46d958a1') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.438812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f133717-a77a-4f69-bcd5-1d5d46d958a1') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:20.452074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 2} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:20.456009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.476702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f571365-8fcb-4e81-a45f-4ba403c0412d'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:20.518391 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-edca991a-6849-4bd7-b8d4-45e082278a68 req-44b9566c-3f0b-46c5-a81b-11a11c18454b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576908 Jan 21 09:41:20.535492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.571786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.609441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.667140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:20.668091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:20.693944 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:20.802532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.834270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-23a9daf4-e08c-45d6-a416-3eaeb6f4d602 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:20.836513 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-23a9daf4-e08c-45d6-a416-3eaeb6f4d602 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:41:20.838396 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-23a9daf4-e08c-45d6-a416-3eaeb6f4d602 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6487591 Jan 21 09:41:20.838584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:20.841771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59810) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:20.849721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9fd65e8c-4eec-450d-bc81-77339606520f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:20.853030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136868849'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:20.868098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:20.876814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:20.909025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:20.921174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:20.972741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.022057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9fd65e8c-4eec-450d-bc81-77339606520f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:21.022592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.086973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Transition to ACTIVE for port object 9e14d04b-2fe1-4d2d-a584-db7b778d7080 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:21.105730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.120007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.125791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59816) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:21.157196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.173071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.220524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Attempting to bind port 9e14d04b-2fe1-4d2d-a584-db7b778d7080 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:21.221182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Attempting to bind port 9e14d04b-2fe1-4d2d-a584-db7b778d7080 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:21.221292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Attempting to bind port 9e14d04b-2fe1-4d2d-a584-db7b778d7080 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:21.232362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:21.232662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:21.232807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.233200 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:21.233676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Bound port: 9e14d04b-2fe1-4d2d-a584-db7b778d7080, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:21.234093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.248885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:21.258308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:21.272537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:21.285286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:21.310907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Allocated IP 172.26.1.209 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/bd214171-3ac9-4575-8e3e-b31c860bde02) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:21.315264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] For port 9e14d04b-2fe1-4d2d-a584-db7b778d7080, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:21.318594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] For port 9e14d04b-2fe1-4d2d-a584-db7b778d7080, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9e14d04b-2fe1-4d2d-a584-db7b778d7080,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:21.331474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.335620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06059302-fdfc-4589-ae8e-bc5db0d44177 None None] Pushing event updated for resources: {'Port': ['ID=9e14d04b-2fe1-4d2d-a584-db7b778d7080,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.381591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1193374013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:21.401201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:21.404117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.421527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Usage tracker for resource:router and tenant:35c85d8975254b5db479ddfb56f96784 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:21.428922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:21.441308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.476144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] Pushing event deleted for resources: {'Network': ['ID=c0c661fa-9e39-4db6-afbb-5bb14ccca4c2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.488829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3dfe-cfa8-4d20-b7aa-a2c0b247564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.498366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06059302-fdfc-4589-ae8e-bc5db0d44177 None None] Pushing event updated for resources: {'Port': ['ID=9e14d04b-2fe1-4d2d-a584-db7b778d7080,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.500074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:21.504979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c76c6bd0-e528-441e-b636-37b4ae2ea586 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:21.537629 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Routers {'34c0a4c9-e29d-4338-9352-2376b6d7a707'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:21.537852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:40:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['34c0a4c9-e29d-4338-9352-2376b6d7a707'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:21.552065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.553162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.584733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Allocated IP 172.20.0.1 (303f2460-da9b-4bf6-b764-6dd9ccb6c6a7/5e45de18-bbb4-4efe-82b3-b5ca43fa1221/e1ae2945-29e9-4dad-b683-bf380a86e263) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:21.604461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.608379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: c76c6bd0-e528-441e-b636-37b4ae2ea586 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:41:21.608736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c76c6bd0-e528-441e-b636-37b4ae2ea586 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:21.621283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.694899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.748660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:21.752670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb66b0-5ff9-48dc-8c55-e57d611db3aa,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:21.760292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] Set router 34c0a4c9-e29d-4338-9352-2376b6d7a707 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:21.806324 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d5e15e49-e7f2-4a21-b365-e6bb64612d12 tempest-FloatingIPNegativeTestJSON-1822601670 tempest-FloatingIPNegativeTestJSON-1822601670-project] 10.222.0.122 "DELETE /v2.0/networks/c0c661fa-9e39-4db6-afbb-5bb14ccca4c2 HTTP/1.1" status: 204 len: 168 time: 4.5741906 Jan 21 09:41:21.844387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port e45955da-451e-4c48-85ed-43b61fbf871a yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:21.952695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:21.970939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:21.982933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:22.002755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:22.031126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.042963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.184059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.203896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.209339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d0f21091-10b2-4117-b431-f7f7309f4380 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0816228 Jan 21 09:41:22.212922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59828) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.223938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2140465194'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:22.231135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.241696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be554ce-80c7-4d2e-bbc1-6554e67d7be2 req-41ad0cc7-7b6f-4960-9680-21f0ba99f330 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.243436 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8be554ce-80c7-4d2e-bbc1-6554e67d7be2 req-41ad0cc7-7b6f-4960-9680-21f0ba99f330 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.4871023 Jan 21 09:41:22.249128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:22.271681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Transition to ACTIVE for port object e1ae2945-29e9-4dad-b683-bf380a86e263 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:22.272859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.273021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:41:15Z', 'revision_number': 3, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port': {'id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:14Z', 'updated_at': '2022-01-21T09:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:22.278496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Usage tracker for resource:network and tenant:35c85d8975254b5db479ddfb56f96784 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:22.279597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d32145-4097-41a5-a55a-5e0435fce7ad None None] The sync data for ids ['34c0a4c9-e29d-4338-9352-2376b6d7a707'] in dv-neutron-825724-1-hyperv is: [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:41:15Z', 'revision_number': 3, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port': {'id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:14Z', 'updated_at': '2022-01-21T09:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:22.287348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.300697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:22.318624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:22.337920 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59832) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.362584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.367008 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5211737 Jan 21 09:41:22.369006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4dc2f-a07b-49e2-ab40-b494e8e8d0f5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6096094b-23cb-4f06-bbe2-091d7e290ab0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.371623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Made reservation on behalf of 35c85d8975254b5db479ddfb56f96784 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:22.374821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.387260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59838) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.398403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.407605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': '6096094b-23cb-4f06-bbe2-091d7e290ab0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:22.410369 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8be554ce-80c7-4d2e-bbc1-6554e67d7be2 req-ded8af42-2671-44fb-86c4-b96baee0633a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582100 Jan 21 09:41:22.413482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:22.422369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.427494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:22.440062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.441798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:22.472371 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.488634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:22.490783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:22.507664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Usage tracker for resource:security_group_rule and tenant:35c85d8975254b5db479ddfb56f96784 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:22.522541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:22.538183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:22.549498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:22.552086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:22.552871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:22.554024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event updated for resources: {'Port': ['ID=bd214171-3ac9-4575-8e3e-b31c860bde02,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.555800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ae2945-29e9-4dad-b683-bf380a86e263,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:22.556922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:22.568821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:22.572469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:22.688586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.727958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.772256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 6b99aaf3-9112-4b45-be8a-56b5807c3027 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:22.802975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.812607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.820103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67a3c8-c487-4305-b721-8ae1aaf06062 req-c2071992-b985-4883-913d-de2b8ce71805 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:22.821745 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d67a3c8-c487-4305-b721-8ae1aaf06062 req-c2071992-b985-4883-913d-de2b8ce71805 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.2178106 Jan 21 09:41:22.823330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.959783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:22.963847 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7bdcae4c-db78-4375-a203-c9bed1733adc admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=b51ef98026d249f1b03dc0824c804dbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6234951 Jan 21 09:41:22.983890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59844) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:22.984147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:22.984544 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Added segment 4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe of type vlan for network 8cc6635a-1168-49c1-968d-2d8db964dc32 Jan 21 09:41:23.019749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8e4c3f14-3f89-431d-8891-6b9c048b0953 None None] Provisioning for port e1ae2945-29e9-4dad-b683-bf380a86e263 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:23.042958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.045611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8e4c3f14-3f89-431d-8891-6b9c048b0953 None None] Provisioning complete for port e1ae2945-29e9-4dad-b683-bf380a86e263 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:23.046335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3f14-3f89-431d-8891-6b9c048b0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.082058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.090122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:23.100874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.107298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:23.108699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.136933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.147051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c3f14-3f89-431d-8891-6b9c048b0953 None None] Port e1ae2945-29e9-4dad-b683-bf380a86e263 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:23.163089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.176313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.178009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.293258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85f3c17-f61d-472b-b7da-e7f3f8df4f80,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.330660 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d67a3c8-c487-4305-b721-8ae1aaf06062 req-af9a7be1-8c39-4e5d-85bd-250edef07154 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508603 Jan 21 09:41:23.331934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Network': ['ID=8cc6635a-1168-49c1-968d-2d8db964dc32,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.339987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9942403a-1192-412d-bf26-4b4e0d0c1d74,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.344489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 8cc6635a-1168-49c1-968d-2d8db964dc32 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:23.360476 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d2563a00-be2c-47c1-81f9-13333cc89bb2 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1402352 Jan 21 09:41:23.364366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59848) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.374776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'subnet': {'network_id': '8cc6635a-1168-49c1-968d-2d8db964dc32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:23.380655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.385769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.390384 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d78e2c4f-d203-4c5a-b8c7-5bbee03e4e3c tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9990389 Jan 21 09:41:23.391373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2b74-7cde-4d12-b561-783dbded7c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.400355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59852) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.412952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=4fcad434-f9c8-4082-8ab8-36ac3b99853a,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:23.451232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:23.451910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.463983 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eb7b5a4e-3a9c-4482-b533-b14b7184f965 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/ports/4fcad434-f9c8-4082-8ab8-36ac3b99853a HTTP/1.1" status: 200 len: 910 time: 3.0338364 Jan 21 09:41:23.472741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59858) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:23.488142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8876aecc-28e4-4500-bf7c-60910048e0e5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': '6096094b-23cb-4f06-bbe2-091d7e290ab0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:23.546966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8876aecc-28e4-4500-bf7c-60910048e0e5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:23.560082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8876aecc-28e4-4500-bf7c-60910048e0e5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:23.577958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8876aecc-28e4-4500-bf7c-60910048e0e5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:23.583751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2b74-7cde-4d12-b561-783dbded7c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.590982 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8876aecc-28e4-4500-bf7c-60910048e0e5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:23.648331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:23.671790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Usage tracker for resource:subnet and tenant:35c85d8975254b5db479ddfb56f96784 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:23.682440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:23.692620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:23.712604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8876aecc-28e4-4500-bf7c-60910048e0e5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.740756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.741907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.743074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Made reservation on behalf of 35c85d8975254b5db479ddfb56f96784 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:23.744307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.836054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.852213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:23.891667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:23.934482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.011527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.032426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2b74-7cde-4d12-b561-783dbded7c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.078238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:24.085023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:24.088565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd2b74-7cde-4d12-b561-783dbded7c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2344b6da-6840-41d4-9137-c4b5248643fc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.092071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:24.093261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.098028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=e45955da-451e-4c48-85ed-43b61fbf871a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.144149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-8876aecc-28e4-4500-bf7c-60910048e0e5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 09:41:24.145196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8876aecc-28e4-4500-bf7c-60910048e0e5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7386010 Jan 21 09:41:24.157112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2b74-7cde-4d12-b561-783dbded7c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.159055 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7cdd2b74-7cde-4d12-b561-783dbded7c48 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/2344b6da-6840-41d4-9137-c4b5248643fc HTTP/1.1" status: 204 len: 168 time: 1.1689172 Jan 21 09:41:24.161448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59864) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.289392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=6b99aaf3-9112-4b45-be8a-56b5807c3027,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.313946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ae2945-29e9-4dad-b683-bf380a86e263,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:24.331429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.402139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking segment: {'id': '4f110607-c4e3-4ba7-84e8-d3bc0463faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fc4829-ffee-4aa1-86ca-f545668af486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:24.402754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network hostable DHCP agents. Network: e4fc4829-ffee-4aa1-86ca-f545668af486, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:24.485221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a890fb-d6da-4225-ac23-946a49c5f6e6 req-61848ab0-ab28-4418-92fd-9e1a7965741f tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.486984 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1a890fb-d6da-4225-ac23-946a49c5f6e6 req-61848ab0-ab28-4418-92fd-9e1a7965741f tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.5933428 Jan 21 09:41:24.531959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network e4fc4829-ffee-4aa1-86ca-f545668af486 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:24.545256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.551496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b3f17141-0f96-458e-a8de-f4042818f313 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.609821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, e4fc4829-ffee-4aa1-86ca-f545668af486) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:24.612346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:24.616297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.619503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:24.620157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.629621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6a15a-5dca-41f4-b8f2-686d6e822284 None None] Network e4fc4829-ffee-4aa1-86ca-f545668af486 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:24.653993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b3f17141-0f96-458e-a8de-f4042818f313 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.711293 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2ba781ec-5c75-421e-9202-6cb9742e3575 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5672207 Jan 21 09:41:24.712779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59880) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:24.724084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:24.726708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1a890fb-d6da-4225-ac23-946a49c5f6e6 req-c89ec948-195f-4029-9d4b-9e4a344dd4e2 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235014 Jan 21 09:41:24.731881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:24.869549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-ba15e554-5283-4a1a-b04b-57d58894970d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 6b99aaf3-9112-4b45-be8a-56b5807c3027 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:24.869929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ba15e554-5283-4a1a-b04b-57d58894970d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:24.941075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9e14d04b-2fe1-4d2d-a584-db7b778d7080 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:24.949388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.045576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Router 3ac83657-2149-45a0-a71d-dd14f87a1304 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:25.131213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Subnet': ['ID=a277289e-fb25-46d5-9d94-d7eca8c1c802,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.150921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b3f17141-0f96-458e-a8de-f4042818f313 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.182216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9e14d04b-2fe1-4d2d-a584-db7b778d7080 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:25.208223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9e14d04b-2fe1-4d2d-a584-db7b778d7080 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:25.208913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.281279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Checking segment: {'id': '4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8cc6635a-1168-49c1-968d-2d8db964dc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:25.281279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network hostable DHCP agents. Network: 8cc6635a-1168-49c1-968d-2d8db964dc32, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:25.289063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f17141-0f96-458e-a8de-f4042818f313 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6096094b-23cb-4f06-bbe2-091d7e290ab0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.322934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-242985ef-d4ce-44ff-afbd-00bc237a310e None None] Provisioning complete for port e1ae2945-29e9-4dad-b683-bf380a86e263 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:25.323393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-242985ef-d4ce-44ff-afbd-00bc237a310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.338814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network 8cc6635a-1168-49c1-968d-2d8db964dc32 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:25.358611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 8cc6635a-1168-49c1-968d-2d8db964dc32) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:25.366745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:25.367590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.385074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbed8414-2200-4f96-8546-fc944c2a12f4 None None] Network 8cc6635a-1168-49c1-968d-2d8db964dc32 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:25.393426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b3f17141-0f96-458e-a8de-f4042818f313 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.395009 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b3f17141-0f96-458e-a8de-f4042818f313 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/6096094b-23cb-4f06-bbe2-091d7e290ab0 HTTP/1.1" status: 204 len: 168 time: 1.2232583 Jan 21 09:41:25.399004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59892) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.400661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ba15e554-5283-4a1a-b04b-57d58894970d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.407253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-69050f47-eedd-4377-91ca-ae9d57c1b28e tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0389128 Jan 21 09:41:25.409128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59894) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.409128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59896) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.418548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'network': {'name': 'tempest-router-network01--1446570642'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:25.427744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:25.506946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Usage tracker for resource:network and tenant:35c85d8975254b5db479ddfb56f96784 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:25.510896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:25.520683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-242985ef-d4ce-44ff-afbd-00bc237a310e None None] Port e1ae2945-29e9-4dad-b683-bf380a86e263 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:25.522661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:25.561973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Made reservation on behalf of 35c85d8975254b5db479ddfb56f96784 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:25.565040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.579868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-ba15e554-5283-4a1a-b04b-57d58894970d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 6b99aaf3-9112-4b45-be8a-56b5807c3027 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:25.597302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.602957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-734778651'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:25.610362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:25.648271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9e14d04b-2fe1-4d2d-a584-db7b778d7080, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9e14d04b-2fe1-4d2d-a584-db7b778d7080,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:25.665603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:network and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:25.666292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.680085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:25.692470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:25.698906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:25.724208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.724555 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Added segment 29d14f34-7b73-482d-a29d-108cc1e42890 of type vlan for network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 Jan 21 09:41:25.736135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:25.739545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.774022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.783675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9e14d04b-2fe1-4d2d-a584-db7b778d7080,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:25.800671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.804342 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.804916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.805420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.805884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.806395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.806723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.808044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.808044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.808044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.808480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.808584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:25.837061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Router 34c0a4c9-e29d-4338-9352-2376b6d7a707 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:25.851646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:25.862109 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f140da3c-f751-4fdb-adab-6faae69d560b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4516513 Jan 21 09:41:25.864179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group_rule and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:25.867403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:25.871244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59906) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:25.878602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847347257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:25.884408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-8cc6635a-1168-49c1-968d-2d8db964dc32', 'network_id': '8cc6635a-1168-49c1-968d-2d8db964dc32', 'tenant_id': '35c85d8975254b5db479ddfb56f96784', 'fixed_ips': [{'subnet_id': 'a277289e-fb25-46d5-9d94-d7eca8c1c802'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:25.885294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.885453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:25.891068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:25.894847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:25.903037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:25.910433 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ba15e554-5283-4a1a-b04b-57d58894970d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.921818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:25.924054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.943233 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:25.947048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:25.947771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.075182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15e554-5283-4a1a-b04b-57d58894970d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=6b99aaf3-9112-4b45-be8a-56b5807c3027,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.132613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ba15e554-5283-4a1a-b04b-57d58894970d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.156806 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ba15e554-5283-4a1a-b04b-57d58894970d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/6b99aaf3-9112-4b45-be8a-56b5807c3027 HTTP/1.1" status: 204 len: 168 time: 1.4382749 Jan 21 09:41:26.164086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59912) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.230258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Allocated IP 172.20.0.2 (8cc6635a-1168-49c1-968d-2d8db964dc32/a277289e-fb25-46d5-9d94-d7eca8c1c802/4b5fd542-c5e6-4024-bd69-da12864afa52) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:26.249092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.293455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:26.345903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa24afa-e254-45b0-b0d2-e685fc71bddf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:26.347735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b5592-9a12-4064-b0e0-80ed52bd6882 None None] Sync routers for ids ['3ac83657-2149-45a0-a71d-dd14f87a1304'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:26.350274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa24afa-e254-45b0-b0d2-e685fc71bddf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:26.351049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4aa24afa-e254-45b0-b0d2-e685fc71bddf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:26.363827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.366180 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6e648fe1-4ab7-4b62-98aa-dab6b9600f43 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8667703 Jan 21 09:41:26.371312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59916) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.373608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.396205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b5592-9a12-4064-b0e0-80ed52bd6882 None None] Routers {'3ac83657-2149-45a0-a71d-dd14f87a1304'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:26.396755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1d4b5592-9a12-4064-b0e0-80ed52bd6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3ac83657-2149-45a0-a71d-dd14f87a1304'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:26.434898 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0231893 Jan 21 09:41:26.444614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59920) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.467223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4aa24afa-e254-45b0-b0d2-e685fc71bddf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:26.471075 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4aa24afa-e254-45b0-b0d2-e685fc71bddf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3008254 Jan 21 09:41:26.471238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1d4b5592-9a12-4064-b0e0-80ed52bd6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:26.491695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'network': {'name': 'tempest-router-network02--1580396969'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:26.496317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59924) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:26.512332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b5592-9a12-4064-b0e0-80ed52bd6882 None None] Routers {'3ac83657-2149-45a0-a71d-dd14f87a1304'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:26.512903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1d4b5592-9a12-4064-b0e0-80ed52bd6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3ac83657-2149-45a0-a71d-dd14f87a1304'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:26.553122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:26.564200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:26.572657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 4fcad434-f9c8-4082-8ab8-36ac3b99853a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:26.574144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.579429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f4f35-8d3d-4533-9ff5-d834a904c69c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Network': ['ID=a170d6f9-0c77-4587-be7d-51e57f5ee1c1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.584418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1d4b5592-9a12-4064-b0e0-80ed52bd6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:26.584731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Usage tracker for resource:network and tenant:35c85d8975254b5db479ddfb56f96784 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:26.584842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b5592-9a12-4064-b0e0-80ed52bd6882 None None] The sync data for ids ['3ac83657-2149-45a0-a71d-dd14f87a1304'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:26.596770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c18c2dc-6cf2-4199-9dfc-cedd77e4bb2f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:26.597805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:26.604245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:26.607774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:26.625738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.626145 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Added segment 773db543-4187-4da5-889f-8caceaed8fe8 of type vlan for network 41b8535b-4523-4f43-9787-30a6a9e8e8fd Jan 21 09:41:26.627603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:26.642777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:26.644538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:26.681515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:26.746634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Made reservation on behalf of 35c85d8975254b5db479ddfb56f96784 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:26.749770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.789212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.826999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.839687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Transition to ACTIVE for port object 4b5fd542-c5e6-4024-bd69-da12864afa52 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:26.861719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9e14d04b-2fe1-4d2d-a584-db7b778d7080 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:26.869860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1d743ce6-257d-43d4-8d5b-77f6b1c498de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port e45955da-451e-4c48-85ed-43b61fbf871a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:26.870829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d743ce6-257d-43d4-8d5b-77f6b1c498de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:26.889933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Transition to ACTIVE for port object 4b5fd542-c5e6-4024-bd69-da12864afa52 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:26.914933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.010363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Pushing event updated for resources: {'Port': ['ID=4b5fd542-c5e6-4024-bd69-da12864afa52,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.037707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.055406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Network 8cc6635a-1168-49c1-968d-2d8db964dc32 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:27.057051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:27.060646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:27.179686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9e14d04b-2fe1-4d2d-a584-db7b778d7080 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:27.180017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.187284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff4545-47e8-4b3a-b9ee-40913799e813 req-be5de91f-990d-45ec-855c-9343e46a1c49 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:27.189670 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-25ff4545-47e8-4b3a-b9ee-40913799e813 req-be5de91f-990d-45ec-855c-9343e46a1c49 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 1.0698373 Jan 21 09:41:27.198027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:27.207146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 4fcad434-f9c8-4082-8ab8-36ac3b99853a owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:27.223967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Attempting to bind port 4b5fd542-c5e6-4024-bd69-da12864afa52 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:27.224336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Attempting to bind port 4b5fd542-c5e6-4024-bd69-da12864afa52 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8cc6635a-1168-49c1-968d-2d8db964dc32'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:27.224837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Attempting to bind port 4b5fd542-c5e6-4024-bd69-da12864afa52 on network 8cc6635a-1168-49c1-968d-2d8db964dc32 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:27.244347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:27.244729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Checking segment: {'id': '4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8cc6635a-1168-49c1-968d-2d8db964dc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:27.245286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.245682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Bound using segment: {'id': '4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8cc6635a-1168-49c1-968d-2d8db964dc32'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:27.246914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Bound port: 4b5fd542-c5e6-4024-bd69-da12864afa52, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8cc6635a-1168-49c1-968d-2d8db964dc32'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:27.247579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.284729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.288379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:27.288959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.314080 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-be354ddc-93f7-4f8c-a8b9-83b065dd9c8d tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/routers/3ac83657-2149-45a0-a71d-dd14f87a1304 HTTP/1.1" status: 200 len: 925 time: 0.9381137 Jan 21 09:41:27.317515 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59932) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.322064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-5c2644ab-dbe4-4448-ae6b-6f11fe433dbe tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:27.324062 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-5c2644ab-dbe4-4448-ae6b-6f11fe433dbe tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.120 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.9947128 Jan 21 09:41:27.342344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.350981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:27.364377 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bc0b66fa-2378-4cdf-a2b7-5c71a3de7376 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=3ac83657-2149-45a0-a71d-dd14f87a1304 HTTP/1.1" status: 200 len: 205 time: 0.0456018 Jan 21 09:41:27.366864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59936) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.428729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] For port 4b5fd542-c5e6-4024-bd69-da12864afa52, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:27.433081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] For port 4b5fd542-c5e6-4024-bd69-da12864afa52, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4b5fd542-c5e6-4024-bd69-da12864afa52,segment=NetworkSegment(4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe),segment_id=4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:27.437565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.504487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.528026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a61fd8-8d5e-4146-9aff-9c163fda0400 None None] Pushing event updated for resources: {'Port': ['ID=4b5fd542-c5e6-4024-bd69-da12864afa52,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.564281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.627585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.627937 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Added segment 3c5ff97a-89ca-4180-9c58-5d9cbf6aac46 of type vlan for network ea64f901-627b-4af1-8ab3-34dce6cf15be Jan 21 09:41:27.666986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=4fcad434-f9c8-4082-8ab8-36ac3b99853a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.716999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Network': ['ID=41b8535b-4523-4f43-9787-30a6a9e8e8fd,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.736134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:27.745757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.749821 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8738091 Jan 21 09:41:27.781426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Deleting port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:27.781744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.807564 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-180ec3d0-6e9a-4800-a22c-f3913608b975 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3975201 Jan 21 09:41:27.809849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a485e6-dffa-45aa-b7cb-22673069392a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0925bcca-0465-4c5b-9173-889304f35fdf,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:27.830120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59940) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.830480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59942) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:27.862543 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-25ff4545-47e8-4b3a-b9ee-40913799e813 req-e6a77b38-4dba-4d1d-8e6a-4d91f4d04707 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6145120 Jan 21 09:41:27.867548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:27.870488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'name': 'tempest-PortsIpV6TestJSON-575072951'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:27.887606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a0aca73f-a569-46a5-a90b-7057ad8ff705 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': '0925bcca-0465-4c5b-9173-889304f35fdf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:27.888225 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-a0aca73f-a569-46a5-a90b-7057ad8ff705 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:27.889325 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a0aca73f-a569-46a5-a90b-7057ad8ff705 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0572100 Jan 21 09:41:27.896541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59948) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.018309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d743ce6-257d-43d4-8d5b-77f6b1c498de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.207646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1d743ce6-257d-43d4-8d5b-77f6b1c498de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for e45955da-451e-4c48-85ed-43b61fbf871a owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:28.224126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1581ab71-dc5d-41e9-a7a7-0f5a91cfc8c9 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.226023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:28.242054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:28.249332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:28.251996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.255661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:28.256253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.313833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:28.334363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1581ab71-dc5d-41e9-a7a7-0f5a91cfc8c9 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.359748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.414927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9561303 Jan 21 09:41:28.424122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59952) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:28.436921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.444373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'subnet': {'network_id': 'a170d6f9-0c77-4587-be7d-51e57f5ee1c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:28.472426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:28.475302 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.484858 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37bda-754c-43c9-87d3-f3e3c3cc6235 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Network': ['ID=ea64f901-627b-4af1-8ab3-34dce6cf15be,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.501723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network ea64f901-627b-4af1-8ab3-34dce6cf15be details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:28.506015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:28.522099 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-396e4822-c8b1-45f8-a860-aaec69b00de0 admin admin] 10.222.0.122 "PUT /v2.0/routers/34c0a4c9-e29d-4338-9352-2376b6d7a707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4210727 Jan 21 09:41:28.536506 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Sync routers for ids ['34c0a4c9-e29d-4338-9352-2376b6d7a707'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:28.540442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d743ce6-257d-43d4-8d5b-77f6b1c498de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.565510 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Routers {'34c0a4c9-e29d-4338-9352-2376b6d7a707'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:28.566861 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['34c0a4c9-e29d-4338-9352-2376b6d7a707'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:28.647294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d743ce6-257d-43d4-8d5b-77f6b1c498de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=e45955da-451e-4c48-85ed-43b61fbf871a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:28.678140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d743ce6-257d-43d4-8d5b-77f6b1c498de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.691219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] For port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:28.691396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:28.708391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdede8c-b97c-4e28-bde6-32721a20e99d None None] Network 8cc6635a-1168-49c1-968d-2d8db964dc32 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:28.857681 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Set router 34c0a4c9-e29d-4338-9352-2376b6d7a707 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:28.859485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:28.946646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4b5fd542-c5e6-4024-bd69-da12864afa52 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:28.952913 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1d743ce6-257d-43d4-8d5b-77f6b1c498de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/e45955da-451e-4c48-85ed-43b61fbf871a HTTP/1.1" status: 204 len: 168 time: 2.4542594 Jan 21 09:41:28.958543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59964) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.112549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1d695b1d-2e4b-47c6-81fe-14dfbbd222b6 None None] Provisioning for port 4b5fd542-c5e6-4024-bd69-da12864afa52 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:29.252401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 4b5fd542-c5e6-4024-bd69-da12864afa52 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:29.257903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4b5fd542-c5e6-4024-bd69-da12864afa52 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:29.258302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.354158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:29.360558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Usage tracker for resource:subnet and tenant:35c85d8975254b5db479ddfb56f96784 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:29.363785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:29.371417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:29.392656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1581ab71-dc5d-41e9-a7a7-0f5a91cfc8c9 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.454657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Made reservation on behalf of 35c85d8975254b5db479ddfb56f96784 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:29.468254 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 4, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port': {'id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:14Z', 'updated_at': '2022-01-21T09:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e1ae2945-29e9-4dad-b683-bf380a86e263', 'name': '', 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'mac_address': 'fa:16:3e:cb:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e45de18-bbb4-4efe-82b3-b5ca43fa1221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:21Z', 'updated_at': '2022-01-21T09:41:23Z', 'revision_number': 2, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'subnets': [{'id': '5e45de18-bbb4-4efe-82b3-b5ca43fa1221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:29.475196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.478221 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Checking router: 34c0a4c9-e29d-4338-9352-2376b6d7a707 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:29.478761 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Updating router 34c0a4c9-e29d-4338-9352-2376b6d7a707 port e1ae2945-29e9-4dad-b683-bf380a86e263 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:29.503030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95df1be-b33f-4a14-ba1b-ec20c043a195 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:29.503685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a95df1be-b33f-4a14-ba1b-ec20c043a195 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:29.517489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 4b5fd542-c5e6-4024-bd69-da12864afa52, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4b5fd542-c5e6-4024-bd69-da12864afa52,segment=NetworkSegment(4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe),segment_id=4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:29.525716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.591013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a95df1be-b33f-4a14-ba1b-ec20c043a195 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:29.592194 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a95df1be-b33f-4a14-ba1b-ec20c043a195 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6131830 Jan 21 09:41:29.599188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.599529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.599882 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Floating IP e03217eb-e3cd-4ffd-9e13-417ca55f676a disassociated. External IP: 172.26.1.69, port: 97b97c00-b92d-4ae2-9b8c-dbb2a022321f. Jan 21 09:41:29.600226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Calling delete_port for 97b97c00-b92d-4ae2-9b8c-dbb2a022321f owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:29.617216 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.645227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59968) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.653908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395abc79-cc05-44a6-bac2-76bf74158544 req-a8b30a24-0b92-4899-89cd-6c063ac6fd8a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:29.663118 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-395abc79-cc05-44a6-bac2-76bf74158544 req-a8b30a24-0b92-4899-89cd-6c063ac6fd8a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 946 time: 0.5216095 Jan 21 09:41:29.672345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=4b5fd542-c5e6-4024-bd69-da12864afa52,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.690221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581ab71-dc5d-41e9-a7a7-0f5a91cfc8c9 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0925bcca-0465-4c5b-9173-889304f35fdf,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:29.695204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.764415 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7083841-2c27-4fd8-8525-4ac77944083e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:41:29.765607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a7083841-2c27-4fd8-8525-4ac77944083e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/6b99aaf3-9112-4b45-be8a-56b5807c3027 HTTP/1.1" status: 404 len: 333 time: 0.0759268 Jan 21 09:41:29.770174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59972) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.847547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59976) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.857592 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a49612-39e3-45d4-9f25-88223c9b78c8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:41:29.861824 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-57a49612-39e3-45d4-9f25-88223c9b78c8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/e45955da-451e-4c48-85ed-43b61fbf871a HTTP/1.1" status: 404 len: 333 time: 0.0897405 Jan 21 09:41:29.865517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59980) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:29.873366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716486692', 'description': 'tempest-secgroup-smoke-1716486692 description', 'project_id': 'd7a3498013304bf78a9733962d0c8e9f'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:29.877020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-31c03c24-3f9e-4c88-9fac-664d33afd1f2 None None] Provisioning complete for port 4b5fd542-c5e6-4024-bd69-da12864afa52 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:29.877631 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-31c03c24-3f9e-4c88-9fac-664d33afd1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:29.879605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:29.883796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:security_group and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:29.887682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:29.893729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:29.935800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.016576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.021510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 97b97c00-b92d-4ae2-9b8c-dbb2a022321f no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:30.038409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1581ab71-dc5d-41e9-a7a7-0f5a91cfc8c9 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.039814 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1581ab71-dc5d-41e9-a7a7-0f5a91cfc8c9 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/0925bcca-0465-4c5b-9173-889304f35fdf HTTP/1.1" status: 204 len: 168 time: 2.1398342 Jan 21 09:41:30.048954 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-395abc79-cc05-44a6-bac2-76bf74158544 req-962386bf-eb27-4fb0-bcb9-1b01845ef9e7 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups?id=3773ef44-b1b2-4995-b010-41ed6996ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809724 Jan 21 09:41:30.049426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59984) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.122109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:30.123626 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.139326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:security_group_rule and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:30.146972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.149472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:30.194732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:30.284561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1a509895-927f-4572-8009-db6a11f160c3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Synchronizing usage tracker for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:30.334777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.337494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.339698 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Transition to ACTIVE for port object e1ae2945-29e9-4dad-b683-bf380a86e263 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:30.353139 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.392646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.459992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1a509895-927f-4572-8009-db6a11f160c3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Unset dirty status for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:30.465907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1a509895-927f-4572-8009-db6a11f160c3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4104636 Jan 21 09:41:30.482177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59988) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:30.494428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event deleted for resources: {'Port': ['ID=97b97c00-b92d-4ae2-9b8c-dbb2a022321f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.502182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.509378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.523360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.525645 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9786320-28de-487c-8cb9-d7e98e48c431 None None] Pushing event updated for resources: {'Port': ['ID=e1ae2945-29e9-4dad-b683-bf380a86e263,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.568254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fc4829-ffee-4aa1-86ca-f545668af486']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:30.602032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928368313'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:30.634591 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:30.677549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=de164873-4a5a-4dc3-bebe-8aa70e85f3e8,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.680918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:30.684831 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Attempting to bind port e1ae2945-29e9-4dad-b683-bf380a86e263 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:30.685391 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Attempting to bind port e1ae2945-29e9-4dad-b683-bf380a86e263 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:30.685807 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Attempting to bind port e1ae2945-29e9-4dad-b683-bf380a86e263 on network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:30.694505 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:30.694989 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Checking segment: {'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:30.696151 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.697970 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Bound using segment: {'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:30.700268 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Bound port: e1ae2945-29e9-4dad-b683-bf380a86e263, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a17452f-9b5c-4754-b3ba-b862fbc9bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:30.701888 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.704696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.723857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f110607-c4e3-4ba7-84e8-d3bc0463faf8') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:30.724977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f110607-c4e3-4ba7-84e8-d3bc0463faf8') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:30.764965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:30.790104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.796640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.813300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.818644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4b5fd542-c5e6-4024-bd69-da12864afa52 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:30.848184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.858508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:30.859202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.860286 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] For port e1ae2945-29e9-4dad-b683-bf380a86e263, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:30.863961 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] For port e1ae2945-29e9-4dad-b683-bf380a86e263, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e1ae2945-29e9-4dad-b683-bf380a86e263,segment=NetworkSegment(0a17452f-9b5c-4754-b3ba-b862fbc9bd42),segment_id=0a17452f-9b5c-4754-b3ba-b862fbc9bd42)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:30.868706 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.881042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.908380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Subnet': ['ID=f360bfc3-bce5-443d-bef6-5601ca61206c,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.913375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4b5fd542-c5e6-4024-bd69-da12864afa52 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:30.913922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.914724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Deleting port bd214171-3ac9-4575-8e3e-b31c860bde02 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:30.915063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:30.954471 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9786320-28de-487c-8cb9-d7e98e48c431 None None] Pushing event updated for resources: {'Port': ['ID=e1ae2945-29e9-4dad-b683-bf380a86e263,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:30.963409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking segment: {'id': '773db543-4187-4da5-889f-8caceaed8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:30.963836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network hostable DHCP agents. Network: 41b8535b-4523-4f43-9787-30a6a9e8e8fd, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:30.981811 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Routers {'34c0a4c9-e29d-4338-9352-2376b6d7a707'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:30.983172 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['34c0a4c9-e29d-4338-9352-2376b6d7a707'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:30.992547 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:31.019727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.020978 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-49538779-221c-40ec-8118-1b9d3485d6b0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1723926 Jan 21 09:41:31.037859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 59992) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.092351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.127667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.139917 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/networks/e4fc4829-ffee-4aa1-86ca-f545668af486 HTTP/1.1" status: 204 len: 168 time: 1.2729800 Jan 21 09:41:31.148466 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'security_group_rule': {'security_group_id': '8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550', 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:31.151757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 59998) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.158278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab950a8-8b1b-4486-80f9-9ad2852defc8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Network': ['ID=e4fc4829-ffee-4aa1-86ca-f545668af486,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.160485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:31.170511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1607346976'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:31.178762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:31.186618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:network and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:31.190166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:31.192449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:31.196208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:31.208166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:31.220621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:security_group_rule and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:31.244003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:31.246273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:31.252719 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] Set router 34c0a4c9-e29d-4338-9352-2376b6d7a707 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:31.271037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:31.312592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:31.340957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-510cd8f4-ab24-48bf-a68c-0b0d50f5e465 req-7807bf05-93fd-4dd9-b691-a15399f5c6d6 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Synchronizing usage tracker for tenant:cf52a8a303d74e7c976c75798a27970e on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:31.352181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:31.355488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.399872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-510cd8f4-ab24-48bf-a68c-0b0d50f5e465 req-7807bf05-93fd-4dd9-b691-a15399f5c6d6 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Unset dirty status for tenant:cf52a8a303d74e7c976c75798a27970e on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:31.401048 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-510cd8f4-ab24-48bf-a68c-0b0d50f5e465 req-7807bf05-93fd-4dd9-b691-a15399f5c6d6 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 210 time: 0.1314411 Jan 21 09:41:31.401367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Checking segment: {'id': '29d14f34-7b73-482d-a29d-108cc1e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a170d6f9-0c77-4587-be7d-51e57f5ee1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:31.401768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network hostable DHCP agents. Network: a170d6f9-0c77-4587-be7d-51e57f5ee1c1, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:31.421202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:31.421727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:31.447035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.448703 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Added segment 8bb3926a-b20f-4112-a310-b117d3044282 of type vlan for network 0c17cd99-3b02-437a-8afe-40768bdf638e Jan 21 09:41:31.462225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Router c58ec525-f47b-4096-8a97-8ff8f8433bab has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:31.463341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.487968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 41b8535b-4523-4f43-9787-30a6a9e8e8fd) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:31.490818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:31.491724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.516801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5757f1-2d1a-4748-95b1-4faafc15af16 None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:31.529893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:31.533866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:31.534506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.535845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f597f1-7d7f-4d64-ad91-78e8fe2db417 None None] Sync routers for ids ['c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:31.602552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.616974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.617296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.622007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:31.622628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.677846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f597f1-7d7f-4d64-ad91-78e8fe2db417 None None] Routers {'c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:31.679025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07f597f1-7d7f-4d64-ad91-78e8fe2db417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.688539 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 4, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port': {'id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:14Z', 'updated_at': '2022-01-21T09:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e1ae2945-29e9-4dad-b683-bf380a86e263', 'name': '', 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'mac_address': 'fa:16:3e:cb:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e45de18-bbb4-4efe-82b3-b5ca43fa1221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:21Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'subnets': [{'id': '5e45de18-bbb4-4efe-82b3-b5ca43fa1221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.694095 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ee89b-202d-480f-b808-cd2ca33099ed None None] The sync data for ids ['34c0a4c9-e29d-4338-9352-2376b6d7a707'] in dv-neutron-825724-1-hyperv is: [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:41:22Z', 'revision_number': 4, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port': {'id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:14Z', 'updated_at': '2022-01-21T09:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e1ae2945-29e9-4dad-b683-bf380a86e263', 'name': '', 'network_id': '303f2460-da9b-4bf6-b764-6dd9ccb6c6a7', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'mac_address': 'fa:16:3e:cb:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e45de18-bbb4-4efe-82b3-b5ca43fa1221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:21Z', 'updated_at': '2022-01-21T09:41:30Z', 'revision_number': 4, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'subnets': [{'id': '5e45de18-bbb4-4efe-82b3-b5ca43fa1221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:31.703887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:31.723448 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8fd10066-fad3-42be-aeb4-84b4cf17beb8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2463775 Jan 21 09:41:31.725954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60002) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.775135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07f597f1-7d7f-4d64-ad91-78e8fe2db417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:31.794032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Network': ['ID=0c17cd99-3b02-437a-8afe-40768bdf638e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:31.804568 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3dd60148-bfa3-407b-ad52-9fb5e6f3a2a5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6478982 Jan 21 09:41:31.805248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60004) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.815623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': '0c17cd99-3b02-437a-8afe-40768bdf638e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:31.828422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 0c17cd99-3b02-437a-8afe-40768bdf638e details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:31.832865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Calling delete_port for bd214171-3ac9-4575-8e3e-b31c860bde02 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:31.883870 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6090f7a8-d9f3-4601-ac8a-2232ed6e3cf3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.0501783 Jan 21 09:41:31.937688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60010) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:31.988225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:32.010261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1884829082'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:32.027510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5e012bac-c223-4ba6-9343-997a8a1ddc85 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:32.049954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f597f1-7d7f-4d64-ad91-78e8fe2db417 None None] Routers {'c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:32.050622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07f597f1-7d7f-4d64-ad91-78e8fe2db417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:32.052298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:32.058579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.060045 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4883585 Jan 21 09:41:32.070267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, a170d6f9-0c77-4587-be7d-51e57f5ee1c1) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:32.074510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60014) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.087418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:network and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:32.097388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63322be8-e8f8-4c71-8014-18cd76873f67 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be344b7a-c1d8-467e-85d3-e2087f63d9ec,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.105493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:32.111298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:32.127942 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07f597f1-7d7f-4d64-ad91-78e8fe2db417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:32.128350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f597f1-7d7f-4d64-ad91-78e8fe2db417 None None] The sync data for ids ['c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:32.129992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6078ba-8d39-45fc-bbe9-ab2b81b63859 None None] Network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:32.168054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:32.181202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.209747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:32.312793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:32.313639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.321879 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:32.336403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-54a8da67-0330-4529-8c1b-dc1f4fac3c80 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'be344b7a-c1d8-467e-85d3-e2087f63d9ec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:32.337364 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-54a8da67-0330-4529-8c1b-dc1f4fac3c80 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:32.339365 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-54a8da67-0330-4529-8c1b-dc1f4fac3c80 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.2426550 Jan 21 09:41:32.347572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.347960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60018) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.360686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.376716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.378678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5e012bac-c223-4ba6-9343-997a8a1ddc85 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:32.382960 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5e012bac-c223-4ba6-9343-997a8a1ddc85 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db HTTP/1.1" status: 200 len: 205 time: 0.5631113 Jan 21 09:41:32.387449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60022) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.397376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-a170d6f9-0c77-4587-be7d-51e57f5ee1c1', 'network_id': 'a170d6f9-0c77-4587-be7d-51e57f5ee1c1', 'tenant_id': '35c85d8975254b5db479ddfb56f96784', 'fixed_ips': [{'subnet_id': 'f360bfc3-bce5-443d-bef6-5601ca61206c'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:32.397920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.398211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.487128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:32.490087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.504515 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8733b9-8887-490f-959a-dccebeedb78f,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:32.512704 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aa708c3a-ee5c-4414-8f91-4e626b231519 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0752652 Jan 21 09:41:32.520769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60028) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.536907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'subnet': {'network_id': 'ea64f901-627b-4af1-8ab3-34dce6cf15be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:32.552577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.553767 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-76e4cd6d-fc6a-4ef4-9fc4-e0988f630c75 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4285400 Jan 21 09:41:32.554379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Performing IP validity checks on allocation pools {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:41:32.554990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:41:32.559334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60032) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:32.584330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'security_group_rule': {'security_group_id': '8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550', 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:32.602239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:32.610394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:32.622227 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] Sync routers for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:32.646329 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:32.646869 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:32.719256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Allocated IP 172.20.0.2 (a170d6f9-0c77-4587-be7d-51e57f5ee1c1/f360bfc3-bce5-443d-bef6-5601ca61206c/1c23b22b-6bed-47d3-9cc2-ebf61b8f014e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:32.730031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:security_group_rule and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:32.741965 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-268582b1-ab42-4329-8a2e-0fae2d353bbb req-120b2f5d-f75b-405d-b2cf-377147b1bc5a tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/ports?device_id=50afd226-4ab5-4148-9a90-3c863adc3e26 HTTP/1.1" status: 200 len: 210 time: 0.0645037 Jan 21 09:41:32.744651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:32.800212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:32.818882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] No DVR routers for this DVR port 97b97c00-b92d-4ae2-9b8c-dbb2a022321f on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:32.822104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.832522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'name': 'network-vif-deleted', 'tag': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:41:32.848873 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1fcdbcb9-ad14-41a2-b862-fd640937bbb0 req-a0ce66e1-e9f8-4115-9cee-1e51bb2a9a8b tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.120 "DELETE /v2.0/ports/97b97c00-b92d-4ae2-9b8c-dbb2a022321f HTTP/1.1" status: 204 len: 173 time: 5.5029449 Jan 21 09:41:32.861352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30ec33d3-43d6-4152-a698-b65942b73d69 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:32.956687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30ec33d3-43d6-4152-a698-b65942b73d69 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.006472 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50afd226-4ab5-4148-9a90-3c863adc3e26', 'name': 'network-vif-deleted', 'tag': '97b97c00-b92d-4ae2-9b8c-dbb2a022321f', 'status': 'completed', 'code': 200} Jan 21 09:41:33.024474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e1ae2945-29e9-4dad-b683-bf380a86e263 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:33.070953 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.079558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Usage tracker for resource:subnet and tenant:35c85d8975254b5db479ddfb56f96784 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:33.088464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:33.101086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:33.110043 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:33.118434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.131239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.176481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:33.189725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.196177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Made reservation on behalf of 35c85d8975254b5db479ddfb56f96784 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:33.205278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e1ae2945-29e9-4dad-b683-bf380a86e263 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:33.212784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e1ae2945-29e9-4dad-b683-bf380a86e263 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:33.213154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.216876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event deleted for resources: {'Port': ['ID=bd214171-3ac9-4575-8e3e-b31c860bde02,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.232237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c47efda-9ad0-4299-8a72-a854cc7c552b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.239072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30ec33d3-43d6-4152-a698-b65942b73d69 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.261542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Transition to ACTIVE for port object 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:33.265731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec33d3-43d6-4152-a698-b65942b73d69 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be344b7a-c1d8-467e-85d3-e2087f63d9ec,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.292718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.299619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Transition to ACTIVE for port object 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:33.312334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.332902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.340040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.340502 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Added segment ea217102-f7b1-49b1-8d65-31d75909e0d5 of type vlan for network b4ad30af-937a-4202-85ed-5a96a9174d55 Jan 21 09:41:33.340623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02748ef-c505-49cd-adfd-115dff7d20bf,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.352846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.387730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30ec33d3-43d6-4152-a698-b65942b73d69 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.389157 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-30ec33d3-43d6-4152-a698-b65942b73d69 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/be344b7a-c1d8-467e-85d3-e2087f63d9ec HTTP/1.1" status: 204 len: 168 time: 1.0395184 Jan 21 09:41:33.395125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60040) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.456477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.460114 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e5e5e139-f3ea-4705-997c-5a446c39ec4d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8945227 Jan 21 09:41:33.468379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60044) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.477297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'security_group_rule': {'security_group_id': '8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550', 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:33.487511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.492416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:security_group_rule and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:33.495767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:33.509258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:33.509753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.555226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=adf8fcf7-0b65-446a-bda2-75f45d54cabd,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.569044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.619311 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:33.625642 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] Checking router: c58ec525-f47b-4096-8a97-8ff8f8433bab for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:33.631608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b66e31d1-9055-42d3-a765-1356263095f8 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Synchronizing usage tracker for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:33.638584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.640300 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:33.641175 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:33.693915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking segment: {'id': '8bb3926a-b20f-4112-a310-b117d3044282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0c17cd99-3b02-437a-8afe-40768bdf638e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:33.694396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network hostable DHCP agents. Network: 0c17cd99-3b02-437a-8afe-40768bdf638e, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:33.704522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:33.710797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b66e31d1-9055-42d3-a765-1356263095f8 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Unset dirty status for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:33.711057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Pushing event updated for resources: {'Port': ['ID=1c23b22b-6bed-47d3-9cc2-ebf61b8f014e,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.712120 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b66e31d1-9055-42d3-a765-1356263095f8 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3149977 Jan 21 09:41:33.717420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60048) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.720729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:33.734127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:33.740201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--55020039'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:33.754882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.780244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:33.820736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.834236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 0c17cd99-3b02-437a-8afe-40768bdf638e is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:33.841274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.854208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.894170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 0c17cd99-3b02-437a-8afe-40768bdf638e) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:33.900087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:33.900957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.906725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:33.910648 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4366593 Jan 21 09:41:33.917373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60054) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.943906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'security_group_rule': {'security_group_id': '8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550', 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:33.950989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e577f-4c3e-4d48-b82e-a382636254f7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cfe9f1-2dc2-45fa-acc0-295f158ac0f0,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:33.960793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.973953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:security_group_rule and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:33.977835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:33.980526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:33.985268 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fe855bcb-bae5-4d7c-adc5-5dd79b6a9e59 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1775084 Jan 21 09:41:33.987509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60058) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:33.987847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bfca05-03f4-4175-b76c-89fe80fd9ccc None None] Network 0c17cd99-3b02-437a-8afe-40768bdf638e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:33.990885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:34.001139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': '0c17cd99-3b02-437a-8afe-40768bdf638e', 'name': 'tempest-PortsTestJSON-281931546'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:34.028609 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Attempting to bind port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:34.032238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Attempting to bind port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '29d14f34-7b73-482d-a29d-108cc1e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a170d6f9-0c77-4587-be7d-51e57f5ee1c1'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:34.035638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Attempting to bind port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e on network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:34.100283 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:34.133954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.165341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:34.166074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Checking segment: {'id': '29d14f34-7b73-482d-a29d-108cc1e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a170d6f9-0c77-4587-be7d-51e57f5ee1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:34.166720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.167397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Bound using segment: {'id': '29d14f34-7b73-482d-a29d-108cc1e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a170d6f9-0c77-4587-be7d-51e57f5ee1c1'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:34.168216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Bound port: 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d14f34-7b73-482d-a29d-108cc1e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a170d6f9-0c77-4587-be7d-51e57f5ee1c1'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:34.168750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.175207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:34.179032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60064) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.179974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:34.188997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.190335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:34.195533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:34.196439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.205089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:34.248001 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:34.274008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.292614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e1ae2945-29e9-4dad-b683-bf380a86e263, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e1ae2945-29e9-4dad-b683-bf380a86e263,segment=NetworkSegment(0a17452f-9b5c-4754-b3ba-b862fbc9bd42),segment_id=0a17452f-9b5c-4754-b3ba-b862fbc9bd42)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:34.325828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.338070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:34.342407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.383627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port fcac50e8-5d48-4bd4-a16f-e924f3674dc5 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:34.434550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e1ae2945-29e9-4dad-b683-bf380a86e263,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.467329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] For port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:34.522579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.529907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.551058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.10 (0c17cd99-3b02-437a-8afe-40768bdf638e/adf8fcf7-0b65-446a-bda2-75f45d54cabd/fcac50e8-5d48-4bd4-a16f-e924f3674dc5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:34.578722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] For port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1c23b22b-6bed-47d3-9cc2-ebf61b8f014e,segment=NetworkSegment(29d14f34-7b73-482d-a29d-108cc1e42890),segment_id=29d14f34-7b73-482d-a29d-108cc1e42890)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:34.586705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.641060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-0c17cd99-3b02-437a-8afe-40768bdf638e', 'network_id': '0c17cd99-3b02-437a-8afe-40768bdf638e', 'tenant_id': 'a05abf99eeec4bd89e25ce74b3597042', 'fixed_ips': [{'subnet_id': 'adf8fcf7-0b65-446a-bda2-75f45d54cabd'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:34.643181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.728312 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:34.743284 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0eda4-963a-4762-aa84-c37148b978db None None] The sync data for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv is: [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:37:35Z', 'revision_number': 4, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bc94a513-e393-46c4-b5ad-16cc87da96c4', 'name': '', 'network_id': '23468828-52ae-4983-b8f9-8a4d5fc80b2e', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'mac_address': 'fa:16:3e:aa:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39bd732c-a42c-46dd-997a-32d336854f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:32Z', 'updated_at': '2022-01-21T09:38:14Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'subnets': [{'id': '39bd732c-a42c-46dd-997a-32d336854f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:34.833134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c47efda-9ad0-4299-8a72-a854cc7c552b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.836246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e1ae2945-29e9-4dad-b683-bf380a86e263 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:34.853888 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8943775 Jan 21 09:41:34.854837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6520fc2-8c68-40ec-8b5f-ce53375b9ce0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Network': ['ID=b4ad30af-937a-4202-85ed-5a96a9174d55,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.860073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60068) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:34.876437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network b4ad30af-937a-4202-85ed-5a96a9174d55 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:34.901104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'ports': [{'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd'}, {'network_id': 'b4ad30af-937a-4202-85ed-5a96a9174d55'}]} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:34.901104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:34.902073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': 'b4ad30af-937a-4202-85ed-5a96a9174d55'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:34.970504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:34.987933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014df608-d37b-4f22-88ae-3d1ae4123ff4 None None] Pushing event updated for resources: {'Port': ['ID=1c23b22b-6bed-47d3-9cc2-ebf61b8f014e,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:34.993715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.032008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.064656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-306378ac-059f-469a-8159-44b890155076 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.078269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3aa2b0-ad14-4c31-b5d6-01efaead8749,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.080010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c47efda-9ad0-4299-8a72-a854cc7c552b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.081670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.085455 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9873b61c-a089-41ba-8181-9dcf3af4556b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3644090 Jan 21 09:41:35.099647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60072) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.106863 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e1ae2945-29e9-4dad-b683-bf380a86e263 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:35.107385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.136451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.146391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1c347666-06b7-47b0-aab3-9f5ff66e3679 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': '1c3aa2b0-ad14-4c31-b5d6-01efaead8749', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:35.147126 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-1c347666-06b7-47b0-aab3-9f5ff66e3679 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:35.148104 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1c347666-06b7-47b0-aab3-9f5ff66e3679 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219505 Jan 21 09:41:35.155348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60076) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.156350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object fcac50e8-5d48-4bd4-a16f-e924f3674dc5 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:35.157485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.189571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-306378ac-059f-469a-8159-44b890155076 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.200205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e3d58c5f-a296-4e27-bd35-5657f3d229e0 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': '1c3aa2b0-ad14-4c31-b5d6-01efaead8749', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:35.201116 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-e3d58c5f-a296-4e27-bd35-5657f3d229e0 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:35.201904 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e3d58c5f-a296-4e27-bd35-5657f3d229e0 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0423877 Jan 21 09:41:35.220335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60080) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.262531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c9bbf67c-0713-481f-91e8-f602b668568d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': '1c3aa2b0-ad14-4c31-b5d6-01efaead8749', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:35.262531 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-c9bbf67c-0713-481f-91e8-f602b668568d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:35.262531 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c9bbf67c-0713-481f-91e8-f602b668568d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0365305 Jan 21 09:41:35.278253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60084) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.281111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525c62b9-16a8-429f-b055-26f0fbfe0607,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.291553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0f748e23-4b3c-4033-ae94-455a9b133ac1 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': '1c3aa2b0-ad14-4c31-b5d6-01efaead8749', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:35.294744 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-0f748e23-4b3c-4033-ae94-455a9b133ac1 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:35.297802 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0f748e23-4b3c-4033-ae94-455a9b133ac1 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0110855 Jan 21 09:41:35.308451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60088) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.323382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.324573 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8f66b479-013a-4d16-b874-e335df1da66b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4045589 Jan 21 09:41:35.331455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60092) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.341626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'security_group_rule': {'security_group_id': '8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550', 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:35.348674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:35.355016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.356834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:security_group_rule and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:35.360817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:35.364172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.419219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:35.419479 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.448700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.455552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Allocated IP 172.20.0.2 (0c17cd99-3b02-437a-8afe-40768bdf638e/adf8fcf7-0b65-446a-bda2-75f45d54cabd/41b6d81a-3816-4c51-b7fe-1336faf70928) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:35.473276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-306378ac-059f-469a-8159-44b890155076 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.477054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=fcac50e8-5d48-4bd4-a16f-e924f3674dc5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.507943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306378ac-059f-469a-8159-44b890155076 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773ef44-b1b2-4995-b010-41ed6996ee23,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.511090 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Project d7a3498013304bf78a9733962d0c8e9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:41:35.516797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 0c17cd99-3b02-437a-8afe-40768bdf638e is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:35.521924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:35.525356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:35.566895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.597416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-306378ac-059f-469a-8159-44b890155076 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.599041 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-306378ac-059f-469a-8159-44b890155076 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "DELETE /v2.0/security-groups/3773ef44-b1b2-4995-b010-41ed6996ee23 HTTP/1.1" status: 204 len: 168 time: 1.4158819 Jan 21 09:41:35.609684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60096) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.627964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c47efda-9ad0-4299-8a72-a854cc7c552b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.628546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c47efda-9ad0-4299-8a72-a854cc7c552b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Fanout notify agent at l3_agent the message router_deleted on router c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:35.645966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:35.647507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:35.648124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.670628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:35.672584 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-70b5f7c2-27df-453a-87f2-abddb8b41f28 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] show failed (client error): The resource could not be found. Jan 21 09:41:35.673692 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-70b5f7c2-27df-453a-87f2-abddb8b41f28 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "GET /v2.0/security-groups/3773ef44-b1b2-4995-b010-41ed6996ee23 HTTP/1.1" status: 404 len: 347 time: 0.0593343 Jan 21 09:41:35.681598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60100) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.691634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.692268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Fanout notify agent at l3_agent the message router_deleted on router 3ac83657-2149-45a0-a71d-dd14f87a1304 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:41:35.697459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:35.707483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:35.720848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.726652 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e7531132-7d75-452f-b758-bb3ae0b41e70 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/3ac83657-2149-45a0-a71d-dd14f87a1304 HTTP/1.1" status: 204 len: 168 time: 8.3545804 Jan 21 09:41:35.727568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60104) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.740220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'router': {'name': 'tempest-snat-router-667649860', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': False}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:35.757306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c47efda-9ad0-4299-8a72-a854cc7c552b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.761161 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2c47efda-9ad0-4299-8a72-a854cc7c552b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db HTTP/1.1" status: 204 len: 168 time: 3.3584013 Jan 21 09:41:35.761321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.765654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e774ac17-f09c-4cf9-a772-8f26481cf308 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7768993 Jan 21 09:41:35.765908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Subnet': ['ID=9848149e-b2e6-45ea-a69c-2f3c326fda79,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.767625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60108) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.770216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:35.776495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60110) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:35.785142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Transition to ACTIVE for port object 41b6d81a-3816-4c51-b7fe-1336faf70928 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:35.814705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Transition to ACTIVE for port object 41b6d81a-3816-4c51-b7fe-1336faf70928 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:35.818666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 2} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:35.822606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.825372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.833894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Usage tracker for resource:router and tenant:16b1f20b931b4b11b6548e6e8d478db9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:35.848242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:35.859514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22fa26bf-a64e-48f8-89e7-e39582d5188e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.877127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:35.894453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.933317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Pushing event updated for resources: {'Port': ['ID=41b6d81a-3816-4c51-b7fe-1336faf70928,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:35.940391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Network 0c17cd99-3b02-437a-8afe-40768bdf638e is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:35.942632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:35.947587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:35.949181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.959627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22fa26bf-a64e-48f8-89e7-e39582d5188e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.967959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.969190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:35.972308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.028901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Deleting port 7f5bf56a-5431-4f4b-9239-a0a80b22047a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:36.029144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.052730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Checking segment: {'id': '3c5ff97a-89ca-4180-9c58-5d9cbf6aac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ea64f901-627b-4af1-8ab3-34dce6cf15be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:36.053699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network hostable DHCP agents. Network: ea64f901-627b-4af1-8ab3-34dce6cf15be, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:36.064255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Attempting to bind port 41b6d81a-3816-4c51-b7fe-1336faf70928 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:36.064877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Attempting to bind port 41b6d81a-3816-4c51-b7fe-1336faf70928 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '8bb3926a-b20f-4112-a310-b117d3044282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0c17cd99-3b02-437a-8afe-40768bdf638e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:36.065776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Attempting to bind port 41b6d81a-3816-4c51-b7fe-1336faf70928 on network 0c17cd99-3b02-437a-8afe-40768bdf638e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:36.083379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:36.085363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Checking segment: {'id': '8bb3926a-b20f-4112-a310-b117d3044282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0c17cd99-3b02-437a-8afe-40768bdf638e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:36.087539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.091870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Bound using segment: {'id': '8bb3926a-b20f-4112-a310-b117d3044282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0c17cd99-3b02-437a-8afe-40768bdf638e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:36.092720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Bound port: 41b6d81a-3816-4c51-b7fe-1336faf70928, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb3926a-b20f-4112-a310-b117d3044282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0c17cd99-3b02-437a-8afe-40768bdf638e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:36.093259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8ef64165-73c5-4bdf-8caf-a6ab6c538346 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port fcac50e8-5d48-4bd4-a16f-e924f3674dc5 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:36.093608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef64165-73c5-4bdf-8caf-a6ab6c538346 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.095185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.141516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bc1432-26bd-41ab-9042-941f8f927323,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.160886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.162635 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a5bb7f8-be64-42bf-9cbb-7e14c6272f73 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8294885 Jan 21 09:41:36.172390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60116) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:36.185406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'security_group_rule': {'security_group_id': '8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550', 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:36.213005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:36.231613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] For port 41b6d81a-3816-4c51-b7fe-1336faf70928, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:36.236475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] For port 41b6d81a-3816-4c51-b7fe-1336faf70928, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=41b6d81a-3816-4c51-b7fe-1336faf70928,segment=NetworkSegment(8bb3926a-b20f-4112-a310-b117d3044282),segment_id=8bb3926a-b20f-4112-a310-b117d3044282)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:36.243017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.301165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:security_group_rule and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:36.315033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:36.335162 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafb0a1-5588-4b2c-9181-cce647b2d05a None None] Pushing event updated for resources: {'Port': ['ID=41b6d81a-3816-4c51-b7fe-1336faf70928,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:36.356094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:36.372119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd414c-c038-4ede-97b0-528aa86622a5 None None] Network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:36.402360 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Project d7a3498013304bf78a9733962d0c8e9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:41:36.422771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.450370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.543480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.543851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.605458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1c9fa446-f6d5-45bb-b3a4-16e304e37dd7 None None] Provisioning for port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:36.774558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network ea64f901-627b-4af1-8ab3-34dce6cf15be is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:36.789872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Calling delete_port for 7f5bf56a-5431-4f4b-9239-a0a80b22047a owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:36.803191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22fa26bf-a64e-48f8-89e7-e39582d5188e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.819186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef543aac-cd43-497d-8827-e399c15d4d0a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet 2f571365-8fcb-4e81-a45f-4ba403c0412d {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:41:36.865942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef543aac-cd43-497d-8827-e399c15d4d0a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.874698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.880014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef64165-73c5-4bdf-8caf-a6ab6c538346 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.892408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:36.897121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.966706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:36.970851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef543aac-cd43-497d-8827-e399c15d4d0a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:36.973192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:36.973715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.071335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8ef64165-73c5-4bdf-8caf-a6ab6c538346 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for fcac50e8-5d48-4bd4-a16f-e924f3674dc5 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:37.077434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa26bf-a64e-48f8-89e7-e39582d5188e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3aa2b0-ad14-4c31-b5d6-01efaead8749,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.091045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, ea64f901-627b-4af1-8ab3-34dce6cf15be) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:37.094857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port 48a06820-4787-42fd-b9ea-eff98e2a05ab yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:37.115379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:37.115969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.117194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c2c29-1d21-41c7-b818-85317b988781 None None] Network ea64f901-627b-4af1-8ab3-34dce6cf15be requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:37.263388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.264432 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0890644 Jan 21 09:41:37.273359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eaf02-3da9-4780-8573-830def14418f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981936c8-2d59-4ed9-8afd-6cdd9bd5b7d8,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.303496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.393666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1c23b22b-6bed-47d3-9cc2-ebf61b8f014e,segment=NetworkSegment(29d14f34-7b73-482d-a29d-108cc1e42890),segment_id=29d14f34-7b73-482d-a29d-108cc1e42890)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:37.402259 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.403036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 41b6d81a-3816-4c51-b7fe-1336faf70928 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:37.444300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef543aac-cd43-497d-8827-e399c15d4d0a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.511490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-22fa26bf-a64e-48f8-89e7-e39582d5188e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.512720 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-22fa26bf-a64e-48f8-89e7-e39582d5188e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/1c3aa2b0-ad14-4c31-b5d6-01efaead8749 HTTP/1.1" status: 204 len: 168 time: 2.1907084 Jan 21 09:41:37.524703 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-73b5e818-dce6-4902-8640-2486eede1d25 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0004470 Jan 21 09:41:37.524935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60136) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.530570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60138) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:37.537156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.546561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.563792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1547f693-c6a3-4884-9e21-a81be9f298d9 None None] Provisioning complete for port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:37.564167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1547f693-c6a3-4884-9e21-a81be9f298d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.719003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.723181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef64165-73c5-4bdf-8caf-a6ab6c538346 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.757705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 41b6d81a-3816-4c51-b7fe-1336faf70928 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:37.782650 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=1c23b22b-6bed-47d3-9cc2-ebf61b8f014e,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.852375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7a744-80a3-4db3-bf39-469493ab56e6 None None] Network 0c17cd99-3b02-437a-8afe-40768bdf638e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:37.874766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Pushing event deleted for resources: {'Port': ['ID=7f5bf56a-5431-4f4b-9239-a0a80b22047a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.906110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port a1021ac1-4351-4296-9545-90a2d6a47902 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:37.911309 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef543aac-cd43-497d-8827-e399c15d4d0a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.960439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef543aac-cd43-497d-8827-e399c15d4d0a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=2f571365-8fcb-4e81-a45f-4ba403c0412d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:37.975274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef543aac-cd43-497d-8827-e399c15d4d0a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:37.995489 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ef543aac-cd43-497d-8827-e399c15d4d0a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/2f571365-8fcb-4e81-a45f-4ba403c0412d HTTP/1.1" status: 204 len: 168 time: 2.2217298 Jan 21 09:41:37.996442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60150) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.018202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f0d20-2449-4df0-9191-23a6660295f7 None None] Network cefd80d2-9b52-41ee-aec8-4aae6581871d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:38.107765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef64165-73c5-4bdf-8caf-a6ab6c538346 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=fcac50e8-5d48-4bd4-a16f-e924f3674dc5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:38.146038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-ea64f901-627b-4af1-8ab3-34dce6cf15be', 'network_id': 'ea64f901-627b-4af1-8ab3-34dce6cf15be', 'tenant_id': '35c85d8975254b5db479ddfb56f96784', 'fixed_ips': [{'subnet_id': '9848149e-b2e6-45ea-a69c-2f3c326fda79'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:38.147160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.154001 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.237069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.319476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.339096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 428b3401-a9f5-4444-8114-d633608a2b89 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:38.339445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.347805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef64165-73c5-4bdf-8caf-a6ab6c538346 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.360327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-00d9a8ea-cb85-4a13-a91d-20d9b4fa3f0e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Synchronizing usage tracker for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:38.371523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.375917 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a5e60d84-bec8-492f-98ac-e991613305b3 tempest-ServerActionsTestJSON-348901224 tempest-ServerActionsTestJSON-348901224-project] 10.222.0.122 "DELETE /v2.0/floatingips/e03217eb-e3cd-4ffd-9e13-417ca55f676a HTTP/1.1" status: 204 len: 168 time: 2.6931787 Jan 21 09:41:38.380278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8ef64165-73c5-4bdf-8caf-a6ab6c538346 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/fcac50e8-5d48-4bd4-a16f-e924f3674dc5 HTTP/1.1" status: 204 len: 168 time: 2.6027982 Jan 21 09:41:38.392148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60158) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.392482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60160) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.515493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1be91c5-5a84-4cb7-93df-4b869e98d84e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:38.516073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1be91c5-5a84-4cb7-93df-4b869e98d84e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:38.518547 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c1be91c5-5a84-4cb7-93df-4b869e98d84e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/fcac50e8-5d48-4bd4-a16f-e924f3674dc5 HTTP/1.1" status: 404 len: 333 time: 0.1222394 Jan 21 09:41:38.574047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60170) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.576520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-00d9a8ea-cb85-4a13-a91d-20d9b4fa3f0e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Unset dirty status for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:38.582438 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-00d9a8ea-cb85-4a13-a91d-20d9b4fa3f0e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0567334 Jan 21 09:41:38.583181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60174) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.626122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Allocated IP 172.20.0.2 (ea64f901-627b-4af1-8ab3-34dce6cf15be/9848149e-b2e6-45ea-a69c-2f3c326fda79/259fe079-fdde-4d81-a5f9-c4e0d3aa5a91) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:38.628372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5b561054-968f-4ae2-85a7-da4d6321f1e0 None None] Provisioning for port 41b6d81a-3816-4c51-b7fe-1336faf70928 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:38.628572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.638996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711271756'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:38.666246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5b561054-968f-4ae2-85a7-da4d6321f1e0 None None] Provisioning complete for port 41b6d81a-3816-4c51-b7fe-1336faf70928 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:38.666731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5b561054-968f-4ae2-85a7-da4d6321f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.671060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:38.706720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] DHCP port deletion for cefd80d2-9b52-41ee-aec8-4aae6581871d request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:41:38.746537 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3237ffaf-57bb-4fde-a0b0-084da8e21c74 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:41:38.747044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3237ffaf-57bb-4fde-a0b0-084da8e21c74 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:38.770027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:38.818038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:38.850925 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3237ffaf-57bb-4fde-a0b0-084da8e21c74 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:38.852098 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3237ffaf-57bb-4fde-a0b0-084da8e21c74 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/fcac50e8-5d48-4bd4-a16f-e924f3674dc5 HTTP/1.1" status: 404 len: 333 time: 0.2771065 Jan 21 09:41:38.858687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60180) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:38.968406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:38.977922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.015666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] Deleting port 428b3401-a9f5-4444-8114-d633608a2b89 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:39.016039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.065600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:39.078664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 428b3401-a9f5-4444-8114-d633608a2b89, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=428b3401-a9f5-4444-8114-d633608a2b89,segment=NetworkSegment(769b355e-d7c3-45b5-98e2-9f713f58069f),segment_id=769b355e-d7c3-45b5-98e2-9f713f58069f)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:39.079248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.293328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5b561054-968f-4ae2-85a7-da4d6321f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.306017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:39.328181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:39.345128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:39.408101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5b561054-968f-4ae2-85a7-da4d6321f1e0 None None] For port 41b6d81a-3816-4c51-b7fe-1336faf70928, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=41b6d81a-3816-4c51-b7fe-1336faf70928,segment=NetworkSegment(8bb3926a-b20f-4112-a310-b117d3044282),segment_id=8bb3926a-b20f-4112-a310-b117d3044282)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:39.428503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5b561054-968f-4ae2-85a7-da4d6321f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.492459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 428b3401-a9f5-4444-8114-d633608a2b89 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:39.528375 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.556028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b561054-968f-4ae2-85a7-da4d6321f1e0 None None] Pushing event updated for resources: {'Port': ['ID=41b6d81a-3816-4c51-b7fe-1336faf70928,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.640748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=48a06820-4787-42fd-b9ea-eff98e2a05ab,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:39.654898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.673579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:39.674206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.829713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] For port 428b3401-a9f5-4444-8114-d633608a2b89, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=428b3401-a9f5-4444-8114-d633608a2b89,segment=NetworkSegment(769b355e-d7c3-45b5-98e2-9f713f58069f),segment_id=769b355e-d7c3-45b5-98e2-9f713f58069f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:39.830372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.836186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:39.851137 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:39.873541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:39.874778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:39.958934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849d4f9-f532-420a-8632-66dfb8fcb632 None None] New status for floating IP e03217eb-e3cd-4ffd-9e13-417ca55f676a: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:41:40.004528 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Allocated IP 172.26.1.181 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/6594a934-d604-4b03-a4d9-bb5e01e73775) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:40.036988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.084617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No DVR routers for this DVR port 428b3401-a9f5-4444-8114-d633608a2b89 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:40.089595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.162548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=a1021ac1-4351-4296-9545-90a2d6a47902,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.208109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-583d7c9b-07dc-49f4-a3b5-36256043658f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet adf8fcf7-0b65-446a-bda2-75f45d54cabd {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:41:40.233826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.246494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] Calling delete_port for 428b3401-a9f5-4444-8114-d633608a2b89 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:40.314830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=428b3401-a9f5-4444-8114-d633608a2b89,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.347663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-583d7c9b-07dc-49f4-a3b5-36256043658f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.391845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.409672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-df28c463-cf87-4d83-8aa8-5935ba3ce264 None None] Provisioning complete for port 41b6d81a-3816-4c51-b7fe-1336faf70928 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:40.410097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-df28c463-cf87-4d83-8aa8-5935ba3ce264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.485772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Transition to ACTIVE for port object 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:40.497129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-583d7c9b-07dc-49f4-a3b5-36256043658f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.525465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.527263 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8951862 Jan 21 09:41:40.532595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60204) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.540142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade09e1-c067-4a3a-a71f-03a507f7ac19 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d989b500-3cb7-4a1a-82b7-1477ed59f4f2,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.546135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Transition to ACTIVE for port object 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:40.554822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking segment: {'id': 'ea217102-f7b1-49b1-8d65-31d75909e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b4ad30af-937a-4202-85ed-5a96a9174d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:40.555525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network hostable DHCP agents. Network: b4ad30af-937a-4202-85ed-5a96a9174d55, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:40.568573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ee3f5a58-f6bc-4ed8-ab6a-546058f1273a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:40.571727 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-ee3f5a58-f6bc-4ed8-ab6a-546058f1273a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:40.573789 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ee3f5a58-f6bc-4ed8-ab6a-546058f1273a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0371828 Jan 21 09:41:40.593223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.603308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60208) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.620610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-005c60eb-5d21-4d06-9995-01145fb7494e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:40.633052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-005c60eb-5d21-4d06-9995-01145fb7494e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:40.640398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-005c60eb-5d21-4d06-9995-01145fb7494e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:40.643992 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-005c60eb-5d21-4d06-9995-01145fb7494e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:40.653404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-005c60eb-5d21-4d06-9995-01145fb7494e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.665660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.671831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.689301 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:40.689939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:40.716720 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-005c60eb-5d21-4d06-9995-01145fb7494e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:40.718149 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-005c60eb-5d21-4d06-9995-01145fb7494e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1067734 Jan 21 09:41:40.731967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60212) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.739418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Network ea64f901-627b-4af1-8ab3-34dce6cf15be is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:40.744610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:40.747638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3079e87d-d556-4509-890f-2659a17ac135 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:40.749049 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-3079e87d-d556-4509-890f-2659a17ac135 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:40.750317 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3079e87d-d556-4509-890f-2659a17ac135 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0110030 Jan 21 09:41:40.755843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:40.758601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefd80d2-9b52-41ee-aec8-4aae6581871d']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:40.759336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60216) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.767429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Pushing event updated for resources: {'Port': ['ID=259fe079-fdde-4d81-a5f9-c4e0d3aa5a91,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:40.768586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-befa7b65-e1fc-4347-9ae9-fec198c09220 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:40.777136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network b4ad30af-937a-4202-85ed-5a96a9174d55 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:40.782504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769b355e-d7c3-45b5-98e2-9f713f58069f') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:40.782898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769b355e-d7c3-45b5-98e2-9f713f58069f') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:40.796107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-befa7b65-e1fc-4347-9ae9-fec198c09220 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:40.804367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-befa7b65-e1fc-4347-9ae9-fec198c09220 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:40.818030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.832466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-befa7b65-e1fc-4347-9ae9-fec198c09220 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:40.840089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Allocated IP 172.20.0.1 (a170d6f9-0c77-4587-be7d-51e57f5ee1c1/f360bfc3-bce5-443d-bef6-5601ca61206c/1b05484c-bd42-4e5f-a1ef-faa23a5ad01c) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:40.849498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-befa7b65-e1fc-4347-9ae9-fec198c09220 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:40.853779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-583d7c9b-07dc-49f4-a3b5-36256043658f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.857516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, b4ad30af-937a-4202-85ed-5a96a9174d55) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:40.862544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 428b3401-a9f5-4444-8114-d633608a2b89 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:40.878331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:40.883743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:40.887133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:40.889648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.890478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bad6de-3ebc-4c95-b3bc-8cfe8fe99a96 None None] Network b4ad30af-937a-4202-85ed-5a96a9174d55 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:40.918865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0c8f7440-cdda-4979-aceb-e791a9b7857d None None] Could not find standard attr ID for object fcac50e8-5d48-4bd4-a16f-e924f3674dc5. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:41:40.939983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:40.948323 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4c7f0502-2538-4339-8247-abc201ebbc87 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.0844569 Jan 21 09:41:40.952729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60222) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:40.967273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:40.969159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:41.114395 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:41.120565 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-befa7b65-e1fc-4347-9ae9-fec198c09220 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:41.121677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-befa7b65-e1fc-4347-9ae9-fec198c09220 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3613873 Jan 21 09:41:41.123336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.141891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 428b3401-a9f5-4444-8114-d633608a2b89 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:41:41.142280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 428b3401-a9f5-4444-8114-d633608a2b89 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:41.150660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Attempting to bind port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:41.151139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Attempting to bind port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '3c5ff97a-89ca-4180-9c58-5d9cbf6aac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ea64f901-627b-4af1-8ab3-34dce6cf15be'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:41.151494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Attempting to bind port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 on network ea64f901-627b-4af1-8ab3-34dce6cf15be {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:41.178811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60226) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.184717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7f5a76be-188a-4183-86fe-ce6caf962c42 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:41.185322 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-7f5a76be-188a-4183-86fe-ce6caf962c42 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:41.186277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7f5a76be-188a-4183-86fe-ce6caf962c42 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064938 Jan 21 09:41:41.199895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.204140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60230) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.222776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1bfeeb54-16c5-4068-8fdf-1381e1dd0321 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:41.224904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] Deleting port 428b3401-a9f5-4444-8114-d633608a2b89 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:41.225276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.233555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-583d7c9b-07dc-49f4-a3b5-36256043658f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.240625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1bfeeb54-16c5-4068-8fdf-1381e1dd0321 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.292722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1bfeeb54-16c5-4068-8fdf-1381e1dd0321 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:41.296549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1bfeeb54-16c5-4068-8fdf-1381e1dd0321 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:41.311139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 41b6d81a-3816-4c51-b7fe-1336faf70928 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:41.319387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7c9b-07dc-49f4-a3b5-36256043658f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=adf8fcf7-0b65-446a-bda2-75f45d54cabd,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.320683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1bfeeb54-16c5-4068-8fdf-1381e1dd0321 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.337320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.345357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-583d7c9b-07dc-49f4-a3b5-36256043658f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.386985 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.390708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-583d7c9b-07dc-49f4-a3b5-36256043658f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/adf8fcf7-0b65-446a-bda2-75f45d54cabd HTTP/1.1" status: 204 len: 168 time: 2.5283325 Jan 21 09:41:41.391177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31994631-84ed-4783-b820-a3f8d5b92ee2 None None] Network 0c17cd99-3b02-437a-8afe-40768bdf638e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:41.400181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60234) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.410986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=cefd80d2-9b52-41ee-aec8-4aae6581871d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.422750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.445285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-057951e1-7439-490d-bd90-47db22dcf470 None None] The port '428b3401-a9f5-4444-8114-d633608a2b89' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:41:41.445752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Transition to ACTIVE for port object 1b05484c-bd42-4e5f-a1ef-faa23a5ad01c will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:41.445909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5f80e2db-c27b-4975-a0b8-83b572bde725 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port a1021ac1-4351-4296-9545-90a2d6a47902 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:41.446624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5f80e2db-c27b-4975-a0b8-83b572bde725 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.460922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:41.461305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Checking segment: {'id': '3c5ff97a-89ca-4180-9c58-5d9cbf6aac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ea64f901-627b-4af1-8ab3-34dce6cf15be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:41.461724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.462147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Bound using segment: {'id': '3c5ff97a-89ca-4180-9c58-5d9cbf6aac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ea64f901-627b-4af1-8ab3-34dce6cf15be'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:41.462675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Bound port: 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5ff97a-89ca-4180-9c58-5d9cbf6aac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ea64f901-627b-4af1-8ab3-34dce6cf15be'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:41.467579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.491790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:41.501671 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3b2a8cf5-bfdb-4d26-adc3-c0fc524afb6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/cefd80d2-9b52-41ee-aec8-4aae6581871d HTTP/1.1" status: 204 len: 168 time: 3.5021596 Jan 21 09:41:41.504212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:41.508484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:41.510374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-1bfeeb54-16c5-4068-8fdf-1381e1dd0321 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:41.511557 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1bfeeb54-16c5-4068-8fdf-1381e1dd0321 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3058896 Jan 21 09:41:41.515910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60238) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.516230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60240) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.524689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8c6256fb-ea4d-4d6b-a28d-7a4416845e00 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:41.525273 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-8c6256fb-ea4d-4d6b-a28d-7a4416845e00 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:41.526509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8c6256fb-ea4d-4d6b-a28d-7a4416845e00 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068266 Jan 21 09:41:41.597010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'Port': ['ID=6594a934-d604-4b03-a4d9-bb5e01e73775,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.617924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60246) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.677606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] For port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:41.679250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2029665940', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:41.680726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] For port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=259fe079-fdde-4d81-a5f9-c4e0d3aa5a91,segment=NetworkSegment(3c5ff97a-89ca-4180-9c58-5d9cbf6aac46),segment_id=3c5ff97a-89ca-4180-9c58-5d9cbf6aac46)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:41.689147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.689691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.697302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:router and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:41.710048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:41.721230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.738796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4c5a7df3-1411-48dc-b176-59cf39ed9f11 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:41.745739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c5a7df3-1411-48dc-b176-59cf39ed9f11 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.750173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4c5a7df3-1411-48dc-b176-59cf39ed9f11 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:41.753803 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4c5a7df3-1411-48dc-b176-59cf39ed9f11 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:41.769974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c5a7df3-1411-48dc-b176-59cf39ed9f11 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.795225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.803349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.804238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.824133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.853927 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-4c5a7df3-1411-48dc-b176-59cf39ed9f11 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:41.855939 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4c5a7df3-1411-48dc-b176-59cf39ed9f11 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1248460 Jan 21 09:41:41.862704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60250) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:41.878384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5278277d-25eb-42b5-9bce-21f8e7c8c68f tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'd989b500-3cb7-4a1a-82b7-1477ed59f4f2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:41.885782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 41b6d81a-3816-4c51-b7fe-1336faf70928 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:41.886339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:41.887138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5278277d-25eb-42b5-9bce-21f8e7c8c68f tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:41.891757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2b71e-37b8-4813-b8ab-8a85e8d55ffe None None] Pushing event updated for resources: {'Port': ['ID=259fe079-fdde-4d81-a5f9-c4e0d3aa5a91,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:41.894980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5278277d-25eb-42b5-9bce-21f8e7c8c68f tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:41.898379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5278277d-25eb-42b5-9bce-21f8e7c8c68f tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:41.904655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5278277d-25eb-42b5-9bce-21f8e7c8c68f tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:41.910114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 41b6d81a-3816-4c51-b7fe-1336faf70928 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:41.910737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.088030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:42.100374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.106818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.107875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.121188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:42.127920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Port': ['ID=1b05484c-bd42-4e5f-a1ef-faa23a5ad01c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.131068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:42.175070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] DHCP port deletion for 0c17cd99-3b02-437a-8afe-40768bdf638e request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:41:42.183144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] Deleting port 41b6d81a-3816-4c51-b7fe-1336faf70928 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:42.184358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.334131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.344036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.440973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5f80e2db-c27b-4975-a0b8-83b572bde725 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.467337 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-5278277d-25eb-42b5-9bce-21f8e7c8c68f tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:42.468787 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5278277d-25eb-42b5-9bce-21f8e7c8c68f tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6001751 Jan 21 09:41:42.495640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60256) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.538759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] For port 41b6d81a-3816-4c51-b7fe-1336faf70928, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=41b6d81a-3816-4c51-b7fe-1336faf70928,segment=NetworkSegment(8bb3926a-b20f-4112-a310-b117d3044282),segment_id=8bb3926a-b20f-4112-a310-b117d3044282)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:42.539160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.567741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.568920 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a7649905-50f9-48bf-891d-7243413856c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0507412 Jan 21 09:41:42.584672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60260) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:42.609904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-161921636'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:42.642630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:42.696155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] For port 41b6d81a-3816-4c51-b7fe-1336faf70928, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=41b6d81a-3816-4c51-b7fe-1336faf70928,segment=NetworkSegment(8bb3926a-b20f-4112-a310-b117d3044282),segment_id=8bb3926a-b20f-4112-a310-b117d3044282)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:42.696518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.707139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:42.710589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] Calling delete_port for 41b6d81a-3816-4c51-b7fe-1336faf70928 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:42.731385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:42.772170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ffd13bb2-c29d-42a8-b95a-4726b581a782 None None] Provisioning for port 1b05484c-bd42-4e5f-a1ef-faa23a5ad01c completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:42.788418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ffd13bb2-c29d-42a8-b95a-4726b581a782 None None] Provisioning complete for port 1b05484c-bd42-4e5f-a1ef-faa23a5ad01c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:42.788651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffd13bb2-c29d-42a8-b95a-4726b581a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.832002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5f80e2db-c27b-4975-a0b8-83b572bde725 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for a1021ac1-4351-4296-9545-90a2d6a47902 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:42.832229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:42.892138 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] Pushing event deleted for resources: {'Port': ['ID=41b6d81a-3816-4c51-b7fe-1336faf70928,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:42.908143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30deb12-b645-46b8-abfd-db033f9210ec None None] No DVR routers for this DVR port 41b6d81a-3816-4c51-b7fe-1336faf70928 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:41:42.909595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ffd13bb2-c29d-42a8-b95a-4726b581a782 None None] Port 1b05484c-bd42-4e5f-a1ef-faa23a5ad01c cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:42.915741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:42.930691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 41b6d81a-3816-4c51-b7fe-1336faf70928 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:43.039690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5f80e2db-c27b-4975-a0b8-83b572bde725 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.159206 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80e2db-c27b-4975-a0b8-83b572bde725 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=a1021ac1-4351-4296-9545-90a2d6a47902,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.167135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27137c07-641e-45fe-9854-13284d533bf5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.172424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:43.177295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.178706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5f80e2db-c27b-4975-a0b8-83b572bde725 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.192734 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5f80e2db-c27b-4975-a0b8-83b572bde725 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/a1021ac1-4351-4296-9545-90a2d6a47902 HTTP/1.1" status: 204 len: 168 time: 2.2354484 Jan 21 09:41:43.193615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60264) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.198814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.370551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:43.381516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589dad14-508d-4544-9622-04f4944fd649 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:43.386209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589dad14-508d-4544-9622-04f4944fd649 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:43.387298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-589dad14-508d-4544-9622-04f4944fd649 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:43.419002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Router 1925a0a3-c614-431b-aafc-fd01a5f8148c is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:43.427679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-589dad14-508d-4544-9622-04f4944fd649 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:43.432000 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-589dad14-508d-4544-9622-04f4944fd649 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2347991 Jan 21 09:41:43.434061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27137c07-641e-45fe-9854-13284d533bf5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.434335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60270) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:43.508495 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:43.625263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e318c666-6472-475f-b913-8d9e7a425246 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port 48a06820-4787-42fd-b9ea-eff98e2a05ab {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:43.625898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e318c666-6472-475f-b913-8d9e7a425246 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.627535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 41b6d81a-3816-4c51-b7fe-1336faf70928 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:41:43.673294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:43.698377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:41:43.698751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:41:43.714203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.714630 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment 5a27de84-b4fa-42cc-b798-a9ac463fbc32 of type vlan for network 8c9b3665-77b9-4647-a6d3-9a704b90316d Jan 21 09:41:43.725603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 41b6d81a-3816-4c51-b7fe-1336faf70928 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:41:43.726110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 41b6d81a-3816-4c51-b7fe-1336faf70928 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:41:43.752525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f3a14f-7090-4cbb-bd1e-d657d3c811f3 None None] Network ea64f901-627b-4af1-8ab3-34dce6cf15be requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:43.859643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27137c07-641e-45fe-9854-13284d533bf5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.876936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-18bbaf27-e50d-4261-b7ed-07d94095ec87 None None] Provisioning for port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:43.885689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-18bbaf27-e50d-4261-b7ed-07d94095ec87 None None] Provisioning complete for port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:43.886231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf27-e50d-4261-b7ed-07d94095ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.909538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:43.915721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27137c07-641e-45fe-9854-13284d533bf5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d989b500-3cb7-4a1a-82b7-1477ed59f4f2,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:43.998345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e318c666-6472-475f-b913-8d9e7a425246 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.140249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf27-e50d-4261-b7ed-07d94095ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.179014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e318c666-6472-475f-b913-8d9e7a425246 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for 48a06820-4787-42fd-b9ea-eff98e2a05ab owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:44.201263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 41b6d81a-3816-4c51-b7fe-1336faf70928 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:44.201602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.222465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-18bbaf27-e50d-4261-b7ed-07d94095ec87 None None] For port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=259fe079-fdde-4d81-a5f9-c4e0d3aa5a91,segment=NetworkSegment(3c5ff97a-89ca-4180-9c58-5d9cbf6aac46),segment_id=3c5ff97a-89ca-4180-9c58-5d9cbf6aac46)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:44.233756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27137c07-641e-45fe-9854-13284d533bf5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.237331 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-27137c07-641e-45fe-9854-13284d533bf5 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/d989b500-3cb7-4a1a-82b7-1477ed59f4f2 HTTP/1.1" status: 204 len: 168 time: 1.7314513 Jan 21 09:41:44.237529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:44.239840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60274) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.245955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.249496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:44.249832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf27-e50d-4261-b7ed-07d94095ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.250317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.260832 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Sync routers for ids ['1925a0a3-c614-431b-aafc-fd01a5f8148c'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:44.282454 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Routers {'1925a0a3-c614-431b-aafc-fd01a5f8148c'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:44.283063 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1925a0a3-c614-431b-aafc-fd01a5f8148c'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:44.305421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.326706 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1f8eb46f-e3b8-4303-a0a7-27156f424962 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5939450 Jan 21 09:41:44.327661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60278) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.417561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] The port '41b6d81a-3816-4c51-b7fe-1336faf70928' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:41:44.434841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e318c666-6472-475f-b913-8d9e7a425246 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.441745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbaf27-e50d-4261-b7ed-07d94095ec87 None None] Pushing event updated for resources: {'Port': ['ID=259fe079-fdde-4d81-a5f9-c4e0d3aa5a91,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.456423 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8661931 Jan 21 09:41:44.477802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60282) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.524328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:44.555838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6c4c-e9e5-49c3-bc57-5fa6f1efa94d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=8c9b3665-77b9-4647-a6d3-9a704b90316d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.571609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c666-6472-475f-b913-8d9e7a425246 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=48a06820-4787-42fd-b9ea-eff98e2a05ab,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:44.610966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 8c9b3665-77b9-4647-a6d3-9a704b90316d details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:44.724933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c31fc722-a65e-4ab9-9e77-52421d28336b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Synchronizing usage tracker for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:44.740748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e318c666-6472-475f-b913-8d9e7a425246 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.745965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:41:44.763585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.779167 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Set router 1925a0a3-c614-431b-aafc-fd01a5f8148c gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:44.783366 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:44.787422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:44.790373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:44.804974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:44.814393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.817626 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e318c666-6472-475f-b913-8d9e7a425246 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/48a06820-4787-42fd-b9ea-eff98e2a05ab HTTP/1.1" status: 204 len: 168 time: 1.3779819 Jan 21 09:41:44.820444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60288) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.857104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c17cd99-3b02-437a-8afe-40768bdf638e']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:44.868906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c31fc722-a65e-4ab9-9e77-52421d28336b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Unset dirty status for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:44.870275 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c31fc722-a65e-4ab9-9e77-52421d28336b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6265168 Jan 21 09:41:44.875098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.882041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60292) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:44.882918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:44.904602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9534157d-e7d2-4e2c-8144-1228d8b288db None None] Provisioning complete for port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:44.905226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9534157d-e7d2-4e2c-8144-1228d8b288db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:44.944870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb3926a-b20f-4112-a310-b117d3044282') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:44.945091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb3926a-b20f-4112-a310-b117d3044282') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:44.999345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.090567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.110265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Port': ['ID=1b05484c-bd42-4e5f-a1ef-faa23a5ad01c,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.112879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.126961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:45.127358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:45.146374 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:45.184011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--11164206'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:45.191373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.243965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.248495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Deleting port bc94a513-e393-46c4-b5ad-16cc87da96c4 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:45.248840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.309427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:45.345145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.380595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.436544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.445003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f03589a-52ca-4099-8394-3516a28d50cb tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:45.446537 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7f03589a-52ca-4099-8394-3516a28d50cb tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6245704 Jan 21 09:41:45.453313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.458872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60296) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.473311 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1925a0a3-c614-431b-aafc-fd01a5f8148c', 'name': 'tempest-snat-router-667649860', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.181'}], 'enable_snat': False}, 'gw_port_id': '6594a934-d604-4b03-a4d9-bb5e01e73775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:41Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': '6594a934-d604-4b03-a4d9-bb5e01e73775', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1925a0a3-c614-431b-aafc-fd01a5f8148c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:38Z', 'updated_at': '2022-01-21T09:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:45.480825 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Checking router: 1925a0a3-c614-431b-aafc-fd01a5f8148c for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:45.481180 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Updating router 1925a0a3-c614-431b-aafc-fd01a5f8148c port 6594a934-d604-4b03-a4d9-bb5e01e73775 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:45.485745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:45.486624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.510943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Network': ['ID=0c17cd99-3b02-437a-8afe-40768bdf638e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.567021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.577612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.590769 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e1c0fada-3fb0-43bd-ae97-f03d36e8aacf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/networks/0c17cd99-3b02-437a-8afe-40768bdf638e HTTP/1.1" status: 204 len: 168 time: 4.1802707 Jan 21 09:41:45.591001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.591001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60300) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.598005 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.609749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2119684239'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:45.618535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.627112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3e0ddf-cde5-4784-ae40-064ff2060cce tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:41:45.628649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5b3e0ddf-cde5-4784-ae40-064ff2060cce tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/a1021ac1-4351-4296-9545-90a2d6a47902 HTTP/1.1" status: 404 len: 333 time: 0.1198328 Jan 21 09:41:45.639045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60304) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.681373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.694557 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f02070d0-c8c9-4fa3-8101-857344237c3c tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/routers/1925a0a3-c614-431b-aafc-fd01a5f8148c HTTP/1.1" status: 200 len: 908 time: 1.3614137 Jan 21 09:41:45.738243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60310) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.749850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'router': {'name': 'tempest-snat-router-667649860', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': True}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:45.759049 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9712431c-58cb-42bd-a1a0-5fb883da576f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:41:45.760349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9712431c-58cb-42bd-a1a0-5fb883da576f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/48a06820-4787-42fd-b9ea-eff98e2a05ab HTTP/1.1" status: 404 len: 333 time: 0.1186042 Jan 21 09:41:45.769438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.770054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:45.771883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:network and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.772037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60314) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:45.783099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.785842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.801491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:45.802650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Usage tracker for resource:router and tenant:16b1f20b931b4b11b6548e6e8d478db9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:45.812892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:45.815266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] For port bc94a513-e393-46c4-b5ad-16cc87da96c4, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bc94a513-e393-46c4-b5ad-16cc87da96c4,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:45.815621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.816429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.823768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:45.836909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:45.914143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6effdca-f26e-4088-a3bf-7a204030b743,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:45.921073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:45.925211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:45.998083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.003250 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4c2f4798-d160-481d-8ae3-57826c3969dd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8282282 Jan 21 09:41:46.005733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60318) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.018987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b60b6164-3f67-47ef-8d45-989ec27db9fe tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'e6effdca-f26e-4088-a3bf-7a204030b743', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:46.051160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b60b6164-3f67-47ef-8d45-989ec27db9fe tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:46.064697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b60b6164-3f67-47ef-8d45-989ec27db9fe tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:46.069517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b60b6164-3f67-47ef-8d45-989ec27db9fe tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:46.073828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.191334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b60b6164-3f67-47ef-8d45-989ec27db9fe tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:46.194050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:46.215541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=bca325a4-a7ab-4363-9c0a-03f14368456e,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.233437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.234620 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Added segment f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a of type vlan for network 5dcb6098-87fc-45dd-9937-82132f7d0056 Jan 21 09:41:46.299835 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.304998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:46.306215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: 8c9b3665-77b9-4647-a6d3-9a704b90316d, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:46.315301 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cf44314e-2769-4aae-ae7e-202f3467b010 None None] Provisioning complete for port 1b05484c-bd42-4e5f-a1ef-faa23a5ad01c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:46.317357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf44314e-2769-4aae-ae7e-202f3467b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.319033 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Transition to ACTIVE for port object 6594a934-d604-4b03-a4d9-bb5e01e73775 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:46.329539 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.359700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.375393 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-b60b6164-3f67-47ef-8d45-989ec27db9fe tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The resource could not be found. Jan 21 09:41:46.376717 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b60b6164-3f67-47ef-8d45-989ec27db9fe tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3698342 Jan 21 09:41:46.381394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60322) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.383046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Calling delete_port for bc94a513-e393-46c4-b5ad-16cc87da96c4 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:46.391390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d6564582-ca3f-4474-a8ca-06782a78dc6d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'e6effdca-f26e-4088-a3bf-7a204030b743', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bfbf36cd-1c4e-4578-8f02-8cda86e4d9ec'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:46.417793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d6564582-ca3f-4474-a8ca-06782a78dc6d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:46.431228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d6564582-ca3f-4474-a8ca-06782a78dc6d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:46.435950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d6564582-ca3f-4474-a8ca-06782a78dc6d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:46.438960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 8c9b3665-77b9-4647-a6d3-9a704b90316d is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:46.442461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.446640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.450339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.470500 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24c63b-1aa1-4fc4-b228-9d4b02801d16 None None] Pushing event updated for resources: {'Port': ['ID=6594a934-d604-4b03-a4d9-bb5e01e73775,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.474509 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Attempting to bind port 6594a934-d604-4b03-a4d9-bb5e01e73775 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:46.475494 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Attempting to bind port 6594a934-d604-4b03-a4d9-bb5e01e73775 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:46.475494 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Attempting to bind port 6594a934-d604-4b03-a4d9-bb5e01e73775 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:46.484298 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:46.484813 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:46.485304 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.486063 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:46.486649 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Bound port: 6594a934-d604-4b03-a4d9-bb5e01e73775, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:46.487122 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.505886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d6564582-ca3f-4474-a8ca-06782a78dc6d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:46.509495 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cf44314e-2769-4aae-ae7e-202f3467b010 None None] Port 1b05484c-bd42-4e5f-a1ef-faa23a5ad01c cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:46.539971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.540897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.561653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.583998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 8c9b3665-77b9-4647-a6d3-9a704b90316d) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:46.599739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:46.600678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.602601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ee0d2-455f-4a92-8138-a79c0d49e149 None None] Network 8c9b3665-77b9-4647-a6d3-9a704b90316d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:46.618847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.633920 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0363977 Jan 21 09:41:46.643895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60326) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.661425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': '5dcb6098-87fc-45dd-9937-82132f7d0056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:46.693491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2753b-d7bb-4a99-81d7-a53f7cf55e60 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Network': ['ID=5dcb6098-87fc-45dd-9937-82132f7d0056,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:46.725378 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] For port 6594a934-d604-4b03-a4d9-bb5e01e73775, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:46.729733 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] For port 6594a934-d604-4b03-a4d9-bb5e01e73775, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6594a934-d604-4b03-a4d9-bb5e01e73775,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:46.736695 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.825787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 5dcb6098-87fc-45dd-9937-82132f7d0056 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:46.873017 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c2297d9b-4c6d-4390-a6f2-7babdb6e04e9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3693354 Jan 21 09:41:46.882821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60330) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:46.979228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:46.992223 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24c63b-1aa1-4fc4-b228-9d4b02801d16 None None] Pushing event updated for resources: {'Port': ['ID=6594a934-d604-4b03-a4d9-bb5e01e73775,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.003694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-8c9b3665-77b9-4647-a6d3-9a704b90316d', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:47.005095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.007820 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Routers {'1925a0a3-c614-431b-aafc-fd01a5f8148c'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:47.012411 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1925a0a3-c614-431b-aafc-fd01a5f8148c'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:47.123747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:47.152611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ad30af-937a-4202-85ed-5a96a9174d55']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:47.169071 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-d6564582-ca3f-4474-a8ca-06782a78dc6d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The resource could not be found. Jan 21 09:41:47.171930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea217102-f7b1-49b1-8d65-31d75909e0d5') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:47.172475 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea217102-f7b1-49b1-8d65-31d75909e0d5') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:47.174820 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d6564582-ca3f-4474-a8ca-06782a78dc6d tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7918212 Jan 21 09:41:47.175583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60336) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.177010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:47.206906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.242519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.321964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:41:47.322993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.330113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:47.343974 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Allocated IP 172.20.0.2 (8c9b3665-77b9-4647-a6d3-9a704b90316d/bca325a4-a7ab-4363-9c0a-03f14368456e/193cce80-96b4-4f94-bf37-5cbdfaae1923) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:47.366245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:41:47.369266 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:41:47.512161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.512464 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] Set router 1925a0a3-c614-431b-aafc-fd01a5f8148c gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:47.535018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.540907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.567222 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:47.602104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.664354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Network': ['ID=b4ad30af-937a-4202-85ed-5a96a9174d55,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.667314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=bc94a513-e393-46c4-b5ad-16cc87da96c4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:47.680970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3023e699-2757-43c4-866e-5e5aa652bedd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.695507 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-12e4fba3-4b1b-4a91-b256-ee468791be1b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/networks/b4ad30af-937a-4202-85ed-5a96a9174d55 HTTP/1.1" status: 204 len: 168 time: 1.9161365 Jan 21 09:41:47.700620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60340) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:47.714938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-386848584'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:47.796715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:47.820365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:network and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:47.828369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:47.828997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.835826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.848102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Transition to ACTIVE for port object 193cce80-96b4-4f94-bf37-5cbdfaae1923 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:47.851785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3023e699-2757-43c4-866e-5e5aa652bedd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:47.877886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:47.888435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Transition to ACTIVE for port object 193cce80-96b4-4f94-bf37-5cbdfaae1923 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:47.901276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.015068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Network 8c9b3665-77b9-4647-a6d3-9a704b90316d is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:48.017025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:48.037239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:48.188952 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1925a0a3-c614-431b-aafc-fd01a5f8148c', 'name': 'tempest-snat-router-667649860', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.181'}], 'enable_snat': False}, 'gw_port_id': '6594a934-d604-4b03-a4d9-bb5e01e73775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:41Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': '6594a934-d604-4b03-a4d9-bb5e01e73775', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1925a0a3-c614-431b-aafc-fd01a5f8148c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:38Z', 'updated_at': '2022-01-21T09:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:48.194645 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a00aaa-8fbc-4300-a780-371191ef268c None None] The sync data for ids ['1925a0a3-c614-431b-aafc-fd01a5f8148c'] in dv-neutron-825724-1-hyperv is: [{'id': '1925a0a3-c614-431b-aafc-fd01a5f8148c', 'name': 'tempest-snat-router-667649860', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.181'}], 'enable_snat': False}, 'gw_port_id': '6594a934-d604-4b03-a4d9-bb5e01e73775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:35Z', 'updated_at': '2022-01-21T09:41:41Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': '6594a934-d604-4b03-a4d9-bb5e01e73775', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1925a0a3-c614-431b-aafc-fd01a5f8148c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:38Z', 'updated_at': '2022-01-21T09:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:48.301424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Router 8cd1f9d6-d26a-4e87-934a-9a41a6491632 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:48.321927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Pushing event updated for resources: {'Port': ['ID=193cce80-96b4-4f94-bf37-5cbdfaae1923,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:48.354923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Attempting to bind port 193cce80-96b4-4f94-bf37-5cbdfaae1923 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:48.356999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Attempting to bind port 193cce80-96b4-4f94-bf37-5cbdfaae1923 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:48.358104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Attempting to bind port 193cce80-96b4-4f94-bf37-5cbdfaae1923 on network 8c9b3665-77b9-4647-a6d3-9a704b90316d {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:48.367548 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:48.368383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Checking segment: {'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:48.369011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.369231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3023e699-2757-43c4-866e-5e5aa652bedd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.370066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Bound using segment: {'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:48.370941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Bound port: 193cce80-96b4-4f94-bf37-5cbdfaae1923, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:48.371557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.472217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:48.475991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.479617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] For port 193cce80-96b4-4f94-bf37-5cbdfaae1923, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:48.483466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] For port 193cce80-96b4-4f94-bf37-5cbdfaae1923, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=193cce80-96b4-4f94-bf37-5cbdfaae1923,segment=NetworkSegment(5a27de84-b4fa-42cc-b798-a9ac463fbc32),segment_id=5a27de84-b4fa-42cc-b798-a9ac463fbc32)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:48.488323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.563265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023e699-2757-43c4-866e-5e5aa652bedd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6effdca-f26e-4088-a3bf-7a204030b743,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:48.583515 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3023e699-2757-43c4-866e-5e5aa652bedd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.585046 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3023e699-2757-43c4-866e-5e5aa652bedd tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/e6effdca-f26e-4088-a3bf-7a204030b743 HTTP/1.1" status: 204 len: 168 time: 1.2910445 Jan 21 09:41:48.595802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60346) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.644528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9e655-d7fc-4b88-aa19-57afd4e22b1f None None] Pushing event updated for resources: {'Port': ['ID=193cce80-96b4-4f94-bf37-5cbdfaae1923,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:48.667939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:48.732056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.732428 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Added segment 0395b57c-24f6-4c4b-aaed-ebc8abb2a444 of type vlan for network de1aa3bc-6a01-4b90-95f9-bf793be89188 Jan 21 09:41:48.765340 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:41:48.837195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.864513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.878547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e0644326-3a52-4f1c-aa01-142dbd394dc1 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Synchronizing usage tracker for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:48.902311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.941616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.955530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e0644326-3a52-4f1c-aa01-142dbd394dc1 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Unset dirty status for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:48.956797 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e0644326-3a52-4f1c-aa01-142dbd394dc1 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3600228 Jan 21 09:41:48.962622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60350) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.972335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:48.982625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:48.988229 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a0fad846-b51a-4a5c-a597-e669a8fff608 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "PUT /v2.0/routers/8cd1f9d6-d26a-4e87-934a-9a41a6491632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4527173 Jan 21 09:41:48.995781 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60354) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:48.996653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53081228-55ea-4d26-9ff1-ff3eaa137654 None None] Sync routers for ids ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:49.031892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2219ae73-c52f-4264-8e36-15e4db9d15f3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': '6b2b3248-6c2e-4c26-89c7-4c881b380f88', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:49.064465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53081228-55ea-4d26-9ff1-ff3eaa137654 None None] Routers {'8cd1f9d6-d26a-4e87-934a-9a41a6491632'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:49.065104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-53081228-55ea-4d26-9ff1-ff3eaa137654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:49.171868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-55d71cbf-0626-4f99-a489-f819772fbc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.188882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2219ae73-c52f-4264-8e36-15e4db9d15f3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:49.206614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.210720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:49.211605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.234244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-53081228-55ea-4d26-9ff1-ff3eaa137654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:49.265007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53081228-55ea-4d26-9ff1-ff3eaa137654 None None] Routers {'8cd1f9d6-d26a-4e87-934a-9a41a6491632'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:49.274500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-53081228-55ea-4d26-9ff1-ff3eaa137654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:49.349823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-53081228-55ea-4d26-9ff1-ff3eaa137654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:49.350269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53081228-55ea-4d26-9ff1-ff3eaa137654 None None] The sync data for ids ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:49.376315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2219ae73-c52f-4264-8e36-15e4db9d15f3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:49.485377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2219ae73-c52f-4264-8e36-15e4db9d15f3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:49.525994 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8241990 Jan 21 09:41:49.527279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2219ae73-c52f-4264-8e36-15e4db9d15f3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:49.539659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60360) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:49.562173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': 'de1aa3bc-6a01-4b90-95f9-bf793be89188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:49.579133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6594a934-d604-4b03-a4d9-bb5e01e73775 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:49.738291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Allocated IP 172.26.1.105 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/cc839f88-ab31-4815-aa7a-eb1840f9f6e8) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:49.752778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.754351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 6594a934-d604-4b03-a4d9-bb5e01e73775 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:49.769486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6594a934-d604-4b03-a4d9-bb5e01e73775 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:49.769915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:49.777755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:49.783921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:49.787011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:49.793841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:49.811972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65fae7-cb7f-4924-bfc1-1ebb8bc51699 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Network': ['ID=de1aa3bc-6a01-4b90-95f9-bf793be89188,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:49.848660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network de1aa3bc-6a01-4b90-95f9-bf793be89188 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:41:49.888084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:50.090496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=622ea1e2-bb5a-49bb-bc69-744cde2b74c1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.105961 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-2219ae73-c52f-4264-8e36-15e4db9d15f3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The resource could not be found. Jan 21 09:41:50.120584 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2219ae73-c52f-4264-8e36-15e4db9d15f3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1486461 Jan 21 09:41:50.129812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60364) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.150851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--580139641'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:50.166636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:50.241722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.255676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:50.263959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking segment: {'id': 'f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dcb6098-87fc-45dd-9937-82132f7d0056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:50.264622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network hostable DHCP agents. Network: 5dcb6098-87fc-45dd-9937-82132f7d0056, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:50.290680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 6594a934-d604-4b03-a4d9-bb5e01e73775, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6594a934-d604-4b03-a4d9-bb5e01e73775,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:50.298699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.300503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 193cce80-96b4-4f94-bf37-5cbdfaae1923 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:50.319086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.353014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.20.0.1 (8c9b3665-77b9-4647-a6d3-9a704b90316d/bca325a4-a7ab-4363-9c0a-03f14368456e/223336dc-3351-4aaf-b4a3-8461257768dc) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:50.433090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 5dcb6098-87fc-45dd-9937-82132f7d0056 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:50.449215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.505391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=6594a934-d604-4b03-a4d9-bb5e01e73775,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:50.509395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 193cce80-96b4-4f94-bf37-5cbdfaae1923 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:50.536951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 5dcb6098-87fc-45dd-9937-82132f7d0056) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:50.539555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:50.550273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:50.550944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.552527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246042a9-9f47-48ba-89b1-5937921f80b7 None None] Network 8c9b3665-77b9-4647-a6d3-9a704b90316d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:50.555005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:50.567076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:50.569815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.580447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:50.585221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03554def-a9de-4da4-93bc-384ab16c10b7 None None] Network 5dcb6098-87fc-45dd-9937-82132f7d0056 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:50.606090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Performing IP validity checks on allocation pools {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:41:50.609036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:41:50.630493 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-94bb6952-ae1c-45e4-b031-f0dc17149853 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9783373 Jan 21 09:41:50.633559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60370) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:50.652824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': '5dcb6098-87fc-45dd-9937-82132f7d0056', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1534139141'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:50.843994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.891360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7a378baf-12ad-45fd-9cef-7590cea3f123 None None] Provisioning for port 193cce80-96b4-4f94-bf37-5cbdfaae1923 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:50.912101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.918493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object 223336dc-3351-4aaf-b4a3-8461257768dc will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:50.921883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.923707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:50.937048 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7a378baf-12ad-45fd-9cef-7590cea3f123 None None] Provisioning complete for port 193cce80-96b4-4f94-bf37-5cbdfaae1923 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:50.937501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7a378baf-12ad-45fd-9cef-7590cea3f123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.050546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.055712 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9185872 Jan 21 09:41:51.057382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60374) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:51.060679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755ff3f-96c1-4288-b7c5-3212f130442e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b974bc-a38d-4ae4-a61a-1a33b4e0d265,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.077940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:51.084430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499372103'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:51.095092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:51.100982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:51.103979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:51.107832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.172316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:51.179133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:51.181776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:51.208435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'Port': ['ID=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.224694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:51.232162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:51.285179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:51.288888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.339316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.364596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 8c9b3665-77b9-4647-a6d3-9a704b90316d is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:51.366979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6594a934-d604-4b03-a4d9-bb5e01e73775 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:51.369718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=223336dc-3351-4aaf-b4a3-8461257768dc,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.372430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:51.379871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:51.422484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port e597e502-f989-4448-a4e4-713db215fd4c yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:51.433609 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7a378baf-12ad-45fd-9cef-7590cea3f123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.477515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-5dcb6098-87fc-45dd-9937-82132f7d0056', 'network_id': '5dcb6098-87fc-45dd-9937-82132f7d0056', 'tenant_id': 'a05abf99eeec4bd89e25ce74b3597042', 'fixed_ips': [{'subnet_id': '622ea1e2-bb5a-49bb-bc69-744cde2b74c1'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:51.478768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.553660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.562394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7a378baf-12ad-45fd-9cef-7590cea3f123 None None] For port 193cce80-96b4-4f94-bf37-5cbdfaae1923, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=193cce80-96b4-4f94-bf37-5cbdfaae1923,segment=NetworkSegment(5a27de84-b4fa-42cc-b798-a9ac463fbc32),segment_id=5a27de84-b4fa-42cc-b798-a9ac463fbc32)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:51.573729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7a378baf-12ad-45fd-9cef-7590cea3f123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.577139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-29736f2e-e956-431a-a46a-accc0e74a2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.654016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.661819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:51.672698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:51.708875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:51.731577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=206294c2-bcde-4e94-ab8c-bbbc15de6c71,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.733808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:51.768977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a378baf-12ad-45fd-9cef-7590cea3f123 None None] Pushing event updated for resources: {'Port': ['ID=193cce80-96b4-4f94-bf37-5cbdfaae1923,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:51.772024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking segment: {'id': '0395b57c-24f6-4c4b-aaed-ebc8abb2a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'de1aa3bc-6a01-4b90-95f9-bf793be89188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:51.772395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network hostable DHCP agents. Network: de1aa3bc-6a01-4b90-95f9-bf793be89188, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:41:51.792725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.14 (5dcb6098-87fc-45dd-9937-82132f7d0056/622ea1e2-bb5a-49bb-bc69-744cde2b74c1/e597e502-f989-4448-a4e4-713db215fd4c) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:51.873121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6594a934-d604-4b03-a4d9-bb5e01e73775 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:51.873823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:51.947914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.014269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network de1aa3bc-6a01-4b90-95f9-bf793be89188 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:41:52.192807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.196665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.251269 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.273150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4bc56b85-783f-427e-a7ec-a9a9ebf0c5b6 None None] Provisioning complete for port 193cce80-96b4-4f94-bf37-5cbdfaae1923 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:52.276311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b85-783f-427e-a7ec-a9a9ebf0c5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.318063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, de1aa3bc-6a01-4b90-95f9-bf793be89188) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:52.322773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:52.323261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.334324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd4fc6-6a21-484f-9e40-b7bfdef689dd None None] Network de1aa3bc-6a01-4b90-95f9-bf793be89188 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:52.361596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f934c0cd-313e-48df-9bcb-b21e9a4d7dd8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8131814 Jan 21 09:41:52.362780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60380) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:52.371665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': 'de1aa3bc-6a01-4b90-95f9-bf793be89188', 'name': 'tempest-PortsIpV6TestJSON-1762962101'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:52.410724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a71deb-3797-4133-862e-05013dc31a13,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.441390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object e597e502-f989-4448-a4e4-713db215fd4c will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:52.452663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.459615 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9e92297d-36ab-41a6-8ab4-6b55f1f2cfc3 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3844163 Jan 21 09:41:52.464169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.464951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.466857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60384) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:52.476502 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-e91c6071-65d4-4db7-892f-1bcd0dc05bd1 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:52.481492 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e91c6071-65d4-4db7-892f-1bcd0dc05bd1 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "PUT /v2.0/routers/8cd1f9d6-d26a-4e87-934a-9a41a6491632/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.4680452 Jan 21 09:41:52.482168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60388) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:52.486311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c8f03587-5f7d-470d-b3d2-d0ce29f8fdad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group_rule': {'security_group_id': 'b0b974bc-a38d-4ae4-a61a-1a33b4e0d265', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f3a71deb-3797-4133-862e-05013dc31a13'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:52.492388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c8f03587-5f7d-470d-b3d2-d0ce29f8fdad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:52.496921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c8f03587-5f7d-470d-b3d2-d0ce29f8fdad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:52.500852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c8f03587-5f7d-470d-b3d2-d0ce29f8fdad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:52.577614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c8f03587-5f7d-470d-b3d2-d0ce29f8fdad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:52.587043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.656216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.872484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=e597e502-f989-4448-a4e4-713db215fd4c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:52.873321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Router c58ec525-f47b-4096-8a97-8ff8f8433bab has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:41:52.879200 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:52.903158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Allocated IP 172.20.0.2 (5dcb6098-87fc-45dd-9937-82132f7d0056/622ea1e2-bb5a-49bb-bc69-744cde2b74c1/39fefb22-e006-467a-b18f-2a3a7d01af91) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:52.910181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:52.984054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 5dcb6098-87fc-45dd-9937-82132f7d0056 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:52.987801 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:52.991545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:53.067484 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-c8f03587-5f7d-470d-b3d2-d0ce29f8fdad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:41:53.069353 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c8f03587-5f7d-470d-b3d2-d0ce29f8fdad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5954037 Jan 21 09:41:53.073481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:53.077765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60394) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.078657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:53.106692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4bc56b85-783f-427e-a7ec-a9a9ebf0c5b6 None None] Provisioning for port 223336dc-3351-4aaf-b4a3-8461257768dc completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:53.110922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:53.131526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-de1aa3bc-6a01-4b90-95f9-bf793be89188', 'network_id': 'de1aa3bc-6a01-4b90-95f9-bf793be89188', 'tenant_id': '244b9dd8fbc44a0c945677f14df9fa64', 'fixed_ips': [{'subnet_id': '206294c2-bcde-4e94-ab8c-bbbc15de6c71'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:41:53.132237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.170743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4bc56b85-783f-427e-a7ec-a9a9ebf0c5b6 None None] Provisioning complete for port 223336dc-3351-4aaf-b4a3-8461257768dc triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:53.171120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b85-783f-427e-a7ec-a9a9ebf0c5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.180747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:53.182338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.184399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:53.188307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.239536 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0afbed1c-575c-4d6d-9654-bed448dbe155 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6019189 Jan 21 09:41:53.242962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60398) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.319657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port dac93e02-03fa-44f3-b765-fd8c11e9803e yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:41:53.348191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.365337 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3f43334e-fe74-4eee-b31f-aaa64d86ac39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port e597e502-f989-4448-a4e4-713db215fd4c {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:53.365697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f43334e-fe74-4eee-b31f-aaa64d86ac39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.374910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 193cce80-96b4-4f94-bf37-5cbdfaae1923 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:53.404160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.411715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4bc56b85-783f-427e-a7ec-a9a9ebf0c5b6 None None] Port 223336dc-3351-4aaf-b4a3-8461257768dc cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:53.417302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97874b63-0dc3-47d3-856c-7b49705df45b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.422246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.490108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Transition to ACTIVE for port object 39fefb22-e006-467a-b18f-2a3a7d01af91 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.548271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Transition to ACTIVE for port object 39fefb22-e006-467a-b18f-2a3a7d01af91 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:53.569432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97874b63-0dc3-47d3-856c-7b49705df45b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.574583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Allocated IP 2001:db8::2 (de1aa3bc-6a01-4b90-95f9-bf793be89188/206294c2-bcde-4e94-ab8c-bbbc15de6c71/af213fee-c286-48e2-a2fe-642cc08a9e91) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:53.581591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.614792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 193cce80-96b4-4f94-bf37-5cbdfaae1923 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:53.615167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.628589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=223336dc-3351-4aaf-b4a3-8461257768dc,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.631696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.682081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-76bfced8-0e31-4459-8587-8ca0aafa580c None None] Provisioning complete for port 223336dc-3351-4aaf-b4a3-8461257768dc triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:53.682480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-76bfced8-0e31-4459-8587-8ca0aafa580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.793774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Network 5dcb6098-87fc-45dd-9937-82132f7d0056 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:53.808297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97874b63-0dc3-47d3-856c-7b49705df45b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.850906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:53.851163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97874b63-0dc3-47d3-856c-7b49705df45b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a71deb-3797-4133-862e-05013dc31a13,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.871838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:53.881347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Pushing event updated for resources: {'Port': ['ID=39fefb22-e006-467a-b18f-2a3a7d01af91,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:53.906996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97874b63-0dc3-47d3-856c-7b49705df45b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.910895 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-97874b63-0dc3-47d3-856c-7b49705df45b tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/f3a71deb-3797-4133-862e-05013dc31a13 HTTP/1.1" status: 204 len: 168 time: 0.8238111 Jan 21 09:41:53.911416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:53.915312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60402) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.939012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-76bfced8-0e31-4459-8587-8ca0aafa580c None None] Port 223336dc-3351-4aaf-b4a3-8461257768dc cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:53.972912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:53.981135 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5c8e194f-d32d-443c-9e9a-24c39e69a1fe admin admin] 10.222.0.122 "PUT /v2.0/routers/c58ec525-f47b-4096-8a97-8ff8f8433bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5839987 Jan 21 09:41:53.988913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60406) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:53.989617 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] Sync routers for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:54.003908 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:54.004530 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:54.075229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Router 4da717d2-18da-4eec-bba0-1ffb5866cbf7 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:54.090863 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.163696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Attempting to bind port 39fefb22-e006-467a-b18f-2a3a7d01af91 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:54.164483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Attempting to bind port 39fefb22-e006-467a-b18f-2a3a7d01af91 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dcb6098-87fc-45dd-9937-82132f7d0056'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:54.165099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Attempting to bind port 39fefb22-e006-467a-b18f-2a3a7d01af91 on network 5dcb6098-87fc-45dd-9937-82132f7d0056 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:54.271863 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:54.400735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:54.408706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Checking segment: {'id': 'f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dcb6098-87fc-45dd-9937-82132f7d0056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:54.421538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.421538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Bound using segment: {'id': 'f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dcb6098-87fc-45dd-9937-82132f7d0056'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:54.421538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Bound port: 39fefb22-e006-467a-b18f-2a3a7d01af91, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dcb6098-87fc-45dd-9937-82132f7d0056'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:54.422589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.474273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f43334e-fe74-4eee-b31f-aaa64d86ac39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.495367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 8c9b3665-77b9-4647-a6d3-9a704b90316d is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:54.501174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:54.539369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.556172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Transition to ACTIVE for port object af213fee-c286-48e2-a2fe-642cc08a9e91 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:54.590520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Transition to ACTIVE for port object af213fee-c286-48e2-a2fe-642cc08a9e91 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:54.606148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:54.711670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5d5167ad-349f-4ee9-9fb4-27749135f6c8 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Synchronizing usage tracker for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:54.744351 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:41:47Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:54.754172 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] Checking router: c58ec525-f47b-4096-8a97-8ff8f8433bab for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:54.787129 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] Routers {'c58ec525-f47b-4096-8a97-8ff8f8433bab'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:54.787757 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c58ec525-f47b-4096-8a97-8ff8f8433bab'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:54.819999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Pushing event updated for resources: {'Port': ['ID=af213fee-c286-48e2-a2fe-642cc08a9e91,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:54.848012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Network de1aa3bc-6a01-4b90-95f9-bf793be89188 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:54.853057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:54.860857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:54.889828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::1bb (de1aa3bc-6a01-4b90-95f9-bf793be89188/206294c2-bcde-4e94-ab8c-bbbc15de6c71/dac93e02-03fa-44f3-b765-fd8c11e9803e) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:41:54.898059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3f43334e-fe74-4eee-b31f-aaa64d86ac39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for e597e502-f989-4448-a4e4-713db215fd4c owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:55.034873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] For port 39fefb22-e006-467a-b18f-2a3a7d01af91, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:55.060553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Attempting to bind port af213fee-c286-48e2-a2fe-642cc08a9e91 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:55.061354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Attempting to bind port af213fee-c286-48e2-a2fe-642cc08a9e91 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '0395b57c-24f6-4c4b-aaed-ebc8abb2a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'de1aa3bc-6a01-4b90-95f9-bf793be89188'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:55.061565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5d5167ad-349f-4ee9-9fb4-27749135f6c8 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Unset dirty status for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:55.062889 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5d5167ad-349f-4ee9-9fb4-27749135f6c8 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 1.1428173 Jan 21 09:41:55.066812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Attempting to bind port af213fee-c286-48e2-a2fe-642cc08a9e91 on network de1aa3bc-6a01-4b90-95f9-bf793be89188 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:55.080639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:55.081462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Checking segment: {'id': '0395b57c-24f6-4c4b-aaed-ebc8abb2a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'de1aa3bc-6a01-4b90-95f9-bf793be89188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:55.082187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.083440 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Bound using segment: {'id': '0395b57c-24f6-4c4b-aaed-ebc8abb2a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'de1aa3bc-6a01-4b90-95f9-bf793be89188'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:55.084172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Bound port: af213fee-c286-48e2-a2fe-642cc08a9e91, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0395b57c-24f6-4c4b-aaed-ebc8abb2a444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'de1aa3bc-6a01-4b90-95f9-bf793be89188'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:55.084790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60412) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:55.085445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.107038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] For port 39fefb22-e006-467a-b18f-2a3a7d01af91, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=39fefb22-e006-467a-b18f-2a3a7d01af91,segment=NetworkSegment(f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a),segment_id=f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:55.116895 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] Set router c58ec525-f47b-4096-8a97-8ff8f8433bab gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:55.237639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] For port af213fee-c286-48e2-a2fe-642cc08a9e91, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:55.241313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] For port af213fee-c286-48e2-a2fe-642cc08a9e91, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=af213fee-c286-48e2-a2fe-642cc08a9e91,segment=NetworkSegment(0395b57c-24f6-4c4b-aaed-ebc8abb2a444),segment_id=0395b57c-24f6-4c4b-aaed-ebc8abb2a444)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:55.245288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.295781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.308744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bdf6d53f-774b-4932-839c-619adca27529 None None] Provisioning complete for port 223336dc-3351-4aaf-b4a3-8461257768dc triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:55.309251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d53f-774b-4932-839c-619adca27529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.347118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.381422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object dac93e02-03fa-44f3-b765-fd8c11e9803e will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:55.398206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6d53f-774b-4932-839c-619adca27529 None None] Port 223336dc-3351-4aaf-b4a3-8461257768dc cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:41:55.480693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.484849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11275b-5cff-452f-8cd3-bbc9fd820d90 None None] Pushing event updated for resources: {'Port': ['ID=39fefb22-e006-467a-b18f-2a3a7d01af91,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.526966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3253-61e9-4d49-8c07-d7c3ed37edad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.569808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f43334e-fe74-4eee-b31f-aaa64d86ac39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.670846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3253-61e9-4d49-8c07-d7c3ed37edad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:55.685610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43334e-fe74-4eee-b31f-aaa64d86ac39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=e597e502-f989-4448-a4e4-713db215fd4c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.727644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fc946-145f-44c4-a9c2-b75ec33625bc None None] Pushing event updated for resources: {'Port': ['ID=af213fee-c286-48e2-a2fe-642cc08a9e91,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:55.803316 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:41:47Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:55.816470 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee800db-41b1-45ca-9f3d-5207ab1a2377 None None] The sync data for ids ['c58ec525-f47b-4096-8a97-8ff8f8433bab'] in dv-neutron-825724-1-hyperv is: [{'id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'name': 'tempest-ServerActionsTestJSON-27337652-router', 'tenant_id': 'cf52a8a303d74e7c976c75798a27970e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:37:23Z', 'updated_at': '2022-01-21T09:41:47Z', 'revision_number': 5, 'project_id': 'cf52a8a303d74e7c976c75798a27970e', 'gw_port': {'id': '55f3f306-af26-462e-9b41-4b607ecfc6c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ec525-f47b-4096-8a97-8ff8f8433bab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:37:24Z', 'updated_at': '2022-01-21T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:41:55.947799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network de1aa3bc-6a01-4b90-95f9-bf793be89188 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:41:56.000237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:41:56.007683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:41:56.013264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:56.014254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.026968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.043252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=dac93e02-03fa-44f3-b765-fd8c11e9803e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.108451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3253-61e9-4d49-8c07-d7c3ed37edad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.114973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f43334e-fe74-4eee-b31f-aaa64d86ac39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.123660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:56.135376 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-55a161d9-0657-481d-885e-1092ec840da0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7692716 Jan 21 09:41:56.136607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Sync routers for ids ['4da717d2-18da-4eec-bba0-1ffb5866cbf7'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:56.138585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60418) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.159146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Routers {'4da717d2-18da-4eec-bba0-1ffb5866cbf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:56.159802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['4da717d2-18da-4eec-bba0-1ffb5866cbf7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:56.194715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad3253-61e9-4d49-8c07-d7c3ed37edad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b974bc-a38d-4ae4-a61a-1a33b4e0d265,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:56.200296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3253-61e9-4d49-8c07-d7c3ed37edad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.205675 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c9ad3253-61e9-4d49-8c07-d7c3ed37edad tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/b0b974bc-a38d-4ae4-a61a-1a33b4e0d265 HTTP/1.1" status: 204 len: 168 time: 1.1081758 Jan 21 09:41:56.207875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60422) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.214500 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3f43334e-fe74-4eee-b31f-aaa64d86ac39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/e597e502-f989-4448-a4e4-713db215fd4c HTTP/1.1" status: 204 len: 168 time: 2.9667945 Jan 21 09:41:56.223707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60426) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.289365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.291601 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2336ad7f-02e8-4025-bc0c-bdd70d64a189 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.5517414 Jan 21 09:41:56.299906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60430) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.306795 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-907def54-fc6e-4668-9eac-394dafc968de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:41:56.307305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-907def54-fc6e-4668-9eac-394dafc968de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:56.329758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fa32505d-bc24-4f06-bb7e-fbba3c4a720f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port dac93e02-03fa-44f3-b765-fd8c11e9803e {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:56.330215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa32505d-bc24-4f06-bb7e-fbba3c4a720f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.416109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:41:56.436644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5ec50708-8507-4fb0-af51-2c712839446e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Synchronizing usage tracker for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:56.524929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-907def54-fc6e-4668-9eac-394dafc968de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:56.529441 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-907def54-fc6e-4668-9eac-394dafc968de tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/e597e502-f989-4448-a4e4-713db215fd4c HTTP/1.1" status: 404 len: 333 time: 0.3010163 Jan 21 09:41:56.530659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Set router 4da717d2-18da-4eec-bba0-1ffb5866cbf7 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:56.533773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60436) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.904906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5ec50708-8507-4fb0-af51-2c712839446e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Unset dirty status for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:56.906282 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5ec50708-8507-4fb0-af51-2c712839446e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6972096 Jan 21 09:41:56.918152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60446) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:56.930849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'tempest-secgroup--761360723'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:56.956549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa32505d-bc24-4f06-bb7e-fbba3c4a720f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:56.956676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:57.102626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:57.174300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.185381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fa32505d-bc24-4f06-bb7e-fbba3c4a720f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for dac93e02-03fa-44f3-b765-fd8c11e9803e owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:57.215177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da717d2-18da-4eec-bba0-1ffb5866cbf7', 'name': 'tempest-snat-router-667649860', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'cc839f88-ab31-4815-aa7a-eb1840f9f6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:46Z', 'updated_at': '2022-01-21T09:41:51Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': 'cc839f88-ab31-4815-aa7a-eb1840f9f6e8', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da717d2-18da-4eec-bba0-1ffb5866cbf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:48Z', 'updated_at': '2022-01-21T09:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:57.249195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Checking router: 4da717d2-18da-4eec-bba0-1ffb5866cbf7 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:57.250042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Updating router 4da717d2-18da-4eec-bba0-1ffb5866cbf7 port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:57.357794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:57.360912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.361967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Usage tracker for resource:security_group_rule and tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:57.367434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:57.376968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:57.522366 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.533331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.538902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.592204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:41:57.605587 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:41:57.628379 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:57.628982 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:57.635874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Deleting port 55f3f306-af26-462e-9b41-4b607ecfc6c1 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:57.636212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.706574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68a0c7-5f0a-46f0-bc1b-a0af3b294780,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:57.730631 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-43842f2f-5ca8-4aae-a19a-f0e6c3542e2b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8423018 Jan 21 09:41:57.747769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60450) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.773352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-1247705542'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:57.785953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.793668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device af213fee-c286-48e2-a2fe-642cc08a9e91 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:41:57.801828 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-04dd6173-59a9-43e6-bffb-d2fd0517b0aa tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/routers/4da717d2-18da-4eec-bba0-1ffb5866cbf7 HTTP/1.1" status: 200 len: 907 time: 1.4975545 Jan 21 09:41:57.801828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.804543 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-83d898a1-d863-473c-94dc-e84e8e6c4dce tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8853548 Jan 21 09:41:57.807979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:41:57.809955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60454) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.810307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60456) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.869590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946dd91f-fd37-4b6d-a3e4-38c79f166f6c None None] Network 5dcb6098-87fc-45dd-9937-82132f7d0056 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:57.879429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-22b959b9-2512-4461-b999-75cbb6ac1832 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:57.885942 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-22b959b9-2512-4461-b999-75cbb6ac1832 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 09:41:57.889528 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-22b959b9-2512-4461-b999-75cbb6ac1832 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "PUT /v2.0/security-groups/7d68a0c7-5f0a-46f0-bc1b-a0af3b294780 HTTP/1.1" status: 409 len: 330 time: 0.0744114 Jan 21 09:41:57.892675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:41:57.894070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ec771b-01a1-43f8-aa24-140586909554 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet 622ea1e2-bb5a-49bb-bc69-744cde2b74c1 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:41:57.895760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60464) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:57.896314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:41:57.905462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:41:57.908539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ec771b-01a1-43f8-aa24-140586909554 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.979075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa32505d-bc24-4f06-bb7e-fbba3c4a720f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:57.997789 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:58.002641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ec600-de77-4ada-b128-22cd0294043d None None] Network de1aa3bc-6a01-4b90-95f9-bf793be89188 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:58.031358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Transition to ACTIVE for port object cc839f88-ab31-4815-aa7a-eb1840f9f6e8 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:58.078729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.108208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] For port 55f3f306-af26-462e-9b41-4b607ecfc6c1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=55f3f306-af26-462e-9b41-4b607ecfc6c1,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:41:58.108568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.121502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Deleting port 1b05484c-bd42-4e5f-a1ef-faa23a5ad01c {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:41:58.121846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.165949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32505d-bc24-4f06-bb7e-fbba3c4a720f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=dac93e02-03fa-44f3-b765-fd8c11e9803e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.172556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa32505d-bc24-4f06-bb7e-fbba3c4a720f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.222434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ec771b-01a1-43f8-aa24-140586909554 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.275759 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fa32505d-bc24-4f06-bb7e-fbba3c4a720f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/dac93e02-03fa-44f3-b765-fd8c11e9803e HTTP/1.1" status: 204 len: 168 time: 2.1327908 Jan 21 09:41:58.279835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60472) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.370212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4ae35297-94d6-4218-90b7-3c9b38b3271a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.370728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Calling delete_port for 55f3f306-af26-462e-9b41-4b607ecfc6c1 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:58.408887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Attempting to bind port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:41:58.409470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Attempting to bind port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:41:58.409716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Attempting to bind port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:41:58.426302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:41:58.426672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:41:58.427049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.427438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:41:58.427916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Bound port: cc839f88-ab31-4815-aa7a-eb1840f9f6e8, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:41:58.428281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.433632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:41:58.446011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.482251 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1e2d83-0dc5-4ee6-ac48-68874eeaba5c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:41:58.482778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1e2d83-0dc5-4ee6-ac48-68874eeaba5c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:41:58.487775 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fc1e2d83-0dc5-4ee6-ac48-68874eeaba5c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/dac93e02-03fa-44f3-b765-fd8c11e9803e HTTP/1.1" status: 404 len: 333 time: 0.2033923 Jan 21 09:41:58.495954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60476) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.516636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] For port cc839f88-ab31-4815-aa7a-eb1840f9f6e8, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:41:58.520752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] For port cc839f88-ab31-4815-aa7a-eb1840f9f6e8, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:41:58.538040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f2c0-03d3-4b97-b1ee-4d0efa2b73b1 None None] Pushing event updated for resources: {'Port': ['ID=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.569900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.586205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4ae35297-94d6-4218-90b7-3c9b38b3271a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.599493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd03693b-9dc4-40ef-90cd-d87b88dc0204 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:41:58.600077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bd03693b-9dc4-40ef-90cd-d87b88dc0204 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:41:58.648155 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:41:51Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:41:52Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:58.661668 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:41:58.662503 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Updating router d81badcb-24d5-4682-ac35-c3e08ecf927d port 223336dc-3351-4aaf-b4a3-8461257768dc binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:41:58.693447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ec771b-01a1-43f8-aa24-140586909554 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.710379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-38060d28-dce7-4a83-bda5-61d05011cf8c None None] Provisioning for port 39fefb22-e006-467a-b18f-2a3a7d01af91 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:58.722833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.750216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.766725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bd03693b-9dc4-40ef-90cd-d87b88dc0204 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:41:58.771448 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bd03693b-9dc4-40ef-90cd-d87b88dc0204 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/dac93e02-03fa-44f3-b765-fd8c11e9803e HTTP/1.1" status: 404 len: 333 time: 0.2742782 Jan 21 09:41:58.777050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60480) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:58.784832 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:58.826040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f3f306-af26-462e-9b41-4b607ecfc6c1,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.910496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5f28f1be-46d7-4e0d-bfa0-4012dad79772 None None] Provisioning for port af213fee-c286-48e2-a2fe-642cc08a9e91 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:58.916404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f2c0-03d3-4b97-b1ee-4d0efa2b73b1 None None] Pushing event updated for resources: {'Port': ['ID=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:58.955276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Calling delete_port for 1b05484c-bd42-4e5f-a1ef-faa23a5ad01c owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:41:58.989801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Routers {'4da717d2-18da-4eec-bba0-1ffb5866cbf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:41:58.990488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['4da717d2-18da-4eec-bba0-1ffb5866cbf7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:41:59.037801 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:41:59.056867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.057386 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment 612d10b1-74b2-4db2-ad88-21c7d6ea8f0c of type vlan for network e2fc2d70-1254-45c4-91a8-290a6d6caa5c Jan 21 09:41:59.078230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port af213fee-c286-48e2-a2fe-642cc08a9e91 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:41:59.109684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.125792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port af213fee-c286-48e2-a2fe-642cc08a9e91 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:41:59.126226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.250107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62d3af1-8512-4664-9d44-0276400d1303 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet 206294c2-bcde-4e94-ab8c-bbbc15de6c71 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:41:59.252105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4ae35297-94d6-4218-90b7-3c9b38b3271a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.298612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b62d3af1-8512-4664-9d44-0276400d1303 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.394047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] Set router 4da717d2-18da-4eec-bba0-1ffb5866cbf7 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:41:59.420549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae35297-94d6-4218-90b7-3c9b38b3271a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68a0c7-5f0a-46f0-bc1b-a0af3b294780,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.493412 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.501089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:41:59.502144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.502858 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.536340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b62d3af1-8512-4664-9d44-0276400d1303 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.549341 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Transition to ACTIVE for port object 223336dc-3351-4aaf-b4a3-8461257768dc will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:41:59.562996 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.608873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4ae35297-94d6-4218-90b7-3c9b38b3271a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.623704 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4ae35297-94d6-4218-90b7-3c9b38b3271a tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/7d68a0c7-5f0a-46f0-bc1b-a0af3b294780 HTTP/1.1" status: 204 len: 168 time: 1.7166011 Jan 21 09:41:59.639515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60486) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:59.641320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.657609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ec771b-01a1-43f8-aa24-140586909554 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.678427 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Pushing event updated for resources: {'Port': ['ID=223336dc-3351-4aaf-b4a3-8461257768dc,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.699213 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.699884 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.700375 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.700870 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.701425 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.701894 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.702883 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.703383 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.704121 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.704611 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.705087 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:41:59.802826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5ec771b-01a1-43f8-aa24-140586909554 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.825112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd017378-6f2b-42f1-8b38-1b9a325cb259 None None] Network 5dcb6098-87fc-45dd-9937-82132f7d0056 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:41:59.842819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec771b-01a1-43f8-aa24-140586909554 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=622ea1e2-bb5a-49bb-bc69-744cde2b74c1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.845895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:41:59.855806 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b5ec771b-01a1-43f8-aa24-140586909554 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/622ea1e2-bb5a-49bb-bc69-744cde2b74c1 HTTP/1.1" status: 204 len: 168 time: 3.3176594 Jan 21 09:41:59.864048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60490) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:59.906365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=e2fc2d70-1254-45c4-91a8-290a6d6caa5c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:41:59.910850 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-88e8019e-4832-4e7b-8fe8-360b5a4dcc0b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1622152 Jan 21 09:41:59.916652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60494) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:41:59.927242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:41:59.976421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0146116d-fcde-4c47-b38e-542a29e5c0ea tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Synchronizing usage tracker for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:00.082748 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Attempting to bind port 223336dc-3351-4aaf-b4a3-8461257768dc on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:00.082748 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Attempting to bind port 223336dc-3351-4aaf-b4a3-8461257768dc by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:00.082748 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Attempting to bind port 223336dc-3351-4aaf-b4a3-8461257768dc on network 8c9b3665-77b9-4647-a6d3-9a704b90316d {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:00.095923 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:00.100825 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Checking segment: {'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:00.100825 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.100825 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Bound using segment: {'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:00.100825 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Bound port: 223336dc-3351-4aaf-b4a3-8461257768dc, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a27de84-b4fa-42cc-b798-a9ac463fbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:00.101244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port af213fee-c286-48e2-a2fe-642cc08a9e91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=af213fee-c286-48e2-a2fe-642cc08a9e91,segment=NetworkSegment(0395b57c-24f6-4c4b-aaed-ebc8abb2a444),segment_id=0395b57c-24f6-4c4b-aaed-ebc8abb2a444)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:00.117063 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.142732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network e2fc2d70-1254-45c4-91a8-290a6d6caa5c details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:00.309003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b62d3af1-8512-4664-9d44-0276400d1303 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.349583 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] For port 223336dc-3351-4aaf-b4a3-8461257768dc, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:00.362443 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] For port 223336dc-3351-4aaf-b4a3-8461257768dc, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=223336dc-3351-4aaf-b4a3-8461257768dc,segment=NetworkSegment(5a27de84-b4fa-42cc-b798-a9ac463fbc32),segment_id=5a27de84-b4fa-42cc-b798-a9ac463fbc32)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:00.371975 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.393453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.394460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 39fefb22-e006-467a-b18f-2a3a7d01af91 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:00.575796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.586254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.651386 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:00.651645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.659371 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:00.661174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.664346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c58ec525-f47b-4096-8a97-8ff8f8433bab {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:00.740081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.752377 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9164af2e-c0a7-4316-a588-0f1a0cb7f391 admin admin] 10.222.0.122 "DELETE /v2.0/routers/c58ec525-f47b-4096-8a97-8ff8f8433bab HTTP/1.1" status: 204 len: 168 time: 6.7501283 Jan 21 09:42:00.755866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60500) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:00.757496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b62d3af1-8512-4664-9d44-0276400d1303 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:00.944546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 39fefb22-e006-467a-b18f-2a3a7d01af91 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:00.945045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.070529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=af213fee-c286-48e2-a2fe-642cc08a9e91,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.130659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dabcf1c-66b5-4ded-93f3-3075dbdcd8c0 admin admin] Deleting subnet 39bd732c-a42c-46dd-997a-32d336854f58 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:01.163012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0146116d-fcde-4c47-b38e-542a29e5c0ea tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] Unset dirty status for tenant:5bb0ee177ad64a09994d3a2eb4f8bb55 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:01.171169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3dabcf1c-66b5-4ded-93f3-3075dbdcd8c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.171839 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0146116d-fcde-4c47-b38e-542a29e5c0ea tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.5163009 Jan 21 09:42:01.183002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b62d3af1-8512-4664-9d44-0276400d1303 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.196376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60506) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.226983 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7777ff-fe93-4ad2-868a-8f43efd1ab82 None None] Pushing event updated for resources: {'Port': ['ID=223336dc-3351-4aaf-b4a3-8461257768dc,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.233742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:01.269127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 39fefb22-e006-467a-b18f-2a3a7d01af91 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:01.272708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d3af1-8512-4664-9d44-0276400d1303 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=206294c2-bcde-4e94-ab8c-bbbc15de6c71,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:01.286470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:01.288885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 39fefb22-e006-467a-b18f-2a3a7d01af91 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:01.289233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.293533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:01.298678 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:01.312549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-f3067b34-3849-4e84-aeb2-16b4c058a53e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] delete failed (client error): The resource could not be found. Jan 21 09:42:01.313574 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f3067b34-3849-4e84-aeb2-16b4c058a53e tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "DELETE /v2.0/security-groups/5becc8ac-b9b3-451b-a375-1325cead5a03 HTTP/1.1" status: 404 len: 347 time: 0.1014757 Jan 21 09:42:01.318245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b62d3af1-8512-4664-9d44-0276400d1303 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/206294c2-bcde-4e94-ab8c-bbbc15de6c71 HTTP/1.1" status: 204 len: 168 time: 2.5394468 Jan 21 09:42:01.320450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:01.325923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60512) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.326603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60514) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.335890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.366762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d840d-5ac2-44b6-9f5e-3a492638cea8 None None] Network de1aa3bc-6a01-4b90-95f9-bf793be89188 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:01.406702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-e43d3315-b218-4c51-8219-863c33d47e81 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] show failed (client error): The resource could not be found. Jan 21 09:42:01.408201 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e43d3315-b218-4c51-8219-863c33d47e81 tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-groups/fdd2ecae-e7d9-4fbc-a20f-aa662c72f1d0 HTTP/1.1" status: 404 len: 347 time: 0.0787339 Jan 21 09:42:01.423377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60520) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:01.501223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.513108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-ef1c7152-1d84-4907-a579-5199b61b49df tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] show failed (client error): The resource could not be found. Jan 21 09:42:01.514254 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ef1c7152-1d84-4907-a579-5199b61b49df tempest-NegativeSecGroupTest-419073395 tempest-NegativeSecGroupTest-419073395-project] 10.222.0.122 "GET /v2.0/security-group-rules/a8a0c161-8bd8-41a0-bab3-46ea37ae43b7 HTTP/1.1" status: 404 len: 356 time: 0.0886712 Jan 21 09:42:01.599184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] DHCP port deletion for 5dcb6098-87fc-45dd-9937-82132f7d0056 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:01.627926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da717d2-18da-4eec-bba0-1ffb5866cbf7', 'name': 'tempest-snat-router-667649860', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'cc839f88-ab31-4815-aa7a-eb1840f9f6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:46Z', 'updated_at': '2022-01-21T09:41:51Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': 'cc839f88-ab31-4815-aa7a-eb1840f9f6e8', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da717d2-18da-4eec-bba0-1ffb5866cbf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:48Z', 'updated_at': '2022-01-21T09:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:01.683632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:01.703012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] For port 39fefb22-e006-467a-b18f-2a3a7d01af91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=39fefb22-e006-467a-b18f-2a3a7d01af91,segment=NetworkSegment(f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a),segment_id=f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:01.706671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.720691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] Deleting port 39fefb22-e006-467a-b18f-2a3a7d01af91 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:01.721036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.833851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f483863-576c-4b10-aa0a-47c7920abe17 None None] The sync data for ids ['4da717d2-18da-4eec-bba0-1ffb5866cbf7'] in dv-neutron-825724-1-hyperv is: [{'id': '4da717d2-18da-4eec-bba0-1ffb5866cbf7', 'name': 'tempest-snat-router-667649860', 'tenant_id': '16b1f20b931b4b11b6548e6e8d478db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'cc839f88-ab31-4815-aa7a-eb1840f9f6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:46Z', 'updated_at': '2022-01-21T09:41:51Z', 'revision_number': 3, 'project_id': '16b1f20b931b4b11b6548e6e8d478db9', 'gw_port': {'id': 'cc839f88-ab31-4815-aa7a-eb1840f9f6e8', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da717d2-18da-4eec-bba0-1ffb5866cbf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:48Z', 'updated_at': '2022-01-21T09:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:01.871174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c492541a-7848-43eb-a4af-a0dcd90bb51f None None] Provisioning complete for port af213fee-c286-48e2-a2fe-642cc08a9e91 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:01.871873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c492541a-7848-43eb-a4af-a0dcd90bb51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:01.888499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.112598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event deleted for resources: {'Port': ['ID=1b05484c-bd42-4e5f-a1ef-faa23a5ad01c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:02.154336 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:41:51Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:00Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:02.161087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 39fefb22-e006-467a-b18f-2a3a7d01af91 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:02.165430 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338fede-be66-4e8b-8414-99786ea7402f None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:41:51Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:00Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:02.254577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.264248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3dabcf1c-66b5-4ded-93f3-3075dbdcd8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.292675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port af213fee-c286-48e2-a2fe-642cc08a9e91 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:02.293016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.422242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3dabcf1c-66b5-4ded-93f3-3075dbdcd8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.488282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60530) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:02.539477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] For port 39fefb22-e006-467a-b18f-2a3a7d01af91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=39fefb22-e006-467a-b18f-2a3a7d01af91,segment=NetworkSegment(f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a),segment_id=f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:02.540093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.762232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] Calling delete_port for 39fefb22-e006-467a-b18f-2a3a7d01af91 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:02.838497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.882630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] For port af213fee-c286-48e2-a2fe-642cc08a9e91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=af213fee-c286-48e2-a2fe-642cc08a9e91,segment=NetworkSegment(0395b57c-24f6-4c4b-aaed-ebc8abb2a444),segment_id=0395b57c-24f6-4c4b-aaed-ebc8abb2a444)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:02.882983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:02.924265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.087768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=39fefb22-e006-467a-b18f-2a3a7d01af91,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.103377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No DVR routers for this DVR port 39fefb22-e006-467a-b18f-2a3a7d01af91 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:03.196268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bba622-9e2a-4cfb-847e-48a0cb33136e None None] DHCP port deletion for de1aa3bc-6a01-4b90-95f9-bf793be89188 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:03.276973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b5bba622-9e2a-4cfb-847e-48a0cb33136e None None] Deleting port af213fee-c286-48e2-a2fe-642cc08a9e91 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:03.277415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b5bba622-9e2a-4cfb-847e-48a0cb33136e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.301819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bc94a513-e393-46c4-b5ad-16cc87da96c4 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:03.316620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for af213fee-c286-48e2-a2fe-642cc08a9e91 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:03.414661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: bc94a513-e393-46c4-b5ad-16cc87da96c4 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:03.415133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bc94a513-e393-46c4-b5ad-16cc87da96c4 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:03.416817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.434200 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:03.435049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:03.437409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3dabcf1c-66b5-4ded-93f3-3075dbdcd8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.473215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c492541a-7848-43eb-a4af-a0dcd90bb51f None None] Could not find standard attr ID for object dac93e02-03fa-44f3-b765-fd8c11e9803e. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:03.565311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b5bba622-9e2a-4cfb-847e-48a0cb33136e None None] The port 'af213fee-c286-48e2-a2fe-642cc08a9e91' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:42:03.582610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabcf1c-66b5-4ded-93f3-3075dbdcd8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bd732c-a42c-46dd-997a-32d336854f58,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.608417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.648080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3dabcf1c-66b5-4ded-93f3-3075dbdcd8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.648262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd6678-cad8-4bcc-9faf-5429dea8e7cc None None] Network 23468828-52ae-4983-b8f9-8a4d5fc80b2e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:03.692191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcb6098-87fc-45dd-9937-82132f7d0056']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:03.710875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=af213fee-c286-48e2-a2fe-642cc08a9e91,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:03.717507 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-98cec97e-9e90-44e9-982b-1a2972c97191 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=5bb0ee177ad64a09994d3a2eb4f8bb55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2167578 Jan 21 09:42:03.718129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:03.722519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ced8ef-f352-4eda-b3c3-dc85d3a0b57a') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:03.729914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60538) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.745751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.751748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 223336dc-3351-4aaf-b4a3-8461257768dc up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:03.763668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No DVR routers for this DVR port af213fee-c286-48e2-a2fe-642cc08a9e91 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:03.779653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.786846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:03.787266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.820289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:03.876952 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:03.881875 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3dabcf1c-66b5-4ded-93f3-3075dbdcd8c0 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/39bd732c-a42c-46dd-997a-32d336854f58 HTTP/1.1" status: 204 len: 168 time: 3.1099563 Jan 21 09:42:03.892492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60542) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:03.935865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] Deleting port 39fefb22-e006-467a-b18f-2a3a7d01af91 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:03.936247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.050897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.051461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c81eb5ed-727f-4610-9cca-2be1ec62f5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.053048 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-93fbf90a-5dbf-47cf-b3de-a4ceb6290877 None None] The port '39fefb22-e006-467a-b18f-2a3a7d01af91' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:42:04.084859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.086715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 223336dc-3351-4aaf-b4a3-8461257768dc completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:04.088450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.091774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Deleting port 2d59b9ad-f708-4e62-a465-e66f9b6d307a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:04.092405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.097265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 223336dc-3351-4aaf-b4a3-8461257768dc triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:04.097634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.119896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1aa3bc-6a01-4b90-95f9-bf793be89188']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:04.134571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0395b57c-24f6-4c4b-aaed-ebc8abb2a444') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:04.134883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0395b57c-24f6-4c4b-aaed-ebc8abb2a444') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:04.148352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.190943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.225135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Network': ['ID=5dcb6098-87fc-45dd-9937-82132f7d0056,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.232965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.252258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.254300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c81eb5ed-727f-4610-9cca-2be1ec62f5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.254904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.261564 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a3327f83-8d9c-4a4d-96fd-30a1ba99c911 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/networks/5dcb6098-87fc-45dd-9937-82132f7d0056 HTTP/1.1" status: 204 len: 168 time: 4.3840501 Jan 21 09:42:04.264956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60548) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:04.286501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'name': 'tempest-PortsTestJSON-1088779806'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:04.287338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] DHCP port deletion for 23468828-52ae-4983-b8f9-8a4d5fc80b2e request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:04.293521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] Deleting port 2d59b9ad-f708-4e62-a465-e66f9b6d307a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:04.294382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.308140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Deleting port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:04.308703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.385539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c81eb5ed-727f-4610-9cca-2be1ec62f5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.404007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.414632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:04.416516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.461508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:04.465711 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:04.467697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 223336dc-3351-4aaf-b4a3-8461257768dc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=223336dc-3351-4aaf-b4a3-8461257768dc,segment=NetworkSegment(5a27de84-b4fa-42cc-b798-a9ac463fbc32),segment_id=5a27de84-b4fa-42cc-b798-a9ac463fbc32)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:04.476701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.477917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device cc839f88-ab31-4815-aa7a-eb1840f9f6e8 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:04.605745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eb5ed-727f-4610-9cca-2be1ec62f5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb66b0-5ff9-48dc-8c55-e57d611db3aa,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.763165 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] For port 2d59b9ad-f708-4e62-a465-e66f9b6d307a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2d59b9ad-f708-4e62-a465-e66f9b6d307a,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:04.763817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.771136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:04.776376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:04.779793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:04.786915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:04.820116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:04.824248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.846103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=a54dc578-7fda-4d9b-9065-0bfc76581362,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.849502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.855141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:04.938600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=223336dc-3351-4aaf-b4a3-8461257768dc,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:04.941940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port e3c82484-7810-4407-a1a3-bd325678fe52 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:04.957572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] Calling delete_port for 2d59b9ad-f708-4e62-a465-e66f9b6d307a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:05.008848 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/networks/de1aa3bc-6a01-4b90-95f9-bf793be89188 HTTP/1.1" status: 204 len: 168 time: 3.6809826 Jan 21 09:42:05.009263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] For port 2d59b9ad-f708-4e62-a465-e66f9b6d307a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2d59b9ad-f708-4e62-a465-e66f9b6d307a,segment=NetworkSegment(f9f26f62-03cb-466f-a0cf-5d4983992d56),segment_id=f9f26f62-03cb-466f-a0cf-5d4983992d56)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:05.009801 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.012232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c81eb5ed-727f-4610-9cca-2be1ec62f5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.013881 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c81eb5ed-727f-4610-9cca-2be1ec62f5bb admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/80fb66b0-5ff9-48dc-8c55-e57d611db3aa HTTP/1.1" status: 204 len: 168 time: 1.2809253 Jan 21 09:42:05.014136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60552) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.028680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82a320-c1d8-42fb-bc37-3a00d38ca4db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Network': ['ID=de1aa3bc-6a01-4b90-95f9-bf793be89188,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.053605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079728244'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:05.076164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:05.096813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:05.097187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: e2fc2d70-1254-45c4-91a8-290a6d6caa5c, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:05.110485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:network and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:05.110745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] For port cc839f88-ab31-4815-aa7a-eb1840f9f6e8, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:05.111255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.116788 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:05.125627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:05.126153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.144696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:05.247520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:05.262414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.357027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Calling delete_port for cc839f88-ab31-4815-aa7a-eb1840f9f6e8 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:05.369968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:05.373439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.406336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network e2fc2d70-1254-45c4-91a8-290a6d6caa5c is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:05.440647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, e2fc2d70-1254-45c4-91a8-290a6d6caa5c) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:05.446194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:05.447978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.471877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] Pushing event deleted for resources: {'Port': ['ID=2d59b9ad-f708-4e62-a465-e66f9b6d307a,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:05.484196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Router 8cd1f9d6-d26a-4e87-934a-9a41a6491632 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:05.491697 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cd3a783d-3138-428e-8cf2-efec7f182e5d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5709949 Jan 21 09:42:05.498867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60560) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:05.499642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:05.562534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76527200-d69c-409e-800b-66e0ccbd6a97 None None] No DVR routers for this DVR port 2d59b9ad-f708-4e62-a465-e66f9b6d307a on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:05.590013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be227868-068e-44d3-bc79-ee60ae974547 None None] Network e2fc2d70-1254-45c4-91a8-290a6d6caa5c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:05.654440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.654947 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Added segment 45c1bb13-159d-4ed5-9009-34b56fb6ea32 of type vlan for network f7759499-8783-4b9d-a933-5d5b5d139ca7 Jan 21 09:42:05.698887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.777566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port cc839f88-ab31-4815-aa7a-eb1840f9f6e8, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:05.824575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:05.861668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Calling delete_port for 2d59b9ad-f708-4e62-a465-e66f9b6d307a owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:05.963997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 55f3f306-af26-462e-9b41-4b607ecfc6c1 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:06.003988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:06.004375 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:06.043583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.072297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 55f3f306-af26-462e-9b41-4b607ecfc6c1 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:06.072796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 55f3f306-af26-462e-9b41-4b607ecfc6c1 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:06.073652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device af213fee-c286-48e2-a2fe-642cc08a9e91 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:06.086002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:06.138143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-657a92b0-1ec4-4aa2-93d7-3aabb9d998fc tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "PUT /v2.0/routers/8cd1f9d6-d26a-4e87-934a-9a41a6491632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6252723 Jan 21 09:42:06.140580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60564) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.197689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c199f9c-44f6-4b5d-870d-88a040e53b3c None None] Sync routers for ids ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:06.216060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.219293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: af213fee-c286-48e2-a2fe-642cc08a9e91 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:06.219643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device af213fee-c286-48e2-a2fe-642cc08a9e91 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:06.219990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.220111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 39fefb22-e006-467a-b18f-2a3a7d01af91 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:06.220799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.255118 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-bfcf7121-fba7-42d7-ba08-d4151198128d tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] delete failed (client error): The resource could not be found. Jan 21 09:42:06.261834 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bfcf7121-fba7-42d7-ba08-d4151198128d tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/routers/tempest-non_exist_router-1341174632 HTTP/1.1" status: 404 len: 335 time: 0.1198125 Jan 21 09:42:06.270432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60568) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.273941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 39fefb22-e006-467a-b18f-2a3a7d01af91 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:06.274393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 39fefb22-e006-467a-b18f-2a3a7d01af91 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:06.331486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-36ce4e09-1782-44f2-8eaa-2a229ec8a449 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'router': {'external_gateway_info': {'network_id': '8cd1f9d6-d26a-4e87-934a-9a41a6491632'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:06.343343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.356193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:06.356707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:06.358983 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:06.359778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.374119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c199f9c-44f6-4b5d-870d-88a040e53b3c None None] Routers {'8cd1f9d6-d26a-4e87-934a-9a41a6491632'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:06.374884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1c199f9c-44f6-4b5d-870d-88a040e53b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.418090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.433584 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3948519 Jan 21 09:42:06.443098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1c199f9c-44f6-4b5d-870d-88a040e53b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.467127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60572) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.474331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': 'f7759499-8783-4b9d-a933-5d5b5d139ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:06.492012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 223336dc-3351-4aaf-b4a3-8461257768dc up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:06.494954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.504182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a2ef5-a942-47a1-81f9-4b5fab39e57c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Network': ['ID=f7759499-8783-4b9d-a933-5d5b5d139ca7,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.523856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network f7759499-8783-4b9d-a933-5d5b5d139ca7 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:06.611049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Deleting port 2d59b9ad-f708-4e62-a465-e66f9b6d307a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:06.611551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.620517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c199f9c-44f6-4b5d-870d-88a040e53b3c None None] Routers {'8cd1f9d6-d26a-4e87-934a-9a41a6491632'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:06.621002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1c199f9c-44f6-4b5d-870d-88a040e53b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.695115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:06.719999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:06.726478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1c199f9c-44f6-4b5d-870d-88a040e53b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:06.726885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c199f9c-44f6-4b5d-870d-88a040e53b3c None None] The sync data for ids ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:06.755197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:06.759017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:06.769162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:06.773127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:06.773840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.820616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] The port '2d59b9ad-f708-4e62-a465-e66f9b6d307a' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:42:06.822291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:06.827784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 223336dc-3351-4aaf-b4a3-8461257768dc triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:06.827784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.834505 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5684257 Jan 21 09:42:06.835577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60580) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:06.845044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:06.867651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Allocated IP 172.21.0.2 (e2fc2d70-1254-45c4-91a8-290a6d6caa5c/a54dc578-7fda-4d9b-9065-0bfc76581362/661adb4a-2ffa-4f21-951d-18ed5fe67c64) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:06.906740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fd6ba-2240-4048-b3d9-cc16c6986ae1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=e3c82484-7810-4407-a1a3-bd325678fe52,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:06.921869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Deleting port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:06.923705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:06.950667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:07.137888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36ce4e09-1782-44f2-8eaa-2a229ec8a449 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.253011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2d59b9ad-f708-4e62-a465-e66f9b6d307a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:07.262425 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-36ce4e09-1782-44f2-8eaa-2a229ec8a449 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] update failed (client error): The resource could not be found. Jan 21 09:42:07.263566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-36ce4e09-1782-44f2-8eaa-2a229ec8a449 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "PUT /v2.0/routers/8cd1f9d6-d26a-4e87-934a-9a41a6491632 HTTP/1.1" status: 404 len: 339 time: 0.9901769 Jan 21 09:42:07.270122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60590) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:07.292434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.300057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 2d59b9ad-f708-4e62-a465-e66f9b6d307a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:07.300057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2d59b9ad-f708-4e62-a465-e66f9b6d307a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:07.308037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.322873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Transition to ACTIVE for port object 661adb4a-2ffa-4f21-951d-18ed5fe67c64 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:07.342757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Transition to ACTIVE for port object 661adb4a-2ffa-4f21-951d-18ed5fe67c64 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:07.350727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.365594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.389754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-fc29eec9-0e1f-487f-a64b-f598fa0fb02b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port e3c82484-7810-4407-a1a3-bd325678fe52 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:07.390621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc29eec9-0e1f-487f-a64b-f598fa0fb02b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.419147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Network e2fc2d70-1254-45c4-91a8-290a6d6caa5c is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:07.423615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:07.427239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:07.463370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Pushing event updated for resources: {'Port': ['ID=661adb4a-2ffa-4f21-951d-18ed5fe67c64,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.508431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23468828-52ae-4983-b8f9-8a4d5fc80b2e']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:07.534373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Attempting to bind port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:07.534833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Attempting to bind port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:07.535712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Attempting to bind port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 on network e2fc2d70-1254-45c4-91a8-290a6d6caa5c {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:07.543906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:07.545020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Checking segment: {'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:07.545020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.545394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Bound using segment: {'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:07.546026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Bound port: 661adb4a-2ffa-4f21-951d-18ed5fe67c64, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:07.546779 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.548553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f26f62-03cb-466f-a0cf-5d4983992d56') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:07.548914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f26f62-03cb-466f-a0cf-5d4983992d56') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:07.591307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.629787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-e3e2a8ef-95b0-4dae-aeee-93bb229c0015 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:07.645123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] For port 661adb4a-2ffa-4f21-951d-18ed5fe67c64, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:07.648553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] For port 661adb4a-2ffa-4f21-951d-18ed5fe67c64, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=661adb4a-2ffa-4f21-951d-18ed5fe67c64,segment=NetworkSegment(612d10b1-74b2-4db2-ad88-21c7d6ea8f0c),segment_id=612d10b1-74b2-4db2-ad88-21c7d6ea8f0c)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:07.653855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.756126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77177f82-6f72-44c4-a028-07fa2a17b872 None None] Pushing event updated for resources: {'Port': ['ID=661adb4a-2ffa-4f21-951d-18ed5fe67c64,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:07.793931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-e3e2a8ef-95b0-4dae-aeee-93bb229c0015 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:07.795157 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-e3e2a8ef-95b0-4dae-aeee-93bb229c0015 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716486692&fields=id&tenant_id=d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 267 time: 0.5617626 Jan 21 09:42:07.819390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.831898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.837799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:07.838313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:07.855425 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:07.926232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] For port cc839f88-ab31-4815-aa7a-eb1840f9f6e8, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:07.926593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.172388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Calling delete_port for cc839f88-ab31-4815-aa7a-eb1840f9f6e8 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:08.268370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.268758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-d0de2df4-f188-4bf6-9d79-017a4b3e5efb tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:08.271237 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-d0de2df4-f188-4bf6-9d79-017a4b3e5efb tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 812 time: 0.4658804 Jan 21 09:42:08.274241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc29eec9-0e1f-487f-a64b-f598fa0fb02b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.311839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.357198 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-a42b376c-0435-4ae3-912a-984df4714c76 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/quotas/d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 375 time: 0.0196497 Jan 21 09:42:08.439706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] Pushing event deleted for resources: {'Network': ['ID=23468828-52ae-4983-b8f9-8a4d5fc80b2e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.458362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-fc29eec9-0e1f-487f-a64b-f598fa0fb02b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for e3c82484-7810-4407-a1a3-bd325678fe52 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:08.484746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device cc839f88-ab31-4815-aa7a-eb1840f9f6e8 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:08.544813 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-136d7567-be07-4af9-85d2-2c175468e464 admin admin] 10.222.0.122 "DELETE /v2.0/networks/23468828-52ae-4983-b8f9-8a4d5fc80b2e HTTP/1.1" status: 204 len: 168 time: 4.6504607 Jan 21 09:42:08.587736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port cc839f88-ab31-4815-aa7a-eb1840f9f6e8 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:08.588307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.603236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.652398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc29eec9-0e1f-487f-a64b-f598fa0fb02b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.658277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.728901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29eec9-0e1f-487f-a64b-f598fa0fb02b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=e3c82484-7810-4407-a1a3-bd325678fe52,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.761271 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-00f4b772-030d-4440-a2c8-7e8320047415 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3626106 Jan 21 09:42:08.781767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 661adb4a-2ffa-4f21-951d-18ed5fe67c64 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:08.790953 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=ba223e8c-50f9-4727-8b27-e575c7f3f820,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:08.808171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc29eec9-0e1f-487f-a64b-f598fa0fb02b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:08.845498 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fc29eec9-0e1f-487f-a64b-f598fa0fb02b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/e3c82484-7810-4407-a1a3-bd325678fe52 HTTP/1.1" status: 204 len: 168 time: 1.9406903 Jan 21 09:42:08.846108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60596) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.846435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60598) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:08.873264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:08.878258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'mac_address': 'fa:16:3e:db:17:71', 'name': 'tempest-PortsTestJSON-469178640'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:08.892671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking segment: {'id': '45c1bb13-159d-4ed5-9009-34b56fb6ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f7759499-8783-4b9d-a933-5d5b5d139ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:08.893037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network hostable DHCP agents. Network: f7759499-8783-4b9d-a933-5d5b5d139ca7, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:08.910876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.025654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc839f88-ab31-4815-aa7a-eb1840f9f6e8,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:09.084803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.21.0.1 (e2fc2d70-1254-45c4-91a8-290a6d6caa5c/a54dc578-7fda-4d9b-9065-0bfc76581362/01863a30-59fa-42e5-abd2-bf99b8e1cf6c) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:09.171363 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f389a27b-1d44-49a9-a57f-781def4f0b5b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=cf52a8a303d74e7c976c75798a27970e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3175662 Jan 21 09:42:09.175604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network f7759499-8783-4b9d-a933-5d5b5d139ca7 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:09.177722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60604) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.178844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:09.221881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:09.238393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:09.264082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:09.264082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, f7759499-8783-4b9d-a933-5d5b5d139ca7) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:09.276235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa6b30-4a20-487f-b774-3ec5af557eee None None] Network f7759499-8783-4b9d-a933-5d5b5d139ca7 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:09.347951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:09.348536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.411335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105a35a-4563-4c10-8928-394313d1a1aa None None] Network e2fc2d70-1254-45c4-91a8-290a6d6caa5c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:09.434403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-f9f271b9-460f-4764-9be6-bea2d959c0a5 service neutron] 10.222.0.122 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951087 Jan 21 09:42:09.534866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:09.543028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-71a5902e-0ec6-4e08-8f81-bf606d4ddf9a None None] Provisioning for port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:09.552191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.572067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-71a5902e-0ec6-4e08-8f81-bf606d4ddf9a None None] Provisioning complete for port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:09.572448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71a5902e-0ec6-4e08-8f81-bf606d4ddf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.622860 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d589f746-a4bb-4692-b2fb-530ffbbfe1fe tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1516094 Jan 21 09:42:09.623888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60608) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:09.638704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': 'f7759499-8783-4b9d-a933-5d5b5d139ca7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1205387013'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:09.744541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Allocated IP 172.20.0.1 (8cc6635a-1168-49c1-968d-2d8db964dc32/a277289e-fb25-46d5-9d94-d7eca8c1c802/db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:09.789840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-f7759499-8783-4b9d-a933-5d5b5d139ca7', 'network_id': 'f7759499-8783-4b9d-a933-5d5b5d139ca7', 'tenant_id': '244b9dd8fbc44a0c945677f14df9fa64', 'fixed_ips': [{'subnet_id': 'ba223e8c-50f9-4727-8b27-e575c7f3f820'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:09.791366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.791557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.833573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53360c4b-2b56-40ff-95b7-2730de1d48bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.857666 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-4ca509d4-2900-49e9-a99c-a65b88eb2b06 service neutron] 10.222.0.122 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115746 Jan 21 09:42:09.909634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.932353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object 01863a30-59fa-42e5-abd2-bf99b8e1cf6c will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:09.948071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.954758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53360c4b-2b56-40ff-95b7-2730de1d48bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.965327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71a5902e-0ec6-4e08-8f81-bf606d4ddf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:09.980554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.000765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 2bb5ba0f-8993-46a1-91e3-75cddfd1c736 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:10.001116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:10.005937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:10.009146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:10.016917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:10.059745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:10.063334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.126567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:10.141364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-71a5902e-0ec6-4e08-8f81-bf606d4ddf9a None None] For port 661adb4a-2ffa-4f21-951d-18ed5fe67c64, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=661adb4a-2ffa-4f21-951d-18ed5fe67c64,segment=NetworkSegment(612d10b1-74b2-4db2-ad88-21c7d6ea8f0c),segment_id=612d10b1-74b2-4db2-ad88-21c7d6ea8f0c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:10.152011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.152527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4da717d2-18da-4eec-bba0-1ffb5866cbf7 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:10.167517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71a5902e-0ec6-4e08-8f81-bf606d4ddf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.171401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.238988 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Allocated IP 2001:db8::2 (f7759499-8783-4b9d-a933-5d5b5d139ca7/ba223e8c-50f9-4727-8b27-e575c7f3f820/d08d3664-5e2d-43ba-9660-c3f64c6d5c6f) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:10.286118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.336022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.342301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Transition to ACTIVE for port object db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:10.375196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53360c4b-2b56-40ff-95b7-2730de1d48bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.383798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network e2fc2d70-1254-45c4-91a8-290a6d6caa5c is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:10.390595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:10.398993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.399177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.416751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:10.431807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5902e-0ec6-4e08-8f81-bf606d4ddf9a None None] Pushing event updated for resources: {'Port': ['ID=661adb4a-2ffa-4f21-951d-18ed5fe67c64,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.454081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.485295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53360c4b-2b56-40ff-95b7-2730de1d48bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be0f30a-473a-4d45-ab8a-bca987cbe95e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.592109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network 8cc6635a-1168-49c1-968d-2d8db964dc32 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:10.593713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.609810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.617360 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-81552c55-2541-4320-b80b-ef18280a5c66 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "DELETE /v2.0/routers/4da717d2-18da-4eec-bba0-1ffb5866cbf7 HTTP/1.1" status: 204 len: 168 time: 12.8058937 Jan 21 09:42:10.623740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:10.624529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60620) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.626840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=2bb5ba0f-8993-46a1-91e3-75cddfd1c736,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:10.628887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:10.641902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-53360c4b-2b56-40ff-95b7-2730de1d48bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.643185 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-53360c4b-2b56-40ff-95b7-2730de1d48bc admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/1be0f30a-473a-4d45-ab8a-bca987cbe95e HTTP/1.1" status: 204 len: 168 time: 1.4598913 Jan 21 09:42:10.646799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:10.681577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.708511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Transition to ACTIVE for port object d08d3664-5e2d-43ba-9660-c3f64c6d5c6f will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:10.760252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:10.781921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:10.785840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:10.786467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.788380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Transition to ACTIVE for port object d08d3664-5e2d-43ba-9660-c3f64c6d5c6f will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:10.799090 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f80bfe75-679e-4e5f-92d5-eb445941788b None None] Provisioning complete for port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:10.799722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f80bfe75-679e-4e5f-92d5-eb445941788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.870637 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8838e269-a2d4-4a97-8a7e-bc02a5a0ca7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0187163 Jan 21 09:42:10.871481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60628) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:10.900348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:10.989204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::7a (f7759499-8783-4b9d-a933-5d5b5d139ca7/ba223e8c-50f9-4727-8b27-e575c7f3f820/ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:11.043087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Network f7759499-8783-4b9d-a933-5d5b5d139ca7 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:11.047999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Pushing event updated for resources: {'Port': ['ID=d08d3664-5e2d-43ba-9660-c3f64c6d5c6f,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.051264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:11.098260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dbd02f-06d5-4846-a606-e58ecf246fb1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:11.099222 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-29dbd02f-06d5-4846-a606-e58ecf246fb1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:11.121868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:11.170439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-29dbd02f-06d5-4846-a606-e58ecf246fb1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:11.176470 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-29dbd02f-06d5-4846-a606-e58ecf246fb1 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/2bb5ba0f-8993-46a1-91e3-75cddfd1c736 HTTP/1.1" status: 200 len: 840 time: 0.3023958 Jan 21 09:42:11.177442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60638) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:11.224973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Attempting to bind port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:11.225497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Attempting to bind port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '45c1bb13-159d-4ed5-9009-34b56fb6ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f7759499-8783-4b9d-a933-5d5b5d139ca7'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:11.225929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Attempting to bind port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f on network f7759499-8783-4b9d-a933-5d5b5d139ca7 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:11.235324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:11.235708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Checking segment: {'id': '45c1bb13-159d-4ed5-9009-34b56fb6ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f7759499-8783-4b9d-a933-5d5b5d139ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:11.236184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.236793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Bound using segment: {'id': '45c1bb13-159d-4ed5-9009-34b56fb6ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f7759499-8783-4b9d-a933-5d5b5d139ca7'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:11.237340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Bound port: d08d3664-5e2d-43ba-9660-c3f64c6d5c6f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c1bb13-159d-4ed5-9009-34b56fb6ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f7759499-8783-4b9d-a933-5d5b5d139ca7'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:11.237792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.253094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.270067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:11.301068 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e55fff41-f66d-49c2-a2cf-47848a51f54c req-22e1dc10-5986-48aa-9e2f-b21cab347845 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 210 time: 0.5716577 Jan 21 09:42:11.313389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.331932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Port': ['ID=db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.364127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] For port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:11.373507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] For port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d08d3664-5e2d-43ba-9660-c3f64c6d5c6f,segment=NetworkSegment(45c1bb13-159d-4ed5-9009-34b56fb6ea32),segment_id=45c1bb13-159d-4ed5-9009-34b56fb6ea32)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:11.381491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.393187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.395570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.428625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-942d878d-c05c-4716-8a8c-d7a52aa4797d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 2bb5ba0f-8993-46a1-91e3-75cddfd1c736 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:11.429027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-942d878d-c05c-4716-8a8c-d7a52aa4797d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.473297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6a24aa21-c334-4ea9-b941-ec275f869fdf None None] Provisioning for port db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:11.488744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6a24aa21-c334-4ea9-b941-ec275f869fdf None None] Provisioning complete for port db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:11.489608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a24aa21-c334-4ea9-b941-ec275f869fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.536748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3372ea-295d-4c16-bf41-801fc77120b3 None None] Pushing event updated for resources: {'Port': ['ID=d08d3664-5e2d-43ba-9660-c3f64c6d5c6f,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:11.568662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6a24aa21-c334-4ea9-b941-ec275f869fdf None None] Port db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:11.593630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6a24aa21-c334-4ea9-b941-ec275f869fdf None None] Provisioning for port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:11.600180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6a24aa21-c334-4ea9-b941-ec275f869fdf None None] Provisioning complete for port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:11.600590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a24aa21-c334-4ea9-b941-ec275f869fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.631064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:11.677460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6a24aa21-c334-4ea9-b941-ec275f869fdf None None] Port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:11.795317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network f7759499-8783-4b9d-a933-5d5b5d139ca7 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:11.837384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:11.843030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:11.848865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:11.849509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.001821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-942d878d-c05c-4716-8a8c-d7a52aa4797d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.104335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.206766 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4dd0e5fb-fc75-449d-bc62-0ee77528d3ca tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5771019 Jan 21 09:42:12.222414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60658) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.262031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-942d878d-c05c-4716-8a8c-d7a52aa4797d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 2bb5ba0f-8993-46a1-91e3-75cddfd1c736 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:12.471727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.490110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Deleting port 6594a934-d604-4b03-a4d9-bb5e01e73775 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:12.490557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.583720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.624382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d08d3664-5e2d-43ba-9660-c3f64c6d5c6f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:12.658762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-942d878d-c05c-4716-8a8c-d7a52aa4797d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.737103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d878d-c05c-4716-8a8c-d7a52aa4797d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=2bb5ba0f-8993-46a1-91e3-75cddfd1c736,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:12.746854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:12.752806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 661adb4a-2ffa-4f21-951d-18ed5fe67c64 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:12.847107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-942d878d-c05c-4716-8a8c-d7a52aa4797d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.904581 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-942d878d-c05c-4716-8a8c-d7a52aa4797d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/2bb5ba0f-8993-46a1-91e3-75cddfd1c736 HTTP/1.1" status: 204 len: 168 time: 1.7252939 Jan 21 09:42:12.911545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.913413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60668) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:12.960181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-09a0977b-ac9e-40fd-a1d9-0c5258203111 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:12.960954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-09a0977b-ac9e-40fd-a1d9-0c5258203111 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.964339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:12.965503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:12.980088 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21977c6-08c0-438d-8bd2-9f12ca1cf047 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:42:12.980599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d21977c6-08c0-438d-8bd2-9f12ca1cf047 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:13.036183 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] For port 6594a934-d604-4b03-a4d9-bb5e01e73775, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6594a934-d604-4b03-a4d9-bb5e01e73775,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:13.036571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.050334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d21977c6-08c0-438d-8bd2-9f12ca1cf047 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:13.052822 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d21977c6-08c0-438d-8bd2-9f12ca1cf047 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/2bb5ba0f-8993-46a1-91e3-75cddfd1c736 HTTP/1.1" status: 404 len: 333 time: 0.1382127 Jan 21 09:42:13.059919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60672) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:13.128495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'name': 'tempest-PortsTestJSON-510318663'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:13.226709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f0ad2-ec00-4b6b-8089-57dedd4b4e00 None None] Network f7759499-8783-4b9d-a933-5d5b5d139ca7 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:13.233459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Calling delete_port for 6594a934-d604-4b03-a4d9-bb5e01e73775 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:13.351298 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5b1b808c-d3ca-4cef-a556-6831073b2226 req-e04313e2-a652-49fc-bb80-e48f4b71737a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 210 time: 0.6826386 Jan 21 09:42:13.355447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.425026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:13.433521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-66650611-e883-42b6-bb7d-78f1c028ce65 None None] Provisioning for port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:13.454720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:13.459177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-66650611-e883-42b6-bb7d-78f1c028ce65 None None] Provisioning complete for port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:13.464789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-66650611-e883-42b6-bb7d-78f1c028ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.478877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:13.482371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.511896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 10722ee0-65dd-4c3c-b010-4642b5806202 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:13.611367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-09a0977b-ac9e-40fd-a1d9-0c5258203111 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.682667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.758429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event deleted for resources: {'Port': ['ID=6594a934-d604-4b03-a4d9-bb5e01e73775,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:13.813253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-09a0977b-ac9e-40fd-a1d9-0c5258203111 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:13.855064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-66650611-e883-42b6-bb7d-78f1c028ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.918590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-66650611-e883-42b6-bb7d-78f1c028ce65 None None] For port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d08d3664-5e2d-43ba-9660-c3f64c6d5c6f,segment=NetworkSegment(45c1bb13-159d-4ed5-9009-34b56fb6ea32),segment_id=45c1bb13-159d-4ed5-9009-34b56fb6ea32)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:13.939205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-66650611-e883-42b6-bb7d-78f1c028ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:13.996850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.112234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66650611-e883-42b6-bb7d-78f1c028ce65 None None] Pushing event updated for resources: {'Port': ['ID=d08d3664-5e2d-43ba-9660-c3f64c6d5c6f,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.113648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-09a0977b-ac9e-40fd-a1d9-0c5258203111 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.180248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:14.339567 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.553341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d08d3664-5e2d-43ba-9660-c3f64c6d5c6f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:14.635390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4d134423-6f06-422d-9902-bff89543dd5f None None] Could not find standard attr ID for object ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:14.699913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4d134423-6f06-422d-9902-bff89543dd5f None None] Provisioning complete for port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:14.700555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d134423-6f06-422d-9902-bff89543dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.763894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-2cefa402-a42a-4842-bcdb-bef53d9bc66e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:14.765410 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-2cefa402-a42a-4842-bcdb-bef53d9bc66e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 812 time: 2.1010606 Jan 21 09:42:14.780939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.801341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:14.802025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.825364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-09a0977b-ac9e-40fd-a1d9-0c5258203111 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.829215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.839964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60700) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:14.852105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:14.858274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.002794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:15.011743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=10722ee0-65dd-4c3c-b010-4642b5806202,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.015639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:15.016554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0977b-ac9e-40fd-a1d9-0c5258203111 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:15.021093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:15.032360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:15.033079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.047934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.051704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1925a0a3-c614-431b-aafc-fd01a5f8148c {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:15.134720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.139731 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5e1dda11-ed2e-4415-b1d8-1489d2a349e5 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "DELETE /v2.0/routers/1925a0a3-c614-431b-aafc-fd01a5f8148c HTTP/1.1" status: 204 len: 168 time: 4.4958591 Jan 21 09:42:15.140387 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dd80ce6e-4624-4150-b352-08c5de0b08ae tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0794840 Jan 21 09:42:15.141109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60706) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.144551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60708) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.151663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network e2fc2d70-1254-45c4-91a8-290a6d6caa5c is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:15.154540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-654999451', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:15.170551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:15.185628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:15.198839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Usage tracker for resource:router and tenant:ae46180cd4ba4bad8c436851c2661e88 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:15.206605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:15.215266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:15.229845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:15.237338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-89aae6eb-cb7e-4725-a583-403d2e41a473 None None] Could not find standard attr ID for object ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:42:15.272654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.273659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.289776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ffd4d309-a0b3-4b41-8b3a-9baf7765ed14 tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:15.366081 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-4dbbc8f9-43ee-4db1-a498-2027181d40af tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 380 time: 0.5224533 Jan 21 09:42:15.373294 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0bf2c17c-5bdc-4eb5-8aa2-35199b915176 req-4a5a4d02-103a-47e2-a40e-d887528340a2 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 210 time: 0.5945742 Jan 21 09:42:15.391164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-09a0977b-ac9e-40fd-a1d9-0c5258203111 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1 HTTP/1.1" status: 204 len: 168 time: 3.1675842 Jan 21 09:42:15.395458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'port': {'device_id': '26069014-b2ea-4040-8f41-ed36affe5e32', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'admin_state_up': True, 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'security_groups': ['8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:15.403332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.405385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60716) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.491010 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea115c6d-fd8c-49a1-8508-e55d97ac8ff4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:42:15.491880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ea115c6d-fd8c-49a1-8508-e55d97ac8ff4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:15.519204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.564073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2f36f325-2946-4d30-b2b0-65fbfaca6591 None None] Provisioning complete for port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:15.564497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f36f325-2946-4d30-b2b0-65fbfaca6591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.616533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ea115c6d-fd8c-49a1-8508-e55d97ac8ff4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:15.618651 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ea115c6d-fd8c-49a1-8508-e55d97ac8ff4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1 HTTP/1.1" status: 404 len: 333 time: 0.2113371 Jan 21 09:42:15.626384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f36f325-2946-4d30-b2b0-65fbfaca6591 None None] Port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:15.628061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60720) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.847033 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ffd4d309-a0b3-4b41-8b3a-9baf7765ed14 tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "PUT /v2.0/quotas/679723c1af064dd7bf6f158f16342e7c HTTP/1.1" status: 200 len: 366 time: 0.9803631 Jan 21 09:42:15.847719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60724) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.880287 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2d13ec46-1bad-4817-abbe-856be4649d57 tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0282600 Jan 21 09:42:15.881674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:15.891569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60728) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:15.894568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:port and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:15.915296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:15.938075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.962314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:15.976731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:15.995841 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ad0f0731-1838-46c8-8d09-148e8f49cd15 tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "GET /v2.0/quotas/679723c1af064dd7bf6f158f16342e7c HTTP/1.1" status: 200 len: 366 time: 0.1027770 Jan 21 09:42:15.999067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60732) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.014130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.080474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Made reservation on behalf of d7a3498013304bf78a9733962d0c8e9f for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:16.083653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.184688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.188364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event updated for resources: {'Port': ['ID=db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.230788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f953b249-8161-4a94-b0c5-0a7b89207c81 tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "DELETE /v2.0/quotas/679723c1af064dd7bf6f158f16342e7c HTTP/1.1" status: 204 len: 168 time: 0.2275379 Jan 21 09:42:16.236390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60736) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.270929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:16.309811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.325830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet ba223e8c-50f9-4727-8b27-e575c7f3f820 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:16.329150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.363546 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7175f5a6-8f3a-4674-bb28-cbd84ae02cf2 tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1228836 Jan 21 09:42:16.373534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.377309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60740) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.392101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:16.465569 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-16c3bdf8-eabf-4664-b7a9-1c447e61094e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "GET /v2.0/quotas/679723c1af064dd7bf6f158f16342e7c HTTP/1.1" status: 200 len: 370 time: 0.0870481 Jan 21 09:42:16.472622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60746) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.473570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] In _notify_port_updated(), no bound segment for port 10722ee0-65dd-4c3c-b010-4642b5806202 on network a86e5793-35fe-4638-96c4-15e6d8b42bd1 {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:16.476777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:16.477469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.481583 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "PUT /v2.0/ports/10722ee0-65dd-4c3c-b010-4642b5806202 HTTP/1.1" status: 200 len: 818 time: 1.3333962 Jan 21 09:42:16.487989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60748) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.496438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.523279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babdb78-5fe6-4948-a74a-3293575f1f82 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=10722ee0-65dd-4c3c-b010-4642b5806202,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:16.651590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba0a58-b325-4b61-88b7-54654c245fbc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 10722ee0-65dd-4c3c-b010-4642b5806202 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:16.651913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0a58-b325-4b61-88b7-54654c245fbc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.652541 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9f2ea098-408f-467e-9512-4880ecfd263c tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "GET /v2.0/quotas/679723c1af064dd7bf6f158f16342e7c/default HTTP/1.1" status: 200 len: 370 time: 0.0150814 Jan 21 09:42:16.675562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60754) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:16.773699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.784926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Allocated IP 172.20.0.11 (cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6/6dfb67f0-dc62-41fe-89b2-866148901c59/42315637-e961-4608-9765-8ef9e3a18e03) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:16.788742 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f02f1d9d-d92e-45a3-b205-4603e511f44d req-0c1f6ddd-ff04-4a3b-886f-07330e86adb8 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 210 time: 0.1496816 Jan 21 09:42:16.832139 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-b8d210b7-1080-45a0-a3f1-28789d0d668e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] delete failed (client error): The resource could not be found. Jan 21 09:42:16.832918 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b8d210b7-1080-45a0-a3f1-28789d0d668e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "DELETE /v2.0/quotas/679723c1af064dd7bf6f158f16342e7c HTTP/1.1" status: 404 len: 348 time: 0.1514571 Jan 21 09:42:16.857355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.865800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:16.887253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Network 8cc6635a-1168-49c1-968d-2d8db964dc32 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:16.893648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:17.134734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60760) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.162752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0a58-b325-4b61-88b7-54654c245fbc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.213704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.371215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba0a58-b325-4b61-88b7-54654c245fbc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 10722ee0-65dd-4c3c-b010-4642b5806202 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:17.378632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-518033ae-8d29-46da-8ba7-dd8d47443435 None None] Provisioning complete for port db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:17.380581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-518033ae-8d29-46da-8ba7-dd8d47443435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.404431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=ba223e8c-50f9-4727-8b27-e575c7f3f820,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:17.452679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Usage tracker for resource:network and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.455613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Allocated IP 172.26.1.221 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/8f2fae98-63b9-40aa-9167-1f9157915a31) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:17.457214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:17.460230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.464316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.464651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.464977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.465391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.465624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.465923 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.466307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.466702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.466949 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.467201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.467627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:17.474185 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:17.489887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d476485-5bff-4f5c-999f-6f1ecb06ae96 None None] Network f7759499-8783-4b9d-a933-5d5b5d139ca7 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:17.491240 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.493120 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8002618a-851f-47ff-92b4-da97fb006d58 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9845591 Jan 21 09:42:17.496631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60764) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.506639 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:17.507543 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:17.528899 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-28ef7eea-3152-4159-b0df-35cf73f8b278 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/ba223e8c-50f9-4727-8b27-e575c7f3f820 HTTP/1.1" status: 204 len: 168 time: 1.8986807 Jan 21 09:42:17.531143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.533407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-1473109190'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:17.534227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60768) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:17.583176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:17.650386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-518033ae-8d29-46da-8ba7-dd8d47443435 None None] Port db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:17.675753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.681483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Usage tracker for resource:subnet and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.684478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.696371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.702407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Transition to ACTIVE for port object 42315637-e961-4608-9765-8ef9e3a18e03 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:17.705254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:17.709047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0a58-b325-4b61-88b7-54654c245fbc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.715348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.745419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Router 8cd1f9d6-d26a-4e87-934a-9a41a6491632 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:17.749664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:17.750290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.764056 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:17.838733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Usage tracker for resource:subnetpool and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:17.851489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba0a58-b325-4b61-88b7-54654c245fbc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=10722ee0-65dd-4c3c-b010-4642b5806202,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:17.878617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:17.888695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.890247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:17.940547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:17.971769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] DHCP port deletion for f7759499-8783-4b9d-a933-5d5b5d139ca7 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:17.976111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] Deleting port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:17.976561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.001725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0a58-b325-4b61-88b7-54654c245fbc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.068433 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b3ba0a58-b325-4b61-88b7-54654c245fbc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/10722ee0-65dd-4c3c-b010-4642b5806202 HTTP/1.1" status: 204 len: 168 time: 1.5774684 Jan 21 09:42:18.086078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60774) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.221265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Usage tracker for resource:port and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:18.244603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:18.257735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:18.273344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:18.276974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:18.312425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:18.355279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.381613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.382003 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment b5705abf-a2b8-4aa7-8363-a3a8eb79a78d of type vlan for network 641e853a-0289-4e95-b11f-e8d88a89607e Jan 21 09:42:18.398182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Usage tracker for resource:router and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:18.432757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] For port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d08d3664-5e2d-43ba-9660-c3f64c6d5c6f,segment=NetworkSegment(45c1bb13-159d-4ed5-9009-34b56fb6ea32),segment_id=45c1bb13-159d-4ed5-9009-34b56fb6ea32)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:18.434895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.483732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:18.564345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.585494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3ee4b-37d5-466d-b39f-e95268396453 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.586207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-33a3ee4b-37d5-466d-b39f-e95268396453 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:18.589884 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:10Z', 'revision_number': 3, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:12Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:18.591159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=42315637-e961-4608-9765-8ef9e3a18e03,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:18.595780 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:18.596253 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Updating router d81badcb-24d5-4682-ac35-c3e08ecf927d port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:42:18.621624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Usage tracker for resource:floatingip and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:18.638647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:18.663789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-33a3ee4b-37d5-466d-b39f-e95268396453 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:18.665095 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-33a3ee4b-37d5-466d-b39f-e95268396453 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5658243 Jan 21 09:42:18.670720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60778) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.716067 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.753133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] Calling delete_port for d08d3664-5e2d-43ba-9660-c3f64c6d5c6f owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:18.758418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.789204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] For port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d08d3664-5e2d-43ba-9660-c3f64c6d5c6f,segment=NetworkSegment(45c1bb13-159d-4ed5-9009-34b56fb6ea32),segment_id=45c1bb13-159d-4ed5-9009-34b56fb6ea32)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:18.790618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.809938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.810762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.824807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e8e1d033-2a89-444d-aaa6-9ac7785cbbcb None None] Provisioning for port 42315637-e961-4608-9765-8ef9e3a18e03 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:18.842314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e8e1d033-2a89-444d-aaa6-9ac7785cbbcb None None] Provisioning complete for port 42315637-e961-4608-9765-8ef9e3a18e03 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:18.843520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d033-2a89-444d-aaa6-9ac7785cbbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.864390 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe00599-c25c-46dd-9e1a-9b5d79ca3ba3 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:42:18.865678 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-abe00599-c25c-46dd-9e1a-9b5d79ca3ba3 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/10722ee0-65dd-4c3c-b010-4642b5806202 HTTP/1.1" status: 404 len: 333 time: 0.1940212 Jan 21 09:42:18.882641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d08d3664-5e2d-43ba-9660-c3f64c6d5c6f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:18.911630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.916040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:18.916647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:18.930498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60782) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:18.988380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1d033-2a89-444d-aaa6-9ac7785cbbcb None None] Port 42315637-e961-4608-9765-8ef9e3a18e03 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:18.989852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.009477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for d08d3664-5e2d-43ba-9660-c3f64c6d5c6f owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:19.030753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:19.030753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event updated for resources: {'Port': ['ID=8f2fae98-63b9-40aa-9167-1f9157915a31,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.052237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:19.057248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No active binding found for port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f {{(pid=83428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 21 09:42:19.057945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d08d3664-5e2d-43ba-9660-c3f64c6d5c6f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:19.058549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6594a934-d604-4b03-a4d9-bb5e01e73775 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:19.059945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-831608796'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:19.060708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:19.089093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] Pushing event deleted for resources: {'Port': ['ID=d08d3664-5e2d-43ba-9660-c3f64c6d5c6f,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.105948 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d545d-26f8-4bab-9f0d-4a1f47d14436 None None] No DVR routers for this DVR port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:19.106201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2448d2-33e6-4048-9bc3-aedcf1f5a268 req-c9837639-64b3-4377-a001-a8c5d02da3c9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:19.106939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-3a2448d2-33e6-4048-9bc3-aedcf1f5a268 req-c9837639-64b3-4377-a001-a8c5d02da3c9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:19.116448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:19.123536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 6594a934-d604-4b03-a4d9-bb5e01e73775 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:19.124478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6594a934-d604-4b03-a4d9-bb5e01e73775 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:19.131813 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-7972942a-bd63-4b3e-8734-cf4c3927071a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7437034 Jan 21 09:42:19.135857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dfdbba01-5260-4ea1-83e0-91ae5d157074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.140241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:network and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:19.152081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Request body: {'port': {'device_id': '26069014-b2ea-4040-8f41-ed36affe5e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:19.179284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:19.212174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:19.236573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-3a2448d2-33e6-4048-9bc3-aedcf1f5a268 req-c9837639-64b3-4377-a001-a8c5d02da3c9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:19.236573 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3a2448d2-33e6-4048-9bc3-aedcf1f5a268 req-c9837639-64b3-4377-a001-a8c5d02da3c9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 932 time: 1.0666537 Jan 21 09:42:19.281803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:19.296899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b0471-0f95-4730-86ee-74b189309e79 None None] Sync routers for ids ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:19.311894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b0471-0f95-4730-86ee-74b189309e79 None None] Routers {'8cd1f9d6-d26a-4e87-934a-9a41a6491632'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:19.313166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-798b0471-0f95-4730-86ee-74b189309e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.316176 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fb6eb781-631b-4a05-996b-f1f8310e4a76 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "PUT /v2.0/routers/8cd1f9d6-d26a-4e87-934a-9a41a6491632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0446277 Jan 21 09:42:19.322031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60786) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.326576 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.331076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:19.334164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.351847 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Transition to ACTIVE for port object 01863a30-59fa-42e5-abd2-bf99b8e1cf6c will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:19.365897 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.394789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-798b0471-0f95-4730-86ee-74b189309e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.413718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b0471-0f95-4730-86ee-74b189309e79 None None] Routers {'8cd1f9d6-d26a-4e87-934a-9a41a6491632'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:19.413718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-798b0471-0f95-4730-86ee-74b189309e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.428534 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9277523 Jan 21 09:42:19.432977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60790) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:19.434627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:19.434945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:19.445272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb6149-4f28-43cf-beec-bde1802c091b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=641e853a-0289-4e95-b11f-e8d88a89607e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.453254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:19.474859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.494317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-798b0471-0f95-4730-86ee-74b189309e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:19.494892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b0471-0f95-4730-86ee-74b189309e79 None None] The sync data for ids ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:19.496981 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 641e853a-0289-4e95-b11f-e8d88a89607e details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:19.505076 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24993131-40f4-4b15-9e16-0016e414153a None None] Pushing event updated for resources: {'Port': ['ID=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.561052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Usage tracker for resource:security_group and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:19.584384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:19.590738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:19.600728 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3a2448d2-33e6-4048-9bc3-aedcf1f5a268 req-490c1139-72b1-40c0-abab-5113fb6ff33f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447318 Jan 21 09:42:19.635147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.635771 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Added segment fcc8e963-6e90-4ab2-bae0-73ba6437af75 of type vlan for network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 Jan 21 09:42:19.654717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:19.657249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Usage tracker for resource:security_group_rule and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:19.666542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:19.669353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:19.674733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:19.689528 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:19.703061 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-198c9df1-9bbf-404c-9fab-141455f7000e tempest-QuotasTest-1117231396 tempest-QuotasTest-1117231396-project-admin] 10.222.0.122 "GET /v2.0/quotas/188fc3c5238c49f199375742fff1d479/details.json HTTP/1.1" status: 200 len: 703 time: 2.5582159 Jan 21 09:42:19.717465 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Attempting to bind port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:19.718758 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Attempting to bind port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:19.718758 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Attempting to bind port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c on network e2fc2d70-1254-45c4-91a8-290a6d6caa5c {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:19.722681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:19.728598 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:19.729140 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Checking segment: {'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:19.729631 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.730135 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Bound using segment: {'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:19.730720 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Bound port: 01863a30-59fa-42e5-abd2-bf99b8e1cf6c, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:19.731191 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.753256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.861963 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] For port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:19.866218 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] For port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,segment=NetworkSegment(612d10b1-74b2-4db2-ad88-21c7d6ea8f0c),segment_id=612d10b1-74b2-4db2-ad88-21c7d6ea8f0c)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:19.872213 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.920022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.920754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.929200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:19.966588 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24993131-40f4-4b15-9e16-0016e414153a None None] Pushing event updated for resources: {'Port': ['ID=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:19.975937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port d08d3664-5e2d-43ba-9660-c3f64c6d5c6f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:19.976389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.004602 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:20.005375 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:41:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.074093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.077833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.079752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.198816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e35aba58-f4f4-4c8b-aca2-d5fa4d8449a5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.219534 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:20.312422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.358578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device cc839f88-ab31-4815-aa7a-eb1840f9f6e8 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:20.380130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60798) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.392674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] The port 'd08d3664-5e2d-43ba-9660-c3f64c6d5c6f' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:42:20.408455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: cc839f88-ab31-4815-aa7a-eb1840f9f6e8 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:20.408797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device cc839f88-ab31-4815-aa7a-eb1840f9f6e8 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:20.427832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=e28b71c7-ec77-4867-9b55-62467f56b1ee,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.525274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:20.525715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: 641e853a-0289-4e95-b11f-e8d88a89607e, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:20.550338 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5505311 Jan 21 09:42:20.559197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60804) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.566382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:20.605028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Network': ['ID=65e894a3-1d03-49f4-9f77-d8eb8bdc1b17,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:20.620535 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:10Z', 'revision_number': 3, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:19Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:20.624765 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc6f135-6e65-469c-86e3-0c3a8b24dfce None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:10Z', 'revision_number': 3, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:19Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:20.699784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.714055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 641e853a-0289-4e95-b11f-e8d88a89607e is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:20.754955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 641e853a-0289-4e95-b11f-e8d88a89607e) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:20.768066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:20.771836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2e3eb-3c0a-418c-ad20-fd0162eb33bd None None] Network 641e853a-0289-4e95-b11f-e8d88a89607e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:20.775395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:20.775989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.784403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:20.795435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:20.815450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:20.823220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:20.844675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.845040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.845337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.845660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.846009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.846338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.846630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.846938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.847246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.847553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.847861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa8752-8913-4e57-992c-89fb91a5c288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:20.850277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] Usage tracker for resource:security_group_rule and tenant:358163a6b0424760892376cf7f268584 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:20.854692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:20.866647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:20.870363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:20.879037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:20.896353 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-08e2ac32-74f7-425a-82e0-ed2192c97e11 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4522593 Jan 21 09:42:20.900658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60810) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:20.909204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:20.972010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7759499-8783-4b9d-a933-5d5b5d139ca7']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.032937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:21.059788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c1bb13-159d-4ed5-9009-34b56fb6ea32') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.060702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c1bb13-159d-4ed5-9009-34b56fb6ea32') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:21.092178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.106243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42315637-e961-4608-9765-8ef9e3a18e03 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:21.121777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.153072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.170019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:21.170679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.192182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-641e853a-0289-4e95-b11f-e8d88a89607e', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:21.193160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.224459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.292151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Transition to ACTIVE for port object 42315637-e961-4608-9765-8ef9e3a18e03 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:21.292473 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:21.297540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-e35aba58-f4f4-4c8b-aca2-d5fa4d8449a5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:42:21.298396 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e35aba58-f4f4-4c8b-aca2-d5fa4d8449a5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/routers/8cd1f9d6-d26a-4e87-934a-9a41a6491632 HTTP/1.1" status: 409 len: 329 time: 1.9502757 Jan 21 09:42:21.302723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60814) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.303828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.331921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.387696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Allocated IP 172.22.0.2 (641e853a-0289-4e95-b11f-e8d88a89607e/e28b71c7-ec77-4867-9b55-62467f56b1ee/8968fb9f-5684-4b06-beba-e6ba073207bc) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:21.413384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.444496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6dab8b6a-835e-4542-b824-178acd139516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.497162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Router 1ae62d70-66b2-48b9-9eb6-9705456c7026 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:21.571797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.587097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.627742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Pushing event updated for resources: {'Port': ['ID=42315637-e961-4608-9765-8ef9e3a18e03,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.631296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Network': ['ID=f7759499-8783-4b9d-a933-5d5b5d139ca7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.647825 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7e01ebab-24d2-457a-8d92-41c950e9f7ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/networks/f7759499-8783-4b9d-a933-5d5b5d139ca7 HTTP/1.1" status: 204 len: 168 time: 4.1060593 Jan 21 09:42:21.651709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd6168-de10-46b8-88d4-897c4d4759c7 req-9000f0d2-8ebd-4e94-b2e5-06ba57da92ed tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:21.659240 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c6fd6168-de10-46b8-88d4-897c4d4759c7 req-9000f0d2-8ebd-4e94-b2e5-06ba57da92ed tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 932 time: 0.7519927 Jan 21 09:42:21.674540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60818) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.688508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.702372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Transition to ACTIVE for port object 8968fb9f-5684-4b06-beba-e6ba073207bc will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:21.726426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Transition to ACTIVE for port object 8968fb9f-5684-4b06-beba-e6ba073207bc will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:21.734182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83347f7-00bb-4107-a34b-d4cf0b01ee2c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.736435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.748186 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-91dce343-cea5-4034-9651-3a89b636a67c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=358163a6b0424760892376cf7f268584&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3659189 Jan 21 09:42:21.779751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60822) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:21.794028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'name': 'tempest-PortsIpV6TestJSON-2087536492'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:21.840856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Network 641e853a-0289-4e95-b11f-e8d88a89607e is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:21.847453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:21.850610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Pushing event updated for resources: {'Port': ['ID=8968fb9f-5684-4b06-beba-e6ba073207bc,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:21.853625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:21.960662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Attempting to bind port 8968fb9f-5684-4b06-beba-e6ba073207bc on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:21.961425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Attempting to bind port 8968fb9f-5684-4b06-beba-e6ba073207bc by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:21.962029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Attempting to bind port 8968fb9f-5684-4b06-beba-e6ba073207bc on network 641e853a-0289-4e95-b11f-e8d88a89607e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:21.971407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:21.972187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Checking segment: {'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:21.972830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:21.973547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Bound using segment: {'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:21.974241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Bound port: 8968fb9f-5684-4b06-beba-e6ba073207bc, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:21.974836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.000313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.062236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Attempting to bind port 42315637-e961-4608-9765-8ef9e3a18e03 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:22.062838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Attempting to bind port 42315637-e961-4608-9765-8ef9e3a18e03 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:22.062975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Attempting to bind port 42315637-e961-4608-9765-8ef9e3a18e03 on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:22.077749 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c6fd6168-de10-46b8-88d4-897c4d4759c7 req-c96a5576-b8a6-4f55-9dbf-ddad720864d7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176342 Jan 21 09:42:22.085598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:22.098233 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Port 42315637-e961-4608-9765-8ef9e3a18e03 on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:42:22.098545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Attempting to bind port 42315637-e961-4608-9765-8ef9e3a18e03 on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:22.121279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:22.151601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71be1b12-04eb-4496-ab0b-fe3387609263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.155580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:22.156179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Checking segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:22.156787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Bound using segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:22.157522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Bound port: 42315637-e961-4608-9765-8ef9e3a18e03, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:22.158054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.164599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] For port 8968fb9f-5684-4b06-beba-e6ba073207bc, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:22.169206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] For port 8968fb9f-5684-4b06-beba-e6ba073207bc, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8968fb9f-5684-4b06-beba-e6ba073207bc,segment=NetworkSegment(b5705abf-a2b8-4aa7-8363-a3a8eb79a78d),segment_id=b5705abf-a2b8-4aa7-8363-a3a8eb79a78d)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:22.171361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=84602142-9149-4b23-b403-0be8738e7816,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.176617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.183363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:22.186448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.227631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking segment: {'id': 'fcc8e963-6e90-4ab2-bae0-73ba6437af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:22.228067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network hostable DHCP agents. Network: 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:22.235174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71be1b12-04eb-4496-ab0b-fe3387609263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.277767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3e2fc-0f28-4296-b10f-4bccb04b657a None None] Pushing event updated for resources: {'Port': ['ID=8968fb9f-5684-4b06-beba-e6ba073207bc,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:22.288875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port fa5251e6-dafc-4bd6-a2f1-4bf346ecd11e yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:22.318800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:22.331981 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44be15-350c-41b2-ae71-0cbef37494ae None None] Sync routers for ids ['1ae62d70-66b2-48b9-9eb6-9705456c7026'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:22.360773 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44be15-350c-41b2-ae71-0cbef37494ae None None] Routers {'1ae62d70-66b2-48b9-9eb6-9705456c7026'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:22.361388 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fd44be15-350c-41b2-ae71-0cbef37494ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1ae62d70-66b2-48b9-9eb6-9705456c7026'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:22.418485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:22.421801 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.426151 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-be285eb1-342a-4b75-813e-0c1e68dc905d tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2840297 Jan 21 09:42:22.428470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60826) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:22.435536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f1a1a01b-8af0-4056-ad4f-943eebce80d0 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': False}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:22.479739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 01863a30-59fa-42e5-abd2-bf99b8e1cf6c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:22.488628 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fd44be15-350c-41b2-ae71-0cbef37494ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:22.508150 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44be15-350c-41b2-ae71-0cbef37494ae None None] Routers {'1ae62d70-66b2-48b9-9eb6-9705456c7026'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:22.510140 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fd44be15-350c-41b2-ae71-0cbef37494ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1ae62d70-66b2-48b9-9eb6-9705456c7026'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:22.530958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:22.541713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:22.541713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.590917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaea05b-6426-49a8-af5a-3ca3d1c6f90d None None] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:22.601962 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cb3fc4f0-f950-4a5d-a9ac-6d55d30c4dbd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0416234 Jan 21 09:42:22.608620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60830) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:22.619565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:22.630078 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.660999 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fd44be15-350c-41b2-ae71-0cbef37494ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:22.661545 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44be15-350c-41b2-ae71-0cbef37494ae None None] The sync data for ids ['1ae62d70-66b2-48b9-9eb6-9705456c7026'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:22.699524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] For port 42315637-e961-4608-9765-8ef9e3a18e03, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:22.723568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] For port 42315637-e961-4608-9765-8ef9e3a18e03, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=42315637-e961-4608-9765-8ef9e3a18e03,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:22.740909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71be1b12-04eb-4496-ab0b-fe3387609263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.756839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.805268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.905123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:22.918031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:22.918427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:22.933822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:22.950546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:22.963697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:22.976756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:23.006023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.021858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:23.025821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.062783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-65e894a3-1d03-49f4-9f77-d8eb8bdc1b17', 'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17', 'tenant_id': 'a05abf99eeec4bd89e25ce74b3597042', 'fixed_ips': [{'subnet_id': '84602142-9149-4b23-b403-0be8738e7816'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:23.064018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.078857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be1b12-04eb-4496-ab0b-fe3387609263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83347f7-00bb-4107-a34b-d4cf0b01ee2c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.144081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.145444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] 10.222.0.120 "PUT /v2.0/ports/42315637-e961-4608-9765-8ef9e3a18e03 HTTP/1.1" status: 200 len: 1094 time: 4.0023477 Jan 21 09:42:23.152326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26069014-b2ea-4040-8f41-ed36affe5e32', 'tag': '42315637-e961-4608-9765-8ef9e3a18e03'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:23.184006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71be1b12-04eb-4496-ab0b-fe3387609263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.185767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-71be1b12-04eb-4496-ab0b-fe3387609263 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e83347f7-00bb-4107-a34b-d4cf0b01ee2c HTTP/1.1" status: 204 len: 168 time: 1.3129656 Jan 21 09:42:23.193024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26df7f-3fa9-4a12-b99c-de6d43d0dfca service neutron] Pushing event updated for resources: {'Port': ['ID=42315637-e961-4608-9765-8ef9e3a18e03,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.205862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.375730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.389773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26069014-b2ea-4040-8f41-ed36affe5e32', 'tag': '42315637-e961-4608-9765-8ef9e3a18e03', 'status': 'completed', 'code': 200} Jan 21 09:42:23.451446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Allocated IP 172.20.0.2 (65e894a3-1d03-49f4-9f77-d8eb8bdc1b17/84602142-9149-4b23-b403-0be8738e7816/e34b5182-4ad5-4fac-bffa-c7d2243db8b6) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:23.468350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.476603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,segment=NetworkSegment(612d10b1-74b2-4db2-ad88-21c7d6ea8f0c),segment_id=612d10b1-74b2-4db2-ad88-21c7d6ea8f0c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:23.488013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.715414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.759047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:23.822872 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.ipam_backend_mixin [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84602142-9149-4b23-b403-0be8738e7816 (CIDR: 172.20.0.0/28) Jan 21 09:42:23.849581 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:23.850070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:23.891999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60842) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:23.911264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80662d09-e8eb-4382-85d8-3e92b6e9f5b0 None None] Network 641e853a-0289-4e95-b11f-e8d88a89607e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:23.932299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.932806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:23.960629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:23.975717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:23.988895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:23.994310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:23.995309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.004977 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-bd0b1195-ddd7-44d7-ad4a-27ddc0181070 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 1097 time: 0.7772002 Jan 21 09:42:24.021138 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b6cd53c3-8895-45ee-a7a9-bd2590847c17 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4085882 Jan 21 09:42:24.030754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60846) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:24.048599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.082259 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Transition to ACTIVE for port object e34b5182-4ad5-4fac-bffa-c7d2243db8b6 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:24.084416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164c707-f88f-431a-a636-2d13012f39ba req-6f0deeb8-cadd-4bce-a691-6c8af82d4164 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.085785 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3164c707-f88f-431a-a636-2d13012f39ba req-6f0deeb8-cadd-4bce-a691-6c8af82d4164 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 944 time: 0.7816515 Jan 21 09:42:24.088592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b48a54df-8f64-47b1-8ead-994a82c98970 None None] Provisioning for port 8968fb9f-5684-4b06-beba-e6ba073207bc completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:24.095733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:24.096133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=fa5251e6-dafc-4bd6-a2f1-4bf346ecd11e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.114056 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-5c2540ce-4ef8-40b5-8242-035ecee0271b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42315637-e961-4608-9765-8ef9e3a18e03 HTTP/1.1" status: 200 len: 217 time: 0.0979755 Jan 21 09:42:24.127327 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d0805da2-c164-4a85-becc-d814d3a304e4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4483781 Jan 21 09:42:24.155778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Transition to ACTIVE for port object e34b5182-4ad5-4fac-bffa-c7d2243db8b6 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:24.170782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.176911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60850) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:24.207261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:24.228695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] Usage tracker for resource:security_group_rule and tenant:188fc3c5238c49f199375742fff1d479 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:24.261372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:24.261738 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:24.265116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Pushing event updated for resources: {'Port': ['ID=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.267665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:24.279966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:24.296749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:24.331339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-74a5992b-8cfc-49eb-9c5c-14c7b173dc98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:24.333076 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-74a5992b-8cfc-49eb-9c5c-14c7b173dc98 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.2101741 Jan 21 09:42:24.366193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.22.0.1 (641e853a-0289-4e95-b11f-e8d88a89607e/e28b71c7-ec77-4867-9b55-62467f56b1ee/60447a88-9861-4fcd-b16a-993c0b2111f0) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:24.376578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-925c61aa-862c-4f8b-9340-eec6833fa598 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port fa5251e6-dafc-4bd6-a2f1-4bf346ecd11e {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:24.377322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-925c61aa-862c-4f8b-9340-eec6833fa598 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.399535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:24.428431 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3164c707-f88f-431a-a636-2d13012f39ba req-618d01f9-c104-478d-9517-3ee658f154cc tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066568 Jan 21 09:42:24.432035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:24.439752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:24.471744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Attempting to bind port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:24.472268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Attempting to bind port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'fcc8e963-6e90-4ab2-bae0-73ba6437af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:24.472707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Attempting to bind port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 on network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:24.483035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:24.483487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Checking segment: {'id': 'fcc8e963-6e90-4ab2-bae0-73ba6437af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:24.483818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.484209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Bound using segment: {'id': 'fcc8e963-6e90-4ab2-bae0-73ba6437af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:24.484729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Bound port: e34b5182-4ad5-4fac-bffa-c7d2243db8b6, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc8e963-6e90-4ab2-bae0-73ba6437af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:24.485101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.501032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:24.615237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:24.619482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.625197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] For port e34b5182-4ad5-4fac-bffa-c7d2243db8b6, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:24.629181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] For port e34b5182-4ad5-4fac-bffa-c7d2243db8b6, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,segment=NetworkSegment(fcc8e963-6e90-4ab2-bae0-73ba6437af75),segment_id=fcc8e963-6e90-4ab2-bae0-73ba6437af75)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:24.634683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8968fb9f-5684-4b06-beba-e6ba073207bc up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:24.660431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.677420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.727652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.778627 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-1bef77bf-3eb0-4771-8d08-dafdb4d2dea4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4364054 Jan 21 09:42:24.835807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.854737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeac070b-d827-48a4-8dc4-3c8738fea0af,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.875428 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-225eb8a9-f442-47ef-b734-a2504ff9e556 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=188fc3c5238c49f199375742fff1d479&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9805319 Jan 21 09:42:24.886925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60854) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:24.896554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object 60447a88-9861-4fcd-b16a-993c0b2111f0 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:24.902600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cde5d-5155-4c17-a202-5faffaa47b59 None None] Pushing event updated for resources: {'Port': ['ID=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:24.922505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 8968fb9f-5684-4b06-beba-e6ba073207bc completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:24.934035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8968fb9f-5684-4b06-beba-e6ba073207bc triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:24.934411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:24.968861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-925c61aa-862c-4f8b-9340-eec6833fa598 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.127338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.175790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 8968fb9f-5684-4b06-beba-e6ba073207bc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8968fb9f-5684-4b06-beba-e6ba073207bc,segment=NetworkSegment(b5705abf-a2b8-4aa7-8363-a3a8eb79a78d),segment_id=b5705abf-a2b8-4aa7-8363-a3a8eb79a78d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:25.182915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.184394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 01863a30-59fa-42e5-abd2-bf99b8e1cf6c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:25.195009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.198702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0358d026-43b5-48e2-a81e-3934375e5eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.331063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-925c61aa-862c-4f8b-9340-eec6833fa598 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for fa5251e6-dafc-4bd6-a2f1-4bf346ecd11e owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:25.361853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0358d026-43b5-48e2-a81e-3934375e5eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.412572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-61555edd-b6e7-4496-85d8-8c7dcab1e186 None None] Provisioning complete for port 8968fb9f-5684-4b06-beba-e6ba073207bc triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:25.413604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-61555edd-b6e7-4496-85d8-8c7dcab1e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.488241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=8968fb9f-5684-4b06-beba-e6ba073207bc,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.510975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:25.511355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.516129 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-3f3e0a8b-9e99-41ff-92ab-542be0524cde service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243443 Jan 21 09:42:25.545842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-925c61aa-862c-4f8b-9340-eec6833fa598 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.575811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 641e853a-0289-4e95-b11f-e8d88a89607e is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:25.594278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:25.615083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=60447a88-9861-4fcd-b16a-993c0b2111f0,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.620611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:25.692573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.705065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c61aa-862c-4f8b-9340-eec6833fa598 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=fa5251e6-dafc-4bd6-a2f1-4bf346ecd11e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:25.736361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-925c61aa-862c-4f8b-9340-eec6833fa598 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.766200 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:42:25.788303 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-925c61aa-862c-4f8b-9340-eec6833fa598 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/fa5251e6-dafc-4bd6-a2f1-4bf346ecd11e HTTP/1.1" status: 204 len: 168 time: 1.6101768 Jan 21 09:42:25.792060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.795688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60860) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:25.832230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a01b-8af0-4056-ad4f-943eebce80d0 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.841601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0358d026-43b5-48e2-a81e-3934375e5eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:25.854720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'mac_address': 'fa:16:3e:2b:33:2e', 'name': 'tempest-PortsIpV6TestJSON-171284264'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:25.876494 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29d973c5-1c48-43fc-a0d2-ccfdfff42637 req-5e50f3ce-8e57-438c-aa20-2bb717cc00db service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516300 Jan 21 09:42:25.916705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d5f7d-7a6d-446d-97de-3ac23bead0fc req-584e5bae-2c40-46fe-9154-5022942c2451 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:25.918695 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d11d5f7d-7a6d-446d-97de-3ac23bead0fc req-584e5bae-2c40-46fe-9154-5022942c2451 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 944 time: 0.3183067 Jan 21 09:42:26.017213 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ba78bdf8-d08a-4338-8b98-2ca4782d9478 None None] Provisioning for port 60447a88-9861-4fcd-b16a-993c0b2111f0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:26.027870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ba78bdf8-d08a-4338-8b98-2ca4782d9478 None None] Provisioning complete for port 60447a88-9861-4fcd-b16a-993c0b2111f0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:26.029397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ba78bdf8-d08a-4338-8b98-2ca4782d9478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.053623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358d026-43b5-48e2-a81e-3934375e5eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeac070b-d827-48a4-8dc4-3c8738fea0af,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.145373 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d11d5f7d-7a6d-446d-97de-3ac23bead0fc req-3b2e8f81-f35f-4026-96c0-bb835ffcb5cf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018325 Jan 21 09:42:26.153134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Deleting port db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:26.153373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:26.153464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.199242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ba78bdf8-d08a-4338-8b98-2ca4782d9478 None None] Port 60447a88-9861-4fcd-b16a-993c0b2111f0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:26.213907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61288475-b584-4004-887f-b61a44f1a1b4 req-e372b11b-93f7-440a-8511-748b459d813a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 1097 time: 0.2788022 Jan 21 09:42:26.238847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:26.240564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.251938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=5084be03-5971-4941-be41-6f245beaf88c,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:26.259657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:26.264149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:26.269050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:26.277252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:26.288022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.288655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.328640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0358d026-43b5-48e2-a81e-3934375e5eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.340759 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0358d026-43b5-48e2-a81e-3934375e5eab admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/eeac070b-d827-48a4-8dc4-3c8738fea0af HTTP/1.1" status: 204 len: 168 time: 1.4429600 Jan 21 09:42:26.370629 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b57edfd4-efbd-46e8-a9bd-f7be85e76508 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3378079 Jan 21 09:42:26.386383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60866) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:26.405007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17', 'fixed_ips': [{'subnet_id': '84602142-9149-4b23-b403-0be8738e7816'}, {'subnet_id': '5084be03-5971-4941-be41-6f245beaf88c'}], 'name': 'tempest-PortsTestJSON-1356508364'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:26.419598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ad8dd-29a0-4847-b948-8f424954b770 None None] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:26.463903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:26.609448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e34b5182-4ad5-4fac-bffa-c7d2243db8b6 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:26.684296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d2bd2b00-c7af-401c-9ac8-28b51b1556a0 None None] Provisioning for port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:26.690554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61288475-b584-4004-887f-b61a44f1a1b4 req-fdd50c4d-8ac1-431f-a067-a0120786703b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:26.696142 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61288475-b584-4004-887f-b61a44f1a1b4 req-fdd50c4d-8ac1-431f-a067-a0120786703b service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.4758759 Jan 21 09:42:26.784614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.860079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.862066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port 445eff86-e248-4a37-bff6-4f14a789affe yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:26.877438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:26.900787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:26.901441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:26.946820 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61288475-b584-4004-887f-b61a44f1a1b4 req-c3e244e0-7350-403a-a0b7-5226639b37fc service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42315637-e961-4608-9765-8ef9e3a18e03 HTTP/1.1" status: 200 len: 217 time: 0.2104874 Jan 21 09:42:26.947771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:27.124846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:27.143540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Calling delete_port for db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:27.249793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697686be-02a5-4116-b9e0-ad48673d7869 None None] Update dhcp port {'port': {'network_id': '65e894a3-1d03-49f4-9f77-d8eb8bdc1b17', 'fixed_ips': [{'subnet_id': '84602142-9149-4b23-b403-0be8738e7816', 'ip_address': '172.20.0.2'}, {'subnet_id': '5084be03-5971-4941-be41-6f245beaf88c'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': 'e34b5182-4ad5-4fac-bffa-c7d2243db8b6'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:42:27.305769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.347372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-697686be-02a5-4116-b9e0-ad48673d7869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.448647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e34b5182-4ad5-4fac-bffa-c7d2243db8b6, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,segment=NetworkSegment(fcc8e963-6e90-4ab2-bae0-73ba6437af75),segment_id=fcc8e963-6e90-4ab2-bae0-73ba6437af75)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:27.461508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.463072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8968fb9f-5684-4b06-beba-e6ba073207bc up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:27.544387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.593114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:27.613311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.613666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.614004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a01b-8af0-4056-ad4f-943eebce80d0 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.614139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.614351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.614689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.615021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.615700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.616630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.616630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.616851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.616986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:42:27.617092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.624583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a01b-8af0-4056-ad4f-943eebce80d0 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.744074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:27.752181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:27.767897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61288475-b584-4004-887f-b61a44f1a1b4 req-488e67da-279f-4b36-b45e-bf655a14adb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:27.770174 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61288475-b584-4004-887f-b61a44f1a1b4 req-488e67da-279f-4b36-b45e-bf655a14adb9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.7270732 Jan 21 09:42:27.771193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8968fb9f-5684-4b06-beba-e6ba073207bc triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:27.771573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.777377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:27.837214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-697686be-02a5-4116-b9e0-ad48673d7869 None None] Allocated IP 172.20.0.18 (65e894a3-1d03-49f4-9f77-d8eb8bdc1b17/5084be03-5971-4941-be41-6f245beaf88c/e34b5182-4ad5-4fac-bffa-c7d2243db8b6) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:27.839925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.928435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.940504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:27.949508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.002859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:28.004292 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.010376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:28.012685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=60447a88-9861-4fcd-b16a-993c0b2111f0,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.015174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:28.020300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.021408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.039533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60888) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:28.069265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 889966f1-4600-446f-a7cd-012f45a9edb5 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:28.107513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event deleted for resources: {'Port': ['ID=db90b6e5-4501-4f7f-9b6f-cdace8b4d7ae,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.169058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205cd8-eae6-4157-a8e7-9087b80b9e8d req-daa47178-4d0f-462b-800f-a3689fab68a2 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.170690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6c205cd8-eae6-4157-a8e7-9087b80b9e8d req-daa47178-4d0f-462b-800f-a3689fab68a2 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 944 time: 0.5190876 Jan 21 09:42:28.198700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-697686be-02a5-4116-b9e0-ad48673d7869 None None] For port e34b5182-4ad5-4fac-bffa-c7d2243db8b6, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,segment=NetworkSegment(fcc8e963-6e90-4ab2-bae0-73ba6437af75),segment_id=fcc8e963-6e90-4ab2-bae0-73ba6437af75)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:28.219023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=445eff86-e248-4a37-bff6-4f14a789affe,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.239044 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-872b69e2-a315-4afa-a2c0-96c1b7275d5e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4093649 Jan 21 09:42:28.243461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60894) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:28.245146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-697686be-02a5-4116-b9e0-ad48673d7869 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.267289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-697686be-02a5-4116-b9e0-ad48673d7869 None None] Transition to ACTIVE for port object e34b5182-4ad5-4fac-bffa-c7d2243db8b6 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:28.274851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-697686be-02a5-4116-b9e0-ad48673d7869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.440931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e34b5182-4ad5-4fac-bffa-c7d2243db8b6 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:28.448176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1719806691'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:28.459227 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61288475-b584-4004-887f-b61a44f1a1b4 req-c65e381b-3ff4-4c06-8884-2d546b04c76b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5256584 Jan 21 09:42:28.478443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:28.494741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd447d3-7876-49ac-a90e-d75d1ba418a4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:28.495615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4fd447d3-7876-49ac-a90e-d75d1ba418a4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:28.503745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Usage tracker for resource:network and tenant:c25a7f67fe23443e9c83b203e81a63e2 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:28.522164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6c205cd8-eae6-4157-a8e7-9087b80b9e8d req-5ff0a45b-31c6-4c4c-9a6a-629eaeba5415 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385754 Jan 21 09:42:28.522716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:28.550698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:28.569841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 641e853a-0289-4e95-b11f-e8d88a89607e is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:28.573743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:28.576469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697686be-02a5-4116-b9e0-ad48673d7869 None None] Pushing event updated for resources: {'Port': ['ID=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:28.655385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4fd447d3-7876-49ac-a90e-d75d1ba418a4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:28.658464 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4fd447d3-7876-49ac-a90e-d75d1ba418a4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/445eff86-e248-4a37-bff6-4f14a789affe HTTP/1.1" status: 200 len: 844 time: 0.4100964 Jan 21 09:42:28.659918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Made reservation on behalf of c25a7f67fe23443e9c83b203e81a63e2 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:28.663332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.672956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60898) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:28.694102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.826905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:28.834773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Usage tracker for resource:security_group_rule and tenant:c25a7f67fe23443e9c83b203e81a63e2 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:28.837777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.844032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:28.869657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1db2f081-4f26-435e-af23-e53615c01b8e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port 445eff86-e248-4a37-bff6-4f14a789affe {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:28.870028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1db2f081-4f26-435e-af23-e53615c01b8e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.909649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:28.946311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-37e3d0d5-6fa4-4261-87a7-76d86f9d2348 None None] Provisioning complete for port 60447a88-9861-4fcd-b16a-993c0b2111f0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:28.946769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-37e3d0d5-6fa4-4261-87a7-76d86f9d2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:28.985131 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61288475-b584-4004-887f-b61a44f1a1b4 req-90f945a5-2a2e-4898-b010-b6259d909d91 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971182 Jan 21 09:42:29.032699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-37e3d0d5-6fa4-4261-87a7-76d86f9d2348 None None] Port 60447a88-9861-4fcd-b16a-993c0b2111f0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:29.037044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a1a01b-8af0-4056-ad4f-943eebce80d0 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Router 1ae62d70-66b2-48b9-9eb6-9705456c7026 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:29.120644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.128920 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.237378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:29.252048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67527280-3f86-4c06-8ab6-12b7dcd8f539,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.261746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.262116 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Added segment 453795b8-9faf-4564-9986-6fe1b73b3a44 of type vlan for network 23b6e816-5289-49f9-a254-321750172edb Jan 21 09:42:29.301017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42312e96-4fd2-46c2-8dda-e3038f82a749 None None] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:29.312393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.357764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:29.420953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-38d55682-7872-42a2-a5e8-877c27f75b22 None None] Provisioning for port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:29.428123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.432467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:29.433044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.436921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-38d55682-7872-42a2-a5e8-877c27f75b22 None None] Provisioning complete for port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:29.437377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-38d55682-7872-42a2-a5e8-877c27f75b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.733427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61288475-b584-4004-887f-b61a44f1a1b4 req-1f77588a-6de2-4bd8-b871-5dd07d3c160b service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357137 Jan 21 09:42:29.777225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event updated for resources: {'Network': ['ID=23b6e816-5289-49f9-a254-321750172edb,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:29.784626 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7f7cf8cb-22dd-42a4-91ba-f98de140020e tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7072508 Jan 21 09:42:29.785560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60904) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:29.786483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.5 (65e894a3-1d03-49f4-9f77-d8eb8bdc1b17/84602142-9149-4b23-b403-0be8738e7816/889966f1-4600-446f-a7cd-012f45a9edb5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:29.793121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 23b6e816-5289-49f9-a254-321750172edb details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:29.817976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.19 (65e894a3-1d03-49f4-9f77-d8eb8bdc1b17/5084be03-5971-4941-be41-6f245beaf88c/889966f1-4600-446f-a7cd-012f45a9edb5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:29.843719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1db2f081-4f26-435e-af23-e53615c01b8e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:29.846966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Request body: {'subnet': {'network_id': '23b6e816-5289-49f9-a254-321750172edb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:30.013647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:30.016876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a1a01b-8af0-4056-ad4f-943eebce80d0 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:30.023057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a01b-8af0-4056-ad4f-943eebce80d0 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.027355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee2c81-1017-40c1-878b-170fe4f32de9 None None] Sync routers for ids ['1ae62d70-66b2-48b9-9eb6-9705456c7026'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:30.027710 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f1a1a01b-8af0-4056-ad4f-943eebce80d0 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "PUT /v2.0/routers/1ae62d70-66b2-48b9-9eb6-9705456c7026 HTTP/1.1" status: 200 len: 925 time: 7.5966847 Jan 21 09:42:30.030224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Usage tracker for resource:subnet and tenant:c25a7f67fe23443e9c83b203e81a63e2 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:30.034185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60908) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.036780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:30.059218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee2c81-1017-40c1-878b-170fe4f32de9 None None] Routers {'1ae62d70-66b2-48b9-9eb6-9705456c7026'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:30.059845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-83ee2c81-1017-40c1-878b-170fe4f32de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1ae62d70-66b2-48b9-9eb6-9705456c7026'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.087826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1db2f081-4f26-435e-af23-e53615c01b8e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for 445eff86-e248-4a37-bff6-4f14a789affe owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:30.095804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:30.105591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-789ac951-e2d0-46df-80d9-3ae8849fb795 None None] Provisioning complete for port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:30.105807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-789ac951-e2d0-46df-80d9-3ae8849fb795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.126842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Made reservation on behalf of c25a7f67fe23443e9c83b203e81a63e2 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:30.153890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-83ee2c81-1017-40c1-878b-170fe4f32de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.182024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee2c81-1017-40c1-878b-170fe4f32de9 None None] Routers {'1ae62d70-66b2-48b9-9eb6-9705456c7026'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:30.182711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-83ee2c81-1017-40c1-878b-170fe4f32de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1ae62d70-66b2-48b9-9eb6-9705456c7026'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.204144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:30.221285 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b5f8792f-d6ac-47b4-b56a-5bf1ea2ecbe9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3167570 Jan 21 09:42:30.221565 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:30.230975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60912) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.233837 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:30.236022 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.249442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-83ee2c81-1017-40c1-878b-170fe4f32de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.249844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee2c81-1017-40c1-878b-170fe4f32de9 None None] The sync data for ids ['1ae62d70-66b2-48b9-9eb6-9705456c7026'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:30.252120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'network': {'name': 'tempest-RoutersTest-1017775897'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:30.266665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:30.275215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:network and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:30.279701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.298007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:30.311459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:30.331162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1db2f081-4f26-435e-af23-e53615c01b8e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.366697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264ac4-5ac0-442d-91ca-f3d4bef4f9e6 req-61366408-c054-4bf7-9a2e-bcbb89714958 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:30.368429 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98264ac4-5ac0-442d-91ca-f3d4bef4f9e6 req-61366408-c054-4bf7-9a2e-bcbb89714958 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 944 time: 0.6909864 Jan 21 09:42:30.408215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e34b5182-4ad5-4fac-bffa-c7d2243db8b6 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:30.409077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:30.412150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.454976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Router 8cd1f9d6-d26a-4e87-934a-9a41a6491632 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:30.497412 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:30.498449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.516076 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:30.535906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2f081-4f26-435e-af23-e53615c01b8e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=445eff86-e248-4a37-bff6-4f14a789affe,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.541430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:30.565145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1db2f081-4f26-435e-af23-e53615c01b8e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.566741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.567088 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added segment 6d088477-7af3-47fd-8027-66afea58a7b4 of type vlan for network 711d7e00-524c-4913-9ad7-1991c272f352 Jan 21 09:42:30.639435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.667410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.689270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object 889966f1-4600-446f-a7cd-012f45a9edb5 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:30.722010 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0a382443-396b-4bf0-b0c1-bbcf9e6a011c tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/routers/1ae62d70-66b2-48b9-9eb6-9705456c7026 HTTP/1.1" status: 200 len: 925 time: 0.6867325 Jan 21 09:42:30.727164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60916) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.728695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.731573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.735237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:30.735807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.830319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:30.874926 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1db2f081-4f26-435e-af23-e53615c01b8e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/445eff86-e248-4a37-bff6-4f14a789affe HTTP/1.1" status: 204 len: 168 time: 2.1932976 Jan 21 09:42:30.879069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60920) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.932811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Network': ['ID=711d7e00-524c-4913-9ad7-1991c272f352,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:30.933635 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98264ac4-5ac0-442d-91ca-f3d4bef4f9e6 req-ca9708c7-99d3-4740-a490-c4260c2d44e8 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163713 Jan 21 09:42:30.944156 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bf41cfed-7067-46b0-8af7-0119b1298993 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7098711 Jan 21 09:42:30.946161 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:25Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:26Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:30.948603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 711d7e00-524c-4913-9ad7-1991c272f352 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:30.954846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60924) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.957226 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:30.957724 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cde748f-f997-4f04-9fd6-16d518ee959e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:42:30.958538 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Updating router d81badcb-24d5-4682-ac35-c3e08ecf927d port 60447a88-9861-4fcd-b16a-993c0b2111f0 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:42:30.959036 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8cde748f-f997-4f04-9fd6-16d518ee959e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/445eff86-e248-4a37-bff6-4f14a789affe HTTP/1.1" status: 404 len: 333 time: 0.0739088 Jan 21 09:42:30.968810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'subnet': {'network_id': '711d7e00-524c-4913-9ad7-1991c272f352', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:30.983417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60928) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:30.998294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'name': 'tempest-PortsIpV6TestJSON-931340851'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:31.016314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event updated for resources: {'Subnet': ['ID=8f35fec4-3dec-4af9-8e99-99198d329362,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.092048 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.196962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:31.200335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=889966f1-4600-446f-a7cd-012f45a9edb5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:31.206283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:31.210148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:31.212502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:31.221417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e20cb-713e-43c0-86e7-54b5bdc3f52e None None] Sync routers for ids ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:31.236746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e20cb-713e-43c0-86e7-54b5bdc3f52e None None] Routers {'8cd1f9d6-d26a-4e87-934a-9a41a6491632'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:31.237429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d42e20cb-713e-43c0-86e7-54b5bdc3f52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.245521 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-30225010-1de5-47e3-80cf-cfd645c1c1c4 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "PUT /v2.0/routers/8cd1f9d6-d26a-4e87-934a-9a41a6491632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9397044 Jan 21 09:42:31.250520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60932) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.267274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Checking segment: {'id': '453795b8-9faf-4564-9986-6fe1b73b3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '23b6e816-5289-49f9-a254-321750172edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:31.267796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Network hostable DHCP agents. Network: 23b6e816-5289-49f9-a254-321750172edb, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:31.277776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:31.285754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:31.289751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:31.294466 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:31.299427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:subnet and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:31.304014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:31.308181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:31.323188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:31.329057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d42e20cb-713e-43c0-86e7-54b5bdc3f52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.354803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e20cb-713e-43c0-86e7-54b5bdc3f52e None None] Routers {'8cd1f9d6-d26a-4e87-934a-9a41a6491632'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:31.355424 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d42e20cb-713e-43c0-86e7-54b5bdc3f52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.359530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:31.360769 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-3081bc43-2b9f-463e-b278-ba462a5ed48c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] show failed (client error): The resource could not be found. Jan 21 09:42:31.361906 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3081bc43-2b9f-463e-b278-ba462a5ed48c tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "GET /v2.0/routers/tempest-non_exist_router-1611604072 HTTP/1.1" status: 404 len: 335 time: 0.1063733 Jan 21 09:42:31.364918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.366470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60936) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.381668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-403ca502-d4f1-4e9e-ab46-41499d2fded8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:31.390287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port 0d2f81f8-1ec8-4161-9739-9ab79bcd2d79 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:31.452954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Made reservation on behalf of 12133649a4884089a039da204c0d1f54 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:31.456912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f3b3cbb1-05ef-439a-b0f8-fdb54fb4e7af tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Synchronizing usage tracker for tenant:16b1f20b931b4b11b6548e6e8d478db9 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:31.481314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:31.482046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.525565 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-403ca502-d4f1-4e9e-ab46-41499d2fded8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] update failed (client error): The resource could not be found. Jan 21 09:42:31.526337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-403ca502-d4f1-4e9e-ab46-41499d2fded8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "PUT /v2.0/routers/tempest-non_exist_router-2036990789 HTTP/1.1" status: 404 len: 335 time: 0.1594348 Jan 21 09:42:31.534326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60940) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.562740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d42e20cb-713e-43c0-86e7-54b5bdc3f52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:31.563378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e20cb-713e-43c0-86e7-54b5bdc3f52e None None] The sync data for ids ['8cd1f9d6-d26a-4e87-934a-9a41a6491632'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:31.602318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0247a80a-d9d8-42ca-91ad-85c4934db527 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.2097986 Jan 21 09:42:31.605734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Network 23b6e816-5289-49f9-a254-321750172edb is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:31.612612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60944) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.624251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84602142-9149-4b23-b403-0be8738e7816'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:31.637567 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.638211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 23b6e816-5289-49f9-a254-321750172edb) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:31.643513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:31.644247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.650679 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Transition to ACTIVE for port object 60447a88-9861-4fcd-b16a-993c0b2111f0 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:31.652718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c515b6-7384-4f1e-ad24-e6e9ab8047d3 None None] Network 23b6e816-5289-49f9-a254-321750172edb requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:31.659225 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.696351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f3b3cbb1-05ef-439a-b0f8-fdb54fb4e7af tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Unset dirty status for tenant:16b1f20b931b4b11b6548e6e8d478db9 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:31.698630 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f3b3cbb1-05ef-439a-b0f8-fdb54fb4e7af tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=1ae62d70-66b2-48b9-9eb6-9705456c7026&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9110777 Jan 21 09:42:31.714560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60948) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:31.935020 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Attempting to bind port 60447a88-9861-4fcd-b16a-993c0b2111f0 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:31.935385 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Attempting to bind port 60447a88-9861-4fcd-b16a-993c0b2111f0 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:31.935735 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Attempting to bind port 60447a88-9861-4fcd-b16a-993c0b2111f0 on network 641e853a-0289-4e95-b11f-e8d88a89607e {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:31.939687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f7efd5-e4f2-47b5-8ad3-bfbd9cf0665e tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:31.942800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-75f7efd5-e4f2-47b5-8ad3-bfbd9cf0665e tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Synchronizing usage tracker for tenant:16b1f20b931b4b11b6548e6e8d478db9 on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:31.947169 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:31.947537 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Checking segment: {'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:31.947927 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.948314 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Bound using segment: {'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:31.948788 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Bound port: 60447a88-9861-4fcd-b16a-993c0b2111f0, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:31.949237 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:31.951880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-23b6e816-5289-49f9-a254-321750172edb', 'network_id': '23b6e816-5289-49f9-a254-321750172edb', 'tenant_id': 'c25a7f67fe23443e9c83b203e81a63e2', 'fixed_ips': [{'subnet_id': '8f35fec4-3dec-4af9-8e99-99198d329362'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:31.953447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.005903 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-25915409-17ed-495a-aae3-014091d58215 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2180016 Jan 21 09:42:32.019894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60954) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.043058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Request body: {'port': {'network_id': '23b6e816-5289-49f9-a254-321750172edb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1563171273'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:32.050439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-75f7efd5-e4f2-47b5-8ad3-bfbd9cf0665e tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Unset dirty status for tenant:16b1f20b931b4b11b6548e6e8d478db9 on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:32.056710 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-75f7efd5-e4f2-47b5-8ad3-bfbd9cf0665e tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 881 time: 0.3395624 Jan 21 09:42:32.064304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60958) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.081506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.097195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-af20a20d-f33e-4454-b29e-a5c29c821c16 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Deleting subnet 9848149e-b2e6-45ea-a69c-2f3c326fda79 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:32.108001 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] For port 60447a88-9861-4fcd-b16a-993c0b2111f0, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:32.111304 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] For port 60447a88-9861-4fcd-b16a-993c0b2111f0, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=60447a88-9861-4fcd-b16a-993c0b2111f0,segment=NetworkSegment(b5705abf-a2b8-4aa7-8363-a3a8eb79a78d),segment_id=b5705abf-a2b8-4aa7-8363-a3a8eb79a78d)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:32.119347 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faddc5-2cce-44e2-938d-6ec6e7d8931d None None] Pushing event updated for resources: {'Port': ['ID=60447a88-9861-4fcd-b16a-993c0b2111f0,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.122441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dfe706dc-0f20-4ee9-a27d-153682566a11 None None] Provisioning for port 889966f1-4600-446f-a7cd-012f45a9edb5 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:32.127251 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.147388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dfe706dc-0f20-4ee9-a27d-153682566a11 None None] Provisioning complete for port 889966f1-4600-446f-a7cd-012f45a9edb5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:32.147775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dfe706dc-0f20-4ee9-a27d-153682566a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.155862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af20a20d-f33e-4454-b29e-a5c29c821c16 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.204527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.247696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dfe706dc-0f20-4ee9-a27d-153682566a11 None None] Port 889966f1-4600-446f-a7cd-012f45a9edb5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:32.265677 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:32.266263 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:32.349474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af20a20d-f33e-4454-b29e-a5c29c821c16 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.370933 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-191be8d3-adbf-4ea8-bb36-0abef87b03e0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=1ae62d70-66b2-48b9-9eb6-9705456c7026 HTTP/1.1" status: 200 len: 205 time: 0.3053648 Jan 21 09:42:32.378457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60962) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.395982 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Allocated IP 172.20.0.2 (23b6e816-5289-49f9-a254-321750172edb/8f35fec4-3dec-4af9-8e99-99198d329362/d2f849e7-e6b3-42d2-90db-e4275d469418) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:32.531327 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:32.575776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.601561 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faddc5-2cce-44e2-938d-6ec6e7d8931d None None] Pushing event updated for resources: {'Port': ['ID=60447a88-9861-4fcd-b16a-993c0b2111f0,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.626414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af20a20d-f33e-4454-b29e-a5c29c821c16 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.721484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:32.726327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af20a20d-f33e-4454-b29e-a5c29c821c16 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.754712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.769487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Transition to ACTIVE for port object d2f849e7-e6b3-42d2-90db-e4275d469418 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:32.782627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Usage tracker for resource:port and tenant:c25a7f67fe23443e9c83b203e81a63e2 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:32.787993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20a20d-f33e-4454-b29e-a5c29c821c16 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event deleted for resources: {'Subnet': ['ID=9848149e-b2e6-45ea-a69c-2f3c326fda79,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:32.793822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af20a20d-f33e-4454-b29e-a5c29c821c16 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.800455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:32.801274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Transition to ACTIVE for port object d2f849e7-e6b3-42d2-90db-e4275d469418 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:32.807704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.808785 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-af20a20d-f33e-4454-b29e-a5c29c821c16 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/subnets/9848149e-b2e6-45ea-a69c-2f3c326fda79 HTTP/1.1" status: 204 len: 168 time: 1.2730448 Jan 21 09:42:32.814982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60966) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:32.816363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b29b8e-f369-4de9-8bd9-65114e47d838 None None] Network ea64f901-627b-4af1-8ab3-34dce6cf15be requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:32.839779 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.858400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:32.896003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ea64b-5a15-4bc1-99b0-16ed9d6aa568 req-4a1d9ba3-c3db-4b18-bf41-aec1f7e8f29e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:32.903644 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe4ea64b-5a15-4bc1-99b0-16ed9d6aa568 req-4a1d9ba3-c3db-4b18-bf41-aec1f7e8f29e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 944 time: 0.6989515 Jan 21 09:42:32.969199 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe4ea64b-5a15-4bc1-99b0-16ed9d6aa568 req-2266a501-64f4-45aa-9143-81f8100f1fa8 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646014 Jan 21 09:42:32.970138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Made reservation on behalf of c25a7f67fe23443e9c83b203e81a63e2 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:32.974818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:32.976180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=0d2f81f8-1ec8-4161-9739-9ab79bcd2d79,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.035780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Network 23b6e816-5289-49f9-a254-321750172edb is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:33.047554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] device_id is not set on port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:33.051459 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:33.053957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:33.090569 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:25Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:32Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:33.096416 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7c549-e6e2-43c9-b503-1983093af503 None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:25Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:32Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:33.096822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.146565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Pushing event updated for resources: {'Port': ['ID=d2f849e7-e6b3-42d2-90db-e4275d469418,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.191266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:33.194518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.206961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:33.209315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:33.214274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:33.214900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.297907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Delete allocated IP 172.20.0.19 (65e894a3-1d03-49f4-9f77-d8eb8bdc1b17/5084be03-5971-4941-be41-6f245beaf88c) {{(pid=83427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:42:33.312660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Attempting to bind port d2f849e7-e6b3-42d2-90db-e4275d469418 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:33.312660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Attempting to bind port d2f849e7-e6b3-42d2-90db-e4275d469418 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '453795b8-9faf-4564-9986-6fe1b73b3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '23b6e816-5289-49f9-a254-321750172edb'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:33.313755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Attempting to bind port d2f849e7-e6b3-42d2-90db-e4275d469418 on network 23b6e816-5289-49f9-a254-321750172edb {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:33.325132 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6f0ef996-eb59-43d6-9403-7aa8d68c6eb1 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3381674 Jan 21 09:42:33.352001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60970) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:33.357171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:33.357708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Checking segment: {'id': '453795b8-9faf-4564-9986-6fe1b73b3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '23b6e816-5289-49f9-a254-321750172edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:33.358248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.358771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Bound using segment: {'id': '453795b8-9faf-4564-9986-6fe1b73b3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '23b6e816-5289-49f9-a254-321750172edb'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:33.359363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Bound port: d2f849e7-e6b3-42d2-90db-e4275d469418, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453795b8-9faf-4564-9986-6fe1b73b3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '23b6e816-5289-49f9-a254-321750172edb'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:33.359861 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.371794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:33.410052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Subnet': ['ID=cd99b10d-d602-4680-939e-c49edde58271,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.426815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Allocated IP 172.20.0.8 (23b6e816-5289-49f9-a254-321750172edb/8f35fec4-3dec-4af9-8e99-99198d329362/dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:33.447470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-994ecb5a-ac50-474e-bbbb-5b38aad0d5d8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Deleting subnet f360bfc3-bce5-443d-bef6-5601ca61206c {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:33.456648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-994ecb5a-ac50-474e-bbbb-5b38aad0d5d8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.486928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] For port d2f849e7-e6b3-42d2-90db-e4275d469418, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:33.496826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] For port d2f849e7-e6b3-42d2-90db-e4275d469418, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d2f849e7-e6b3-42d2-90db-e4275d469418,segment=NetworkSegment(453795b8-9faf-4564-9986-6fe1b73b3a44),segment_id=453795b8-9faf-4564-9986-6fe1b73b3a44)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:33.499845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] DHCP port deletion for ea64f901-627b-4af1-8ab3-34dce6cf15be request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:33.504930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] Deleting port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:33.505594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.558277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.644183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319ee2b-472b-483c-8fb9-5edaba758ad4 None None] Pushing event updated for resources: {'Port': ['ID=d2f849e7-e6b3-42d2-90db-e4275d469418,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:33.727080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-994ecb5a-ac50-474e-bbbb-5b38aad0d5d8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.765834 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Checking segment: {'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:33.766268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network hostable DHCP agents. Network: 711d7e00-524c-4913-9ad7-1991c272f352, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:33.839874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] For port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=259fe079-fdde-4d81-a5f9-c4e0d3aa5a91,segment=NetworkSegment(3c5ff97a-89ca-4180-9c58-5d9cbf6aac46),segment_id=3c5ff97a-89ca-4180-9c58-5d9cbf6aac46)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:33.840492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.902453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.958288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:33.994142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Transition to ACTIVE for port object dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:33.996036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 711d7e00-524c-4913-9ad7-1991c272f352 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:34.014475 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.043197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object 889966f1-4600-446f-a7cd-012f45a9edb5 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:34.057381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] Calling delete_port for 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:34.063187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 711d7e00-524c-4913-9ad7-1991c272f352) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:34.064390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.079957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.080552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.097163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-994ecb5a-ac50-474e-bbbb-5b38aad0d5d8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.124038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3467e9-8bef-4455-b51e-e865eb87184b None None] Network 711d7e00-524c-4913-9ad7-1991c272f352 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:34.125114 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.152676 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4b70c9ac-97e7-4b34-9693-eaef7a529d55 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1961880 Jan 21 09:42:34.166445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60976) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.194663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Network 23b6e816-5289-49f9-a254-321750172edb is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:34.201866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:34.245710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:34.288410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 42315637-e961-4608-9765-8ef9e3a18e03 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:42:34.432097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.464960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=889966f1-4600-446f-a7cd-012f45a9edb5,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.493705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Deleting port 8f2fae98-63b9-40aa-9167-1f9157915a31 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:34.494109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.619673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-994ecb5a-ac50-474e-bbbb-5b38aad0d5d8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.619916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event updated for resources: {'Port': ['ID=dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.642355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] In _notify_port_updated(), no bound segment for port 889966f1-4600-446f-a7cd-012f45a9edb5 on network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:34.646609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.647088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.652492 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-12cf32db-0072-44b1-a9ad-3da270de822c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "PUT /v2.0/ports/889966f1-4600-446f-a7cd-012f45a9edb5 HTTP/1.1" status: 200 len: 919 time: 3.0357332 Jan 21 09:42:34.658770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60980) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.665722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.673408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84602142-9149-4b23-b403-0be8738e7816'}, {'subnet_id': '5084be03-5971-4941-be41-6f245beaf88c'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:34.731930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.732388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.741627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 42315637-e961-4608-9765-8ef9e3a18e03, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=42315637-e961-4608-9765-8ef9e3a18e03,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:34.756390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ecb5a-ac50-474e-bbbb-5b38aad0d5d8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event deleted for resources: {'Subnet': ['ID=f360bfc3-bce5-443d-bef6-5601ca61206c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.760972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:34.782305 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2d42a2f9-59c0-4d6f-92ab-d4dc4ea933cf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7579668 Jan 21 09:42:34.786160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60984) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.803301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-994ecb5a-ac50-474e-bbbb-5b38aad0d5d8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.804136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Request body: {'port': {'network_id': '23b6e816-5289-49f9-a254-321750172edb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-649565556', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:34.805296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.api.validators [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] bootfile-name is not in valid_values {{(pid=83427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:42:34.805632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.api.validators [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] tftp-server is not in valid_values {{(pid=83427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:42:34.806252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.api.validators [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] server-ip-address is not in valid_values {{(pid=83427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:42:34.810627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.829426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.837713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 60447a88-9861-4fcd-b16a-993c0b2111f0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:34.841275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc24eb-2adf-489f-b581-e8e3fbb9d463 req-dc598b04-0c48-445c-b123-75c1038ca6b5 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.842858 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3dcc24eb-2adf-489f-b581-e8e3fbb9d463 req-dc598b04-0c48-445c-b123-75c1038ca6b5 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 944 time: 0.6459486 Jan 21 09:42:34.869749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '42315637-e961-4608-9765-8ef9e3a18e03', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'port_id': '42315637-e961-4608-9765-8ef9e3a18e03', 'mac_address': 'fa:16:3e:a0:28:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:42:34.881909 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-994ecb5a-ac50-474e-bbbb-5b38aad0d5d8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/subnets/f360bfc3-bce5-443d-bef6-5601ca61206c HTTP/1.1" status: 204 len: 168 time: 1.9810584 Jan 21 09:42:34.887322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678dca2-4efd-4479-8cd5-8ccfe6aa0f87 None None] Network a170d6f9-0c77-4587-be7d-51e57f5ee1c1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:34.900256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60988) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:34.911474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] Pushing event deleted for resources: {'Port': ['ID=259fe079-fdde-4d81-a5f9-c4e0d3aa5a91,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:34.924784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.931389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] In _notify_port_updated(), no bound segment for port 0d2f81f8-1ec8-4161-9739-9ab79bcd2d79 on network 41b8535b-4523-4f43-9787-30a6a9e8e8fd {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:34.935560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:34.936166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:34.940375 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "PUT /v2.0/ports/0d2f81f8-1ec8-4161-9739-9ab79bcd2d79 HTTP/1.1" status: 200 len: 818 time: 1.5820904 Jan 21 09:42:34.995490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 60992) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:35.054174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e89fe7-611c-4a6f-a994-ae6e74e6839a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=0d2f81f8-1ec8-4161-9739-9ab79bcd2d79,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:35.059878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-90dd0b8e-685f-4cda-9d64-295d303b37ab None None] Provisioning for port 889966f1-4600-446f-a7cd-012f45a9edb5 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:35.078521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.096366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9af7d-f987-489c-8a46-1a447db33f9c None None] No DVR routers for this DVR port 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:35.141365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-90dd0b8e-685f-4cda-9d64-295d303b37ab None None] Provisioning complete for port 889966f1-4600-446f-a7cd-012f45a9edb5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:35.142217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-90dd0b8e-685f-4cda-9d64-295d303b37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.266433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-711d7e00-524c-4913-9ad7-1991c272f352', 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'fixed_ips': [{'subnet_id': 'cd99b10d-d602-4680-939e-c49edde58271'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:35.266433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.275272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.305861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Calling delete_port for 8f2fae98-63b9-40aa-9167-1f9157915a31 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:35.327070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-90dd0b8e-685f-4cda-9d64-295d303b37ab None None] Port 889966f1-4600-446f-a7cd-012f45a9edb5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:35.330396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42315637-e961-4608-9765-8ef9e3a18e03 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:42:35.345806 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3dcc24eb-2adf-489f-b581-e8e3fbb9d463 req-4d5afeaa-1b07-4b75-9155-4cf6f8d4217b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4463487 Jan 21 09:42:35.362721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-067514ff-5c2d-4d26-a1a5-ea17aac0b390 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port 0d2f81f8-1ec8-4161-9739-9ab79bcd2d79 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:35.363141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-067514ff-5c2d-4d26-a1a5-ea17aac0b390 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.368562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 42315637-e961-4608-9765-8ef9e3a18e03, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=42315637-e961-4608-9765-8ef9e3a18e03,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:35.406988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.432312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.465397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:35.493271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Usage tracker for resource:port and tenant:c25a7f67fe23443e9c83b203e81a63e2 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:35.503430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:35.525133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:35.614024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Made reservation on behalf of c25a7f67fe23443e9c83b203e81a63e2 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:35.617818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.645157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.725254 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca5d54-7520-4253-9db5-6d525ecb189a None None] Network 23b6e816-5289-49f9-a254-321750172edb requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:35.764665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 60447a88-9861-4fcd-b16a-993c0b2111f0 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:35.843190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 60447a88-9861-4fcd-b16a-993c0b2111f0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:35.843563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.897182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['42315637-e961-4608-9765-8ef9e3a18e03'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:42:35.955859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:35.959281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] device_id is not set on port f8155150-2cac-4b02-8017-73013a39771b yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:36.025427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event deleted for resources: {'Port': ['ID=8f2fae98-63b9-40aa-9167-1f9157915a31,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.073232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=42315637-e961-4608-9765-8ef9e3a18e03,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.095087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Allocated IP 172.23.0.2 (711d7e00-524c-4913-9ad7-1991c272f352/cd99b10d-d602-4680-939e-c49edde58271/472e600e-64a4-4a43-b45e-d8e2efc75e9a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:36.163706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-81a11cd0-2871-4ce9-9525-9c1708b69b8c None None] Provisioning for port d2f849e7-e6b3-42d2-90db-e4275d469418 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:36.174904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.229155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-067514ff-5c2d-4d26-a1a5-ea17aac0b390 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.318202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] DHCP port deletion for a170d6f9-0c77-4587-be7d-51e57f5ee1c1 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:36.400689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-067514ff-5c2d-4d26-a1a5-ea17aac0b390 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for 0d2f81f8-1ec8-4161-9739-9ab79bcd2d79 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:36.443342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.450563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea64f901-627b-4af1-8ab3-34dce6cf15be']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.517506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5ff97a-89ca-4180-9c58-5d9cbf6aac46') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.517865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5ff97a-89ca-4180-9c58-5d9cbf6aac46') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:36.537917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.570509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] Deleting port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:36.570509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.581924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.684104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.717691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Allocated IP 172.20.0.9 (23b6e816-5289-49f9-a254-321750172edb/8f35fec4-3dec-4af9-8e99-99198d329362/f8155150-2cac-4b02-8017-73013a39771b) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:36.723248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:36.723460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:36.740934 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:36.769435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.778251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-067514ff-5c2d-4d26-a1a5-ea17aac0b390 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.915845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067514ff-5c2d-4d26-a1a5-ea17aac0b390 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=0d2f81f8-1ec8-4161-9739-9ab79bcd2d79,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:36.951217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-067514ff-5c2d-4d26-a1a5-ea17aac0b390 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.957424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.982253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:36.998309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.003641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.013146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 60447a88-9861-4fcd-b16a-993c0b2111f0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=60447a88-9861-4fcd-b16a-993c0b2111f0,segment=NetworkSegment(b5705abf-a2b8-4aa7-8363-a3a8eb79a78d),segment_id=b5705abf-a2b8-4aa7-8363-a3a8eb79a78d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:37.019818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.020055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae62d70-66b2-48b9-9eb6-9705456c7026 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:37.041283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.044119 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-067514ff-5c2d-4d26-a1a5-ea17aac0b390 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/0d2f81f8-1ec8-4161-9739-9ab79bcd2d79 HTTP/1.1" status: 204 len: 168 time: 2.0259397 Jan 21 09:42:37.048305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 60998) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.068039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] For port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1c23b22b-6bed-47d3-9cc2-ebf61b8f014e,segment=NetworkSegment(29d14f34-7b73-482d-a29d-108cc1e42890),segment_id=29d14f34-7b73-482d-a29d-108cc1e42890)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:37.068457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.085841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event deleted for resources: {'Network': ['ID=ea64f901-627b-4af1-8ab3-34dce6cf15be,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.102885 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-24ba0e80-a46d-4784-b992-c74863037167 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/networks/ea64f901-627b-4af1-8ab3-34dce6cf15be HTTP/1.1" status: 204 len: 168 time: 2.2015882 Jan 21 09:42:37.112432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32770) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.133903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00b0c0-9af8-401b-abeb-966e74c1c55d req-edb6fa3a-268d-475b-bf99-b557d63f815c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.135831 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6b00b0c0-9af8-401b-abeb-966e74c1c55d req-edb6fa3a-268d-475b-bf99-b557d63f815c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 945 time: 0.5713496 Jan 21 09:42:37.192422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.198278 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-21b2cabd-db45-41f9-a062-a0afe31ebbe0 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/1ae62d70-66b2-48b9-9eb6-9705456c7026 HTTP/1.1" status: 204 len: 168 time: 4.8136983 Jan 21 09:42:37.206100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32774) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.277024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1141720906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:37.299724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:37.302543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.25 (65e894a3-1d03-49f4-9f77-d8eb8bdc1b17/5084be03-5971-4941-be41-6f245beaf88c/889966f1-4600-446f-a7cd-012f45a9edb5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:37.315844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Usage tracker for resource:router and tenant:ae46180cd4ba4bad8c436851c2661e88 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:37.325528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:37.332977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] Calling delete_port for 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:37.363824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:37.454482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:37.455644 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6b00b0c0-9af8-401b-abeb-966e74c1c55d req-324d9e67-7cdb-43d3-b59c-13a19eded11f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089833 Jan 21 09:42:37.468147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.469077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.484998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.508327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56858ee8-f60b-4d7c-9d68-60a04f89f151 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:37.509417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-56858ee8-f60b-4d7c-9d68-60a04f89f151 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:37.583064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-56858ee8-f60b-4d7c-9d68-60a04f89f151 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:37.588773 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-56858ee8-f60b-4d7c-9d68-60a04f89f151 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5345395 Jan 21 09:42:37.589020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.589020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.590691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32778) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.600021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.614021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Transition to ACTIVE for port object 472e600e-64a4-4a43-b45e-d8e2efc75e9a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:37.628771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Transition to ACTIVE for port object f8155150-2cac-4b02-8017-73013a39771b will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:37.636172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Transition to ACTIVE for port object 472e600e-64a4-4a43-b45e-d8e2efc75e9a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:37.641218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.661008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:37.661363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 259fe079-fdde-4d81-a5f9-c4e0d3aa5a91 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:37.675790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.703539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.706263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.710947 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1dffc18d-ca71-4080-9624-db49b97afe42 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4477353 Jan 21 09:42:37.712338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object 889966f1-4600-446f-a7cd-012f45a9edb5 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:37.713891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32782) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.716671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=60447a88-9861-4fcd-b16a-993c0b2111f0,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.719803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:37.738378 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12e463f-4f00-4544-959d-29256cc1b938 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:42:37.740532 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e12e463f-4f00-4544-959d-29256cc1b938 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/0d2f81f8-1ec8-4161-9739-9ab79bcd2d79 HTTP/1.1" status: 404 len: 333 time: 0.1484916 Jan 21 09:42:37.755596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32786) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:37.768093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1147617238'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:37.777619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.784974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.789405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:37.793161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.811573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:network and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:37.822735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:37.852956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Allocated IP 172.23.0.1 (711d7e00-524c-4913-9ad7-1991c272f352/cd99b10d-d602-4680-939e-c49edde58271/d294c4e9-4369-4062-be3d-6e59de90c352) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:37.855254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:37.862586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a170d6f9-0c77-4587-be7d-51e57f5ee1c1']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.870363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.874420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] Pushing event deleted for resources: {'Port': ['ID=1c23b22b-6bed-47d3-9cc2-ebf61b8f014e,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:37.883365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Provisioning for port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:37.886729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d14f34-7b73-482d-a29d-108cc1e42890') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.886961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3605c4-8bcb-4d83-8078-b4a880117a04 None None] No DVR routers for this DVR port 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:37.887271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d14f34-7b73-482d-a29d-108cc1e42890') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:37.920651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:37.923791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.925334 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d2f849e7-e6b3-42d2-90db-e4275d469418 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:37.948262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:37.979442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Provisioning complete for port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:37.979761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.035999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.055848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:38.064606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:38.065133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.076167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Network 23b6e816-5289-49f9-a254-321750172edb is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:38.079577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Network 711d7e00-524c-4913-9ad7-1991c272f352 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:38.082325 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:38.087133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:38.092166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Pushing event updated for resources: {'Port': ['ID=472e600e-64a4-4a43-b45e-d8e2efc75e9a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.094995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:38.118249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:38.127370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:38.146452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:38.153107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.158460 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Added segment 70cdcc25-271d-427c-a307-19fda5b42f5f of type vlan for network 9285bc0d-28db-477a-bb9f-0883148e243b Jan 21 09:42:38.279369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Attempting to bind port 472e600e-64a4-4a43-b45e-d8e2efc75e9a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:38.279369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Attempting to bind port 472e600e-64a4-4a43-b45e-d8e2efc75e9a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:38.280226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Attempting to bind port 472e600e-64a4-4a43-b45e-d8e2efc75e9a on network 711d7e00-524c-4913-9ad7-1991c272f352 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:38.285682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=889966f1-4600-446f-a7cd-012f45a9edb5,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.295575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port d2f849e7-e6b3-42d2-90db-e4275d469418 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:38.302812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:38.303185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Checking segment: {'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:38.303409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.303627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.304272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Bound using segment: {'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:38.304613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Bound port: 472e600e-64a4-4a43-b45e-d8e2efc75e9a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:38.305073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.315910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d2f849e7-e6b3-42d2-90db-e4275d469418 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:38.316336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.331823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Transition to ACTIVE for port object d294c4e9-4369-4062-be3d-6e59de90c352 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:38.356461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.366230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.367543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Provisioning complete for port d2f849e7-e6b3-42d2-90db-e4275d469418 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:38.367749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.373121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.443778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.463623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 711d7e00-524c-4913-9ad7-1991c272f352 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:38.472757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 42315637-e961-4608-9765-8ef9e3a18e03 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:38.479242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:38.486299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] In _notify_port_updated(), no bound segment for port 889966f1-4600-446f-a7cd-012f45a9edb5 on network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:38.487660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event deleted for resources: {'Network': ['ID=a170d6f9-0c77-4587-be7d-51e57f5ee1c1,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.489886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.490529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.495161 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a8a7236-20a2-4044-9309-ac00d8cac10d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "PUT /v2.0/ports/889966f1-4600-446f-a7cd-012f45a9edb5 HTTP/1.1" status: 200 len: 999 time: 3.8308225 Jan 21 09:42:38.503998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:38.510254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32790) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.524627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.525255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.543743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:38.567621 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-392f7af0-659e-4576-b8e3-e3a1bd7ffb30 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/networks/a170d6f9-0c77-4587-be7d-51e57f5ee1c1 HTTP/1.1" status: 204 len: 168 time: 1.4476116 Jan 21 09:42:38.568460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32796) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.637484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=d294c4e9-4369-4062-be3d-6e59de90c352,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.654746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.658350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:38.659520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.698124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event updated for resources: {'Port': ['ID=f8155150-2cac-4b02-8017-73013a39771b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.705538 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fb2238d1-1b7a-42be-bd9b-3f6f5fa8c021 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.9118888 Jan 21 09:42:38.709662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32802) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.793539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Network': ['ID=9285bc0d-28db-477a-bb9f-0883148e243b,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:38.800848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.817691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a7442-9c01-4845-9b4c-026c024e59e5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 889966f1-4600-446f-a7cd-012f45a9edb5 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:38.818077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7442-9c01-4845-9b4c-026c024e59e5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:38.829447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 9285bc0d-28db-477a-bb9f-0883148e243b details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:38.932329 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-174837c4-6249-46a7-bc32-58af5c7281cd tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1747351 Jan 21 09:42:38.938542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32806) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:38.950442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:39.022327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.033222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 42315637-e961-4608-9765-8ef9e3a18e03 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:39.086253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.088852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 42315637-e961-4608-9765-8ef9e3a18e03 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:39.089350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.101833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9e7a4-42ec-4606-8ba5-17accaef9dcf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.106084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9e7a4-42ec-4606-8ba5-17accaef9dcf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.109923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9e7a4-42ec-4606-8ba5-17accaef9dcf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.110841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7fc9e7a4-42ec-4606-8ba5-17accaef9dcf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Synchronizing usage tracker for tenant:c25a7f67fe23443e9c83b203e81a63e2 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:39.117014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] For port 472e600e-64a4-4a43-b45e-d8e2efc75e9a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:39.143478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:39.147671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:39.153064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06d6423-a6b1-4bde-b3fb-be97ed5adee5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Deleting subnet a277289e-fb25-46d5-9d94-d7eca8c1c802 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:39.158252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:39.168864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b06d6423-a6b1-4bde-b3fb-be97ed5adee5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.170667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] For port 472e600e-64a4-4a43-b45e-d8e2efc75e9a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=472e600e-64a4-4a43-b45e-d8e2efc75e9a,segment=NetworkSegment(6d088477-7af3-47fd-8027-66afea58a7b4),segment_id=6d088477-7af3-47fd-8027-66afea58a7b4)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:39.182235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.186604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] For port d2f849e7-e6b3-42d2-90db-e4275d469418, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d2f849e7-e6b3-42d2-90db-e4275d469418,segment=NetworkSegment(453795b8-9faf-4564-9986-6fe1b73b3a44),segment_id=453795b8-9faf-4564-9986-6fe1b73b3a44)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:39.213022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:39.228564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.235456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.247276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.256721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7fc9e7a4-42ec-4606-8ba5-17accaef9dcf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Unset dirty status for tenant:c25a7f67fe23443e9c83b203e81a63e2 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:39.258167 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7fc9e7a4-42ec-4606-8ba5-17accaef9dcf tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4819100 Jan 21 09:42:39.262614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32810) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:39.269048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc6890-3878-4a78-84c2-6b500ab2ee66 req-b32d1a69-51a6-4d0a-9d3b-15310c2503d0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:39.269721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b06d6423-a6b1-4bde-b3fb-be97ed5adee5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.270838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80cc6890-3878-4a78-84c2-6b500ab2ee66 req-b32d1a69-51a6-4d0a-9d3b-15310c2503d0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 945 time: 0.6312332 Jan 21 09:42:39.299995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:39.405478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7442-9c01-4845-9b4c-026c024e59e5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.418208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93f016-682e-4fd3-a29a-f53fba7559c9 None None] Pushing event updated for resources: {'Port': ['ID=472e600e-64a4-4a43-b45e-d8e2efc75e9a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.482181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:39.482535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:39.490875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.529449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Provisioning complete for port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:39.529716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.625263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:39.690577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26069014-b2ea-4040-8f41-ed36affe5e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42315637-e961-4608-9765-8ef9e3a18e03'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:39.701099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 42315637-e961-4608-9765-8ef9e3a18e03, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=42315637-e961-4608-9765-8ef9e3a18e03,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:39.707830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016df6e-103a-43b9-aa9d-70c82228cd96 None None] Pushing event updated for resources: {'Port': ['ID=d2f849e7-e6b3-42d2-90db-e4275d469418,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.724888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.726232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-dbec5866-d503-4de6-9d67-68dbfe220b0a tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Deleting port f8155150-2cac-4b02-8017-73013a39771b {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:39.726870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dbec5866-d503-4de6-9d67-68dbfe220b0a tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.731141 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80cc6890-3878-4a78-84c2-6b500ab2ee66 req-3d6135a1-87d2-453d-8186-2bfb31d1bd4f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518006 Jan 21 09:42:39.741510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a7442-9c01-4845-9b4c-026c024e59e5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 889966f1-4600-446f-a7cd-012f45a9edb5 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:39.814628 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26069014-b2ea-4040-8f41-ed36affe5e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42315637-e961-4608-9765-8ef9e3a18e03', 'code': 200} Jan 21 09:42:39.815291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Provisioning for port f8155150-2cac-4b02-8017-73013a39771b completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:39.826127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Provisioning complete for port f8155150-2cac-4b02-8017-73013a39771b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:39.826510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.864103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:39.896068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=42315637-e961-4608-9765-8ef9e3a18e03,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:39.903276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Port f8155150-2cac-4b02-8017-73013a39771b cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:39.919760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Provisioning for port 889966f1-4600-446f-a7cd-012f45a9edb5 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:39.930531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Provisioning complete for port 889966f1-4600-446f-a7cd-012f45a9edb5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:39.931233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.064833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f741234a-6a1a-4a50-bd25-f47262eebb47 None None] Port 889966f1-4600-446f-a7cd-012f45a9edb5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:40.070871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.124876 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.140363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:40.177092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:40.177417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1c23b22b-6bed-47d3-9cc2-ebf61b8f014e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:40.231449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b06d6423-a6b1-4bde-b3fb-be97ed5adee5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.425101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 60447a88-9861-4fcd-b16a-993c0b2111f0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:40.469532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7442-9c01-4845-9b4c-026c024e59e5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.504688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 60447a88-9861-4fcd-b16a-993c0b2111f0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:40.505188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.544303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a7442-9c01-4845-9b4c-026c024e59e5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=889966f1-4600-446f-a7cd-012f45a9edb5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:40.547947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Allocated IP 172.26.1.234 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/59e4245e-ba1a-4639-9ec0-323b30042fd2) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:40.562272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ffacf088-f3ac-4af0-a892-a8cb665ae764 req-c6ed454c-2063-4ac3-95da-187e93f5f91f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 1099 time: 0.3886390 Jan 21 09:42:40.599502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dbec5866-d503-4de6-9d67-68dbfe220b0a tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.638099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 472e600e-64a4-4a43-b45e-d8e2efc75e9a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:40.719946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 472e600e-64a4-4a43-b45e-d8e2efc75e9a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:40.725938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d2f849e7-e6b3-42d2-90db-e4275d469418 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:40.742998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b06d6423-a6b1-4bde-b3fb-be97ed5adee5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.819376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d2f849e7-e6b3-42d2-90db-e4275d469418 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:40.819851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.845256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b06d6423-a6b1-4bde-b3fb-be97ed5adee5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.855511 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-dbec5866-d503-4de6-9d67-68dbfe220b0a tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Calling delete_port for f8155150-2cac-4b02-8017-73013a39771b owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:40.888619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b83c7dc-5b64-4892-bd93-f65f5b23dd63 None None] Network 8cc6635a-1168-49c1-968d-2d8db964dc32 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:40.953449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:40.998738 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21744ac-c441-409f-8f51-4360eb410404 None None] Network 711d7e00-524c-4913-9ad7-1991c272f352 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:41.020727 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ffacf088-f3ac-4af0-a892-a8cb665ae764 req-cf1a7125-5ca8-4ef4-aa93-15e1c0a5cffa service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141135 Jan 21 09:42:41.048098 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b06d6423-a6b1-4bde-b3fb-be97ed5adee5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/subnets/a277289e-fb25-46d5-9d94-d7eca8c1c802 HTTP/1.1" status: 204 len: 168 time: 2.4718583 Jan 21 09:42:41.049780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d6423-a6b1-4bde-b3fb-be97ed5adee5 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event deleted for resources: {'Subnet': ['ID=a277289e-fb25-46d5-9d94-d7eca8c1c802,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.063262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32818) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.063734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7442-9c01-4845-9b4c-026c024e59e5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.098667 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3f7a7442-9c01-4845-9b4c-026c024e59e5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/889966f1-4600-446f-a7cd-012f45a9edb5 HTTP/1.1" status: 204 len: 168 time: 2.5824587 Jan 21 09:42:41.099933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.101742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32822) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.164579 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c4822f-31b4-45a9-9df4-9fa97425e392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:42:41.165628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-21c4822f-31b4-45a9-9df4-9fa97425e392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:41.179801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.256542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-21c4822f-31b4-45a9-9df4-9fa97425e392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:41.260856 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-21c4822f-31b4-45a9-9df4-9fa97425e392 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/889966f1-4600-446f-a7cd-012f45a9edb5 HTTP/1.1" status: 404 len: 333 time: 0.1552680 Jan 21 09:42:41.262348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32826) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:41.270458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc64f3-d328-4a8a-9bed-09181012a9e5 req-ad428bf1-2d31-484b-b301-30702e3b966f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:41.272172 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0acc64f3-d328-4a8a-9bed-09181012a9e5 req-ad428bf1-2d31-484b-b301-30702e3b966f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 946 time: 0.2714715 Jan 21 09:42:41.284656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:41.299310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eb4cd834-0eaf-40d4-92bc-cd6ae3b065df None None] Provisioning for port 472e600e-64a4-4a43-b45e-d8e2efc75e9a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:41.301700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eb4cd834-0eaf-40d4-92bc-cd6ae3b065df None None] Provisioning complete for port 472e600e-64a4-4a43-b45e-d8e2efc75e9a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:41.301700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd834-0eaf-40d4-92bc-cd6ae3b065df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.306547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:41.309154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:41.345162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event updated for resources: {'Port': ['ID=59e4245e-ba1a-4639-9ec0-323b30042fd2,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.389498 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0acc64f3-d328-4a8a-9bed-09181012a9e5 req-8f4a1726-39dd-4361-94b2-e564ed93dc6c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035650 Jan 21 09:42:41.479110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:42:41.501690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=f95c71ed-2657-44cf-9127-79b34958fa45,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.514211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.520091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.536760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.545584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.577669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd834-0eaf-40d4-92bc-cd6ae3b065df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.620922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] DHCP port deletion for 8cc6635a-1168-49c1-968d-2d8db964dc32 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:41.630242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] Deleting port 4b5fd542-c5e6-4024-bd69-da12864afa52 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:41.630585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.660117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-eb4cd834-0eaf-40d4-92bc-cd6ae3b065df None None] For port 472e600e-64a4-4a43-b45e-d8e2efc75e9a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=472e600e-64a4-4a43-b45e-d8e2efc75e9a,segment=NetworkSegment(6d088477-7af3-47fd-8027-66afea58a7b4),segment_id=6d088477-7af3-47fd-8027-66afea58a7b4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:41.672035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd834-0eaf-40d4-92bc-cd6ae3b065df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.712161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking segment: {'id': '70cdcc25-271d-427c-a307-19fda5b42f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:41.712521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network hostable DHCP agents. Network: 9285bc0d-28db-477a-bb9f-0883148e243b, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:41.726950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Deleting port 4b5fd542-c5e6-4024-bd69-da12864afa52 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:41.727397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.758270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.763825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.815019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cd834-0eaf-40d4-92bc-cd6ae3b065df None None] Pushing event updated for resources: {'Port': ['ID=472e600e-64a4-4a43-b45e-d8e2efc75e9a,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.867766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.884872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event updated for resources: {'Port': ['ID=d294c4e9-4369-4062-be3d-6e59de90c352,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:41.904854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dbec5866-d503-4de6-9d67-68dbfe220b0a tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:41.934074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] For port 4b5fd542-c5e6-4024-bd69-da12864afa52, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4b5fd542-c5e6-4024-bd69-da12864afa52,segment=NetworkSegment(4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe),segment_id=4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:41.934560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.123393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] Calling delete_port for 4b5fd542-c5e6-4024-bd69-da12864afa52 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:42.185454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec5866-d503-4de6-9d67-68dbfe220b0a tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event deleted for resources: {'Port': ['ID=f8155150-2cac-4b02-8017-73013a39771b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.207278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c44b64f7-fb0d-4464-85cc-63f0dc9cd902 None None] Provisioning for port d294c4e9-4369-4062-be3d-6e59de90c352 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:42.225236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c44b64f7-fb0d-4464-85cc-63f0dc9cd902 None None] Provisioning complete for port d294c4e9-4369-4062-be3d-6e59de90c352 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:42.225643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c44b64f7-fb0d-4464-85cc-63f0dc9cd902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.253414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 9285bc0d-28db-477a-bb9f-0883148e243b is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:42.339562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Router 8b631594-c009-4d96-8535-43f4fedd6d3c is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:42.342823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.399474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5b5bd0-f529-40c7-a1b0-fd8b4b94ecaa tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet 5084be03-5971-4941-be41-6f245beaf88c {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:42.403762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 9285bc0d-28db-477a-bb9f-0883148e243b) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:42.407054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 472e600e-64a4-4a43-b45e-d8e2efc75e9a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:42.473713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5bd0-f529-40c7-a1b0-fd8b4b94ecaa tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.508639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b2337-e229-47bd-9925-87162cd199d8 None None] Network 9285bc0d-28db-477a-bb9f-0883148e243b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:42.540014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:42.540612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.619505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] Pushing event deleted for resources: {'Port': ['ID=4b5fd542-c5e6-4024-bd69-da12864afa52,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:42.628319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c44b64f7-fb0d-4464-85cc-63f0dc9cd902 None None] Port d294c4e9-4369-4062-be3d-6e59de90c352 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:42.647270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75806942-2d54-4c54-a4b5-fe52ccf8311c None None] No DVR routers for this DVR port 4b5fd542-c5e6-4024-bd69-da12864afa52 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:42.665331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:42.676923 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e00d0f-fb4c-4fd4-a705-6a5035926f62 None None] Sync routers for ids ['8b631594-c009-4d96-8535-43f4fedd6d3c'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:42.680086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.681550 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-de3b54e7-3d12-4b70-a5ce-29616336a32c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "PUT /v2.0/routers/8b631594-c009-4d96-8535-43f4fedd6d3c HTTP/1.1" status: 200 len: 884 time: 4.9674838 Jan 21 09:42:42.684463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32834) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.699971 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e00d0f-fb4c-4fd4-a705-6a5035926f62 None None] Routers {'8b631594-c009-4d96-8535-43f4fedd6d3c'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:42.700691 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f8e00d0f-fb4c-4fd4-a705-6a5035926f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8b631594-c009-4d96-8535-43f4fedd6d3c'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:42.717506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 472e600e-64a4-4a43-b45e-d8e2efc75e9a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:42.717893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.776733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dbec5866-d503-4de6-9d67-68dbfe220b0a tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.781870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c44b64f7-fb0d-4464-85cc-63f0dc9cd902 None None] Provisioning complete for port 472e600e-64a4-4a43-b45e-d8e2efc75e9a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:42.782271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c44b64f7-fb0d-4464-85cc-63f0dc9cd902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.787751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5bd0-f529-40c7-a1b0-fd8b4b94ecaa tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.790761 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f8e00d0f-fb4c-4fd4-a705-6a5035926f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:42.805519 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e00d0f-fb4c-4fd4-a705-6a5035926f62 None None] Routers {'8b631594-c009-4d96-8535-43f4fedd6d3c'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:42.806447 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f8e00d0f-fb4c-4fd4-a705-6a5035926f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8b631594-c009-4d96-8535-43f4fedd6d3c'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:42.819245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] For port 4b5fd542-c5e6-4024-bd69-da12864afa52, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4b5fd542-c5e6-4024-bd69-da12864afa52,segment=NetworkSegment(4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe),segment_id=4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:42.819650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:42.848060 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0cfc99da-4c20-417d-a9bc-e246090994f0 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9064672 Jan 21 09:42:42.851775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32838) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:42.860371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:42.901811 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f8e00d0f-fb4c-4fd4-a705-6a5035926f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:42.902476 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e00d0f-fb4c-4fd4-a705-6a5035926f62 None None] The sync data for ids ['8b631594-c009-4d96-8535-43f4fedd6d3c'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:42.927444 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dbec5866-d503-4de6-9d67-68dbfe220b0a tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "DELETE /v2.0/ports/f8155150-2cac-4b02-8017-73013a39771b HTTP/1.1" status: 204 len: 168 time: 3.6537852 Jan 21 09:42:42.928521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32842) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.011264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2bb0-6f7b-4668-b842-ad04a70d4d9b req-47776fde-91de-4f71-8413-3bfdab40ca53 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.012387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Calling delete_port for 4b5fd542-c5e6-4024-bd69-da12864afa52 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:43.013045 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80aa2bb0-6f7b-4668-b842-ad04a70d4d9b req-47776fde-91de-4f71-8413-3bfdab40ca53 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 946 time: 0.4182239 Jan 21 09:42:43.022070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-9285bc0d-28db-477a-bb9f-0883148e243b', 'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b', 'tenant_id': '244b9dd8fbc44a0c945677f14df9fa64', 'fixed_ips': [{'subnet_id': 'f95c71ed-2657-44cf-9127-79b34958fa45'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:43.022832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.096875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Network 711d7e00-524c-4913-9ad7-1991c272f352 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:43.105265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Request body: {'port': {'name': 'tempest-new-port-name-2127349322', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:43.105265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] bootfile-name is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:42:43.105769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] tftp-server is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:42:43.106002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.api.validators [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] server-ip-address is not in valid_values {{(pid=83426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 09:42:43.138072 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:43.165352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:43.172929 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80aa2bb0-6f7b-4668-b842-ad04a70d4d9b req-ebd9c98c-5431-42b6-afda-45881f95c1fa tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517594 Jan 21 09:42:43.175685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:43.180065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:43.196601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:43.222166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:43.370299 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4b5fd542-c5e6-4024-bd69-da12864afa52 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:43.407643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Allocated IP 2001:db8::2 (9285bc0d-28db-477a-bb9f-0883148e243b/f95c71ed-2657-44cf-9127-79b34958fa45/e5161169-fcc1-4ada-9523-9522b1fac284) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:43.450788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2d958dcb-ae30-486b-a3ff-fbabea809b3c tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/routers/8b631594-c009-4d96-8535-43f4fedd6d3c HTTP/1.1" status: 200 len: 925 time: 0.7647269 Jan 21 09:42:43.455051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32848) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.531552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 4b5fd542-c5e6-4024-bd69-da12864afa52 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:43.532279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4b5fd542-c5e6-4024-bd69-da12864afa52 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:43.532934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:43.533426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:43.560962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7e5d9b86-7ea4-423d-9c13-e26430769298 None None] Provisioning complete for port d294c4e9-4369-4062-be3d-6e59de90c352 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:43.561344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9b86-7ea4-423d-9c13-e26430769298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.568021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.631708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5bd0-f529-40c7-a1b0-fd8b4b94ecaa tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.651917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d9b86-7ea4-423d-9c13-e26430769298 None None] Port d294c4e9-4369-4062-be3d-6e59de90c352 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:43.680230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.692463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2781959-6b4e-443b-acf5-dbf3e6f78868 req-96a79c2b-f119-4887-a335-e648a396b7fd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:43.693951 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2781959-6b4e-443b-acf5-dbf3e6f78868 req-96a79c2b-f119-4887-a335-e648a396b7fd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 946 time: 0.3012776 Jan 21 09:42:43.730590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.742614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Transition to ACTIVE for port object e5161169-fcc1-4ada-9523-9522b1fac284 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:43.743539 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-23c9804a-5537-4088-b661-d2b4322fbf4f tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=8b631594-c009-4d96-8535-43f4fedd6d3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2860968 Jan 21 09:42:43.744815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32852) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.769266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Transition to ACTIVE for port object e5161169-fcc1-4ada-9523-9522b1fac284 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:43.778271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.801234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.ipam_backend_mixin [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f95c71ed-2657-44cf-9127-79b34958fa45 (CIDR: 2001:db8::/64) Jan 21 09:42:43.847091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-374714e8-2ddd-40d0-96f6-8069200bab29 None None] Provisioning complete for port d294c4e9-4369-4062-be3d-6e59de90c352 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:43.847605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-374714e8-2ddd-40d0-96f6-8069200bab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.863142 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:42:43.863582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:42:43.884954 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2781959-6b4e-443b-acf5-dbf3e6f78868 req-c3cf6540-c5f2-4398-b5e8-35028e19c2b3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713026 Jan 21 09:42:43.896631 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Pushing event updated for resources: {'Port': ['ID=e5161169-fcc1-4ada-9523-9522b1fac284,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:43.900995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Network 9285bc0d-28db-477a-bb9f-0883148e243b is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:43.909173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:43.912480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-77cc48ee-3b63-431a-8b8e-3404d5ee2a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0586729 Jan 21 09:42:43.913937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:43.924373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32856) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.931590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5bd0-f529-40c7-a1b0-fd8b4b94ecaa tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:43.973165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32860) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:43.982339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:43.994344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b5bd0-f529-40c7-a1b0-fd8b4b94ecaa tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=5084be03-5971-4941-be41-6f245beaf88c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.010433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-374714e8-2ddd-40d0-96f6-8069200bab29 None None] Port d294c4e9-4369-4062-be3d-6e59de90c352 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:44.018904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Attempting to bind port e5161169-fcc1-4ada-9523-9522b1fac284 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:44.019419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Attempting to bind port e5161169-fcc1-4ada-9523-9522b1fac284 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '70cdcc25-271d-427c-a307-19fda5b42f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:44.019873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Attempting to bind port e5161169-fcc1-4ada-9523-9522b1fac284 on network 9285bc0d-28db-477a-bb9f-0883148e243b {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:44.027921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:44.028425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Checking segment: {'id': '70cdcc25-271d-427c-a307-19fda5b42f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:44.029005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.029577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Bound using segment: {'id': '70cdcc25-271d-427c-a307-19fda5b42f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:44.030362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Bound port: e5161169-fcc1-4ada-9523-9522b1fac284, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cdcc25-271d-427c-a307-19fda5b42f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:44.030832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.071727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Deleting port 4b5fd542-c5e6-4024-bd69-da12864afa52 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:44.072075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.098140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f6093-1492-4ecf-9017-cf09236c3fef tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:44.098912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-356f6093-1492-4ecf-9017-cf09236c3fef tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Synchronizing usage tracker for tenant:16b1f20b931b4b11b6548e6e8d478db9 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:44.131052 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] For port e5161169-fcc1-4ada-9523-9522b1fac284, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:44.135403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] For port e5161169-fcc1-4ada-9523-9522b1fac284, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e5161169-fcc1-4ada-9523-9522b1fac284,segment=NetworkSegment(70cdcc25-271d-427c-a307-19fda5b42f5f),segment_id=70cdcc25-271d-427c-a307-19fda5b42f5f)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:44.138649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcff63d-b844-410c-aaa2-aa31fc82d427 None None] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:44.144278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5bd0-f529-40c7-a1b0-fd8b4b94ecaa tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.181635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-356f6093-1492-4ecf-9017-cf09236c3fef tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Unset dirty status for tenant:16b1f20b931b4b11b6548e6e8d478db9 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:44.186494 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-356f6093-1492-4ecf-9017-cf09236c3fef tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 881 time: 0.4328389 Jan 21 09:42:44.189042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32866) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.199962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] The port '4b5fd542-c5e6-4024-bd69-da12864afa52' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:42:44.233120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.243161 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1f5b5bd0-f529-40c7-a1b0-fd8b4b94ecaa tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/5084be03-5971-4941-be41-6f245beaf88c HTTP/1.1" status: 204 len: 168 time: 2.9754722 Jan 21 09:42:44.246480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32870) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.328678 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b6e0c0a1-3ce9-431d-ba5f-e9b709deb4c3 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=8b631594-c009-4d96-8535-43f4fedd6d3c HTTP/1.1" status: 200 len: 205 time: 0.1355228 Jan 21 09:42:44.343917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32874) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.391066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b137bd-02bc-4fe0-b795-d2b1e77d6078 None None] Pushing event updated for resources: {'Port': ['ID=e5161169-fcc1-4ada-9523-9522b1fac284,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:44.425569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:44.442928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:44.447508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:44.465549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:44.484717 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7911b3cd-d158-4e9c-a09e-702497965965 req-09b2e664-5207-4520-aa7e-db457d2c1656 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3808186 Jan 21 09:42:44.515799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:44.519112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.580842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.642864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:44.649505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc6635a-1168-49c1-968d-2d8db964dc32']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.682584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.683149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd51a0c-27ff-462f-81ab-2ddd8d2f43fe') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:44.727822 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5eef2ea9-ff97-4d27-abd6-d1743e67464f tempest-TestVolumeBootPattern-1713846885 tempest-TestVolumeBootPattern-1713846885-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 1094 time: 0.7461824 Jan 21 09:42:44.727822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.732882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32878) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:44.749024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '42315637-e961-4608-9765-8ef9e3a18e03', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:44.769237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.771051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.778224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:44.800827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:floatingip and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:44.837497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.841875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:44.842303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.862732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:44.891059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:44.918465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-42003a44-7a9f-470c-82a2-fbf800d0b7ff tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet 84602142-9149-4b23-b403-0be8738e7816 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:44.931389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-42003a44-7a9f-470c-82a2-fbf800d0b7ff tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.969936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:44.976603 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:45.088209 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7911b3cd-d158-4e9c-a09e-702497965965 req-9d071e66-f7a1-4657-b127-d6c23c964d85 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 1099 time: 0.4456086 Jan 21 09:42:45.108683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-42003a44-7a9f-470c-82a2-fbf800d0b7ff tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.128327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event updated for resources: {'Port': ['ID=dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.403343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.430715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.464490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Pushing event deleted for resources: {'Network': ['ID=8cc6635a-1168-49c1-968d-2d8db964dc32,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:45.474903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-727ef158-7db1-4fa7-83fd-16e651416fc8 None None] Provisioning complete for port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:45.477000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-727ef158-7db1-4fa7-83fd-16e651416fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.480007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b3cd-d158-4e9c-a09e-702497965965 req-192a2d33-35ae-49e2-bfb7-3d358b2c6b75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.481462 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7911b3cd-d158-4e9c-a09e-702497965965 req-192a2d33-35ae-49e2-bfb7-3d358b2c6b75 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.3175077 Jan 21 09:42:45.491020 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eedf4c8e-cbbc-432f-9f25-8937f8fc9bd8 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/networks/8cc6635a-1168-49c1-968d-2d8db964dc32 HTTP/1.1" status: 204 len: 168 time: 4.4264209 Jan 21 09:42:45.498501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-42003a44-7a9f-470c-82a2-fbf800d0b7ff tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.506141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32882) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.558031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] In _notify_port_updated(), no bound segment for port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 on network 23b6e816-5289-49f9-a254-321750172edb {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:45.561958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.563237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.564562 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-df1218ec-f480-4378-baa9-7ffb0f07f38f tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "PUT /v2.0/ports/dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 HTTP/1.1" status: 200 len: 1136 time: 2.4737458 Jan 21 09:42:45.578729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32886) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.580372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a40a268f-b6dd-440f-b882-030694baebc9 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Synchronizing usage tracker for tenant:35c85d8975254b5db479ddfb56f96784 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:45.658674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7911b3cd-d158-4e9c-a09e-702497965965 req-bf7880c2-7558-498f-b1d8-7a80dc8bd9d0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42315637-e961-4608-9765-8ef9e3a18e03 HTTP/1.1" status: 200 len: 217 time: 0.1287634 Jan 21 09:42:45.676985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.733904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.773470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1b9a1-93d2-4676-bc42-989f5e43ed42 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.774511 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f6c1b9a1-93d2-4676-bc42-989f5e43ed42 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Synchronizing usage tracker for tenant:c25a7f67fe23443e9c83b203e81a63e2 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:45.776774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-58befc75-f49d-4365-821a-6619e7ee9047 None None] Provisioning complete for port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:45.777209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a40a268f-b6dd-440f-b882-030694baebc9 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Unset dirty status for tenant:35c85d8975254b5db479ddfb56f96784 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:45.777673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58befc75-f49d-4365-821a-6619e7ee9047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.780656 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a40a268f-b6dd-440f-b882-030694baebc9 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "GET /v2.0/ports?device_id=8cd1f9d6-d26a-4e87-934a-9a41a6491632 HTTP/1.1" status: 200 len: 205 time: 0.2702308 Jan 21 09:42:45.784600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32890) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.799228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:45.847686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:45.855762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-58befc75-f49d-4365-821a-6619e7ee9047 None None] Port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:45.859388 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cbf26fb4-6f49-4119-9bc2-e3a73114e16c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6909106 Jan 21 09:42:45.862653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32894) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:45.868421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:45.875890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:45.884800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:45.885596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:45.912613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b3cd-d158-4e9c-a09e-702497965965 req-28faae6c-ac10-4f02-aa51-90ef35a5ee61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:45.914780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7911b3cd-d158-4e9c-a09e-702497965965 req-28faae6c-ac10-4f02-aa51-90ef35a5ee61 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.2373614 Jan 21 09:42:45.951878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 9285bc0d-28db-477a-bb9f-0883148e243b is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:45.952824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c86a53b-dfcd-4c17-9329-5f417422b373 None None] Network 9285bc0d-28db-477a-bb9f-0883148e243b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:45.983570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f6c1b9a1-93d2-4676-bc42-989f5e43ed42 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Unset dirty status for tenant:c25a7f67fe23443e9c83b203e81a63e2 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:45.984829 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f6c1b9a1-93d2-4676-bc42-989f5e43ed42 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "GET /v2.0/ports/dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 HTTP/1.1" status: 200 len: 1136 time: 0.4013610 Jan 21 09:42:45.998192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32898) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.001926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:46.004123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-42003a44-7a9f-470c-82a2-fbf800d0b7ff tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.049166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:46.049166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.084662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=400074a6-b561-4c27-a329-b3fd78087642,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.097131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-42003a44-7a9f-470c-82a2-fbf800d0b7ff tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.152172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2505f07a-f32a-4ab3-ba43-821308deac34 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.163885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e600d2f-3001-437d-88df-c5438a74a0d9 None None] Network 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:46.176420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42003a44-7a9f-470c-82a2-fbf800d0b7ff tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=84602142-9149-4b23-b403-0be8738e7816,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:46.197323 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-42003a44-7a9f-470c-82a2-fbf800d0b7ff tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/84602142-9149-4b23-b403-0be8738e7816 HTTP/1.1" status: 204 len: 168 time: 1.9495628 Jan 21 09:42:46.207372 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7175c631-d565-4abc-ae90-0a1059c15748 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2838860 Jan 21 09:42:46.208250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32902) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.208579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32904) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:46.225378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b', 'fixed_ips': [{'subnet_id': 'f95c71ed-2657-44cf-9127-79b34958fa45'}, {'subnet_id': '400074a6-b561-4c27-a329-b3fd78087642'}], 'name': 'tempest-PortsIpV6TestJSON-2131999697'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:46.273803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Allocated IP 172.26.1.176 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/8d90d82f-921e-47e7-9d09-d8aa2e4094cd) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:46.278997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-033f6c7e-9250-478e-8a35-a75ed2e9bbe7 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Deleting port dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:46.279522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-033f6c7e-9250-478e-8a35-a75ed2e9bbe7 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.328363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1b4d4401-23e3-42d5-9b11-b2b20a4536b2 None None] Provisioning for port e5161169-fcc1-4ada-9523-9522b1fac284 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:46.399796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e5161169-fcc1-4ada-9523-9522b1fac284 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:46.457106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:46.739719 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7911b3cd-d158-4e9c-a09e-702497965965 req-25e19022-9c71-4b00-a468-56c3ec2a61be service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7906492 Jan 21 09:42:46.754578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.854455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e5161169-fcc1-4ada-9523-9522b1fac284 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:46.893754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e5161169-fcc1-4ada-9523-9522b1fac284 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:46.894148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:46.975366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] DHCP port deletion for 65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:47.024336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:47.025392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] Deleting port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:47.025762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.029446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:47.029583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.050398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2505f07a-f32a-4ab3-ba43-821308deac34 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.060675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.069045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2505f07a-f32a-4ab3-ba43-821308deac34 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.077875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:47.088037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:47.129452 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Deleting port 59e4245e-ba1a-4639-9ec0-323b30042fd2 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:47.129971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.140762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:47.171940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.268562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:47.274910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.279919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.306480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7911b3cd-d158-4e9c-a09e-702497965965 req-38231a59-8ce5-4b66-adeb-44211599be8d service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496957 Jan 21 09:42:47.308077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-033f6c7e-9250-478e-8a35-a75ed2e9bbe7 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.325397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2505f07a-f32a-4ab3-ba43-821308deac34 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.326078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2505f07a-f32a-4ab3-ba43-821308deac34 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd1f9d6-d26a-4e87-934a-9a41a6491632 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:47.342409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2505f07a-f32a-4ab3-ba43-821308deac34 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.347879 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2505f07a-f32a-4ab3-ba43-821308deac34 tempest-RoutersNegativeTest-1374799185 tempest-RoutersNegativeTest-1374799185-project] 10.222.0.122 "DELETE /v2.0/routers/8cd1f9d6-d26a-4e87-934a-9a41a6491632 HTTP/1.1" status: 204 len: 168 time: 1.5539696 Jan 21 09:42:47.363842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ed399-d822-4259-9978-e34e304d498c None None] Update dhcp port {'port': {'network_id': '9285bc0d-28db-477a-bb9f-0883148e243b', 'fixed_ips': [{'subnet_id': 'f95c71ed-2657-44cf-9127-79b34958fa45', 'ip_address': '2001:db8::2'}, {'subnet_id': '400074a6-b561-4c27-a329-b3fd78087642'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': 'e5161169-fcc1-4ada-9523-9522b1fac284'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:42:47.470643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.489220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-033f6c7e-9250-478e-8a35-a75ed2e9bbe7 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Calling delete_port for dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:47.521726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:39Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd294c4e9-4369-4062-be3d-6e59de90c352', 'name': '', 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:90:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99b10d-d602-4680-939e-c49edde58271', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:40Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'cd99b10d-d602-4680-939e-c49edde58271', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:47.527046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e5161169-fcc1-4ada-9523-9522b1fac284, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e5161169-fcc1-4ada-9523-9522b1fac284,segment=NetworkSegment(70cdcc25-271d-427c-a307-19fda5b42f5f),segment_id=70cdcc25-271d-427c-a307-19fda5b42f5f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:47.535786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-719ed399-d822-4259-9978-e34e304d498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.544484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:47.544836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Updating router d81badcb-24d5-4682-ac35-c3e08ecf927d port d294c4e9-4369-4062-be3d-6e59de90c352 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:42:47.565496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:47.578548 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.617030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] For port e34b5182-4ad5-4fac-bffa-c7d2243db8b6, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,segment=NetworkSegment(fcc8e963-6e90-4ab2-bae0-73ba6437af75),segment_id=fcc8e963-6e90-4ab2-bae0-73ba6437af75)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:47.617486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.620717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Calling delete_port for 59e4245e-ba1a-4639-9ec0-323b30042fd2 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:47.758331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:42:47.782172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Removed routes are [] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:42:47.782748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.850515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32914) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:47.878317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.919156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] For port e34b5182-4ad5-4fac-bffa-c7d2243db8b6, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,segment=NetworkSegment(fcc8e963-6e90-4ab2-bae0-73ba6437af75),segment_id=fcc8e963-6e90-4ab2-bae0-73ba6437af75)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:47.921374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] Calling delete_port for e34b5182-4ad5-4fac-bffa-c7d2243db8b6 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:47.934041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:47.949732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.002716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e5161169-fcc1-4ada-9523-9522b1fac284,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.029076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.101305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event deleted for resources: {'Port': ['ID=59e4245e-ba1a-4639-9ec0-323b30042fd2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.178157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.227960 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7911b3cd-d158-4e9c-a09e-702497965965 req-d1032795-fd88-42c6-84d8-ab05d90fa1fb service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9034460 Jan 21 09:42:48.245098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-719ed399-d822-4259-9978-e34e304d498c None None] Allocated IP 2001:db8:0:1::2 (9285bc0d-28db-477a-bb9f-0883148e243b/400074a6-b561-4c27-a329-b3fd78087642/e5161169-fcc1-4ada-9523-9522b1fac284) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:48.249243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] Pushing event deleted for resources: {'Port': ['ID=e34b5182-4ad5-4fac-bffa-c7d2243db8b6,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.278421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e68138-29cc-4562-a9c9-7215e9ebdc41 None None] No DVR routers for this DVR port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:48.312421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for e34b5182-4ad5-4fac-bffa-c7d2243db8b6 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:48.433960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:48.435016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e5161169-fcc1-4ada-9523-9522b1fac284 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:48.480073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:48.491370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=8d90d82f-921e-47e7-9d09-d8aa2e4094cd,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.494539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:48.505336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.567719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.602485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-719ed399-d822-4259-9978-e34e304d498c None None] For port e5161169-fcc1-4ada-9523-9522b1fac284, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e5161169-fcc1-4ada-9523-9522b1fac284,segment=NetworkSegment(70cdcc25-271d-427c-a307-19fda5b42f5f),segment_id=70cdcc25-271d-427c-a307-19fda5b42f5f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:48.632771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e5161169-fcc1-4ada-9523-9522b1fac284 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:48.633120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.657285 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d00ce1b6-490e-4d7f-a3d8-2bb114d7dd6c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=35c85d8975254b5db479ddfb56f96784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7981925 Jan 21 09:42:48.662460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:48.662786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:48.670300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32920) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:48.670887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-033f6c7e-9250-478e-8a35-a75ed2e9bbe7 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.706023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.734155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-719ed399-d822-4259-9978-e34e304d498c None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.755135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f6c7e-9250-478e-8a35-a75ed2e9bbe7 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event deleted for resources: {'Port': ['ID=dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:48.766723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-719ed399-d822-4259-9978-e34e304d498c None None] Transition to ACTIVE for port object e5161169-fcc1-4ada-9523-9522b1fac284 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:48.780005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-719ed399-d822-4259-9978-e34e304d498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.857799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:48.868013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Port e5161169-fcc1-4ada-9523-9522b1fac284 had new provisioning blocks added so it will not transition to active. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Jan 21 09:42:48.977055 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e34b5182-4ad5-4fac-bffa-c7d2243db8b6 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:49.040445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Transition to ACTIVE for port object d294c4e9-4369-4062-be3d-6e59de90c352 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:49.058695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e34b5182-4ad5-4fac-bffa-c7d2243db8b6 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:49.059116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e34b5182-4ad5-4fac-bffa-c7d2243db8b6 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:49.073075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.081005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ed399-d822-4259-9978-e34e304d498c None None] Pushing event updated for resources: {'Port': ['ID=e5161169-fcc1-4ada-9523-9522b1fac284,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.126618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6311d5ef-785e-4be2-b2f2-b509bd10a5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.133079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.152602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.170143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port e34b5182-4ad5-4fac-bffa-c7d2243db8b6 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:49.171332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.194895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:49.271827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.272471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Fanout notify agent at l3_agent the message router_deleted on router 8b631594-c009-4d96-8535-43f4fedd6d3c {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:42:49.310283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.311518 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7d52ce17-6005-4e04-b0ec-816450adddea tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/8b631594-c009-4d96-8535-43f4fedd6d3c HTTP/1.1" status: 204 len: 168 time: 4.9537885 Jan 21 09:42:49.325858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c83c5-0046-4b45-a25b-aef7e3c2e2ce None None] Pushing event updated for resources: {'Port': ['ID=d294c4e9-4369-4062-be3d-6e59de90c352,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.340159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] The port 'e34b5182-4ad5-4fac-bffa-c7d2243db8b6' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:42:49.343651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32924) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.386370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-033f6c7e-9250-478e-8a35-a75ed2e9bbe7 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.407667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-708cc6e6-b996-4486-aa92-5038264b9710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.422533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2041076785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:49.453473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Attempting to bind port d294c4e9-4369-4062-be3d-6e59de90c352 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:49.453840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Attempting to bind port d294c4e9-4369-4062-be3d-6e59de90c352 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:49.454225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Attempting to bind port d294c4e9-4369-4062-be3d-6e59de90c352 on network 711d7e00-524c-4913-9ad7-1991c272f352 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:49.461598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:49.461885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Checking segment: {'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:49.462476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.462888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Bound using segment: {'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:49.463350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Bound port: d294c4e9-4369-4062-be3d-6e59de90c352, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d088477-7af3-47fd-8027-66afea58a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:49.463720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.466546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:49.481921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.486132 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f319789f-faac-4287-b4d8-e0b2fdb05318 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 200 len: 934 time: 3.6145353 Jan 21 09:42:49.486929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32928) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.541579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.570940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e894a3-1d03-49f4-9f77-d8eb8bdc1b17']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:49.578084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] For port d294c4e9-4369-4062-be3d-6e59de90c352, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:49.585672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc8e963-6e90-4ab2-bae0-73ba6437af75') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:49.586031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc8e963-6e90-4ab2-bae0-73ba6437af75') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:49.586210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] For port d294c4e9-4369-4062-be3d-6e59de90c352, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d294c4e9-4369-4062-be3d-6e59de90c352,segment=NetworkSegment(6d088477-7af3-47fd-8027-66afea58a7b4),segment_id=6d088477-7af3-47fd-8027-66afea58a7b4)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:49.594235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.675402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::392 (9285bc0d-28db-477a-bb9f-0883148e243b/f95c71ed-2657-44cf-9127-79b34958fa45/eb1a8c2b-9d01-4419-b3a3-09f3e71738ae) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:49.683880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8:0:1::66 (9285bc0d-28db-477a-bb9f-0883148e243b/400074a6-b561-4c27-a329-b3fd78087642/eb1a8c2b-9d01-4419-b3a3-09f3e71738ae) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:49.696027 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:49.696738 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:49.707586 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-74268ff5-1d1f-4679-b59c-f45895a0fecb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 200 len: 934 time: 0.2187002 Jan 21 09:42:49.708178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32932) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.715037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'routes': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:49.719585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:49.759608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c83c5-0046-4b45-a25b-aef7e3c2e2ce None None] Pushing event updated for resources: {'Port': ['ID=d294c4e9-4369-4062-be3d-6e59de90c352,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:49.761900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.795615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Usage tracker for resource:router and tenant:ae46180cd4ba4bad8c436851c2661e88 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:49.813697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:49.825406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-708cc6e6-b996-4486-aa92-5038264b9710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.840711 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-033f6c7e-9250-478e-8a35-a75ed2e9bbe7 tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "DELETE /v2.0/ports/dcf1d338-83b2-4ae7-bd63-2c8ffb5deba4 HTTP/1.1" status: 204 len: 168 time: 3.8252537 Jan 21 09:42:49.850026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32936) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:49.861692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:49.925225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b396e9b-2ef9-4af1-97ea-f969ce0c402f None None] Network 9285bc0d-28db-477a-bb9f-0883148e243b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:49.930084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.940566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.941566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:49.987706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:49.988200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.042396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:50.158728 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:50.162967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cacf51b1-0b38-406f-b595-8287b873cddf None None] Provisioning for port e5161169-fcc1-4ada-9523-9522b1fac284 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:50.233565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cacf51b1-0b38-406f-b595-8287b873cddf None None] Provisioning complete for port e5161169-fcc1-4ada-9523-9522b1fac284 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:50.233939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cacf51b1-0b38-406f-b595-8287b873cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.312024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e5161169-fcc1-4ada-9523-9522b1fac284 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:50.470517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.472330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.528827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.538529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-708cc6e6-b996-4486-aa92-5038264b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.567263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Network': ['ID=65e894a3-1d03-49f4-9f77-d8eb8bdc1b17,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.599645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cc6e6-b996-4486-aa92-5038264b9710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85f3c17-f61d-472b-b7da-e7f3f8df4f80,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:50.614849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.627125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.640909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-708cc6e6-b996-4486-aa92-5038264b9710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.642072 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-708cc6e6-b996-4486-aa92-5038264b9710 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/c85f3c17-f61d-472b-b7da-e7f3f8df4f80 HTTP/1.1" status: 204 len: 168 time: 1.9692571 Jan 21 09:42:50.665682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added routes are [] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:42:50.666211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:42:50.672479 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-92cad316-eed7-4eaa-9b26-4cdd70f29c9f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/networks/65e894a3-1d03-49f4-9f77-d8eb8bdc1b17 HTTP/1.1" status: 204 len: 168 time: 4.4522390 Jan 21 09:42:50.674158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32942) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.686439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object eb1a8c2b-9d01-4419-b3a3-09f3e71738ae will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:50.696621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e5161169-fcc1-4ada-9523-9522b1fac284 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:50.696781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.704162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.708193 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5de2e081-0d5f-43f3-8adb-0f081dd50ea6 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3243113 Jan 21 09:42:50.710263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32946) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:50.724753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': True}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:50.782356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.793280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c37b65d-e890-47a2-b584-3627baedfb0b tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Deleting subnet 8f35fec4-3dec-4af9-8e99-99198d329362 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:50.816994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c37b65d-e890-47a2-b584-3627baedfb0b tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:50.948367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:47Z', 'revision_number': 6, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd294c4e9-4369-4062-be3d-6e59de90c352', 'name': '', 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:90:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99b10d-d602-4680-939e-c49edde58271', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:49Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'cd99b10d-d602-4680-939e-c49edde58271', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:50.966232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63732280-fdf9-4115-b868-9e93f82df589 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:50.966232 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-63732280-fdf9-4115-b868-9e93f82df589 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2881699 Jan 21 09:42:50.988982 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32950) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.006708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13da87-6220-4613-b31d-5b24d05e5410 None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:47Z', 'revision_number': 6, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd294c4e9-4369-4062-be3d-6e59de90c352', 'name': '', 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:90:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99b10d-d602-4680-939e-c49edde58271', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:49Z', 'revision_number': 4, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'cd99b10d-d602-4680-939e-c49edde58271', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:51.156513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c37b65d-e890-47a2-b584-3627baedfb0b tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.214243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.233426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c2507df2-2efa-44f1-852b-191cbefd02d1 None None] Provisioning complete for port e5161169-fcc1-4ada-9523-9522b1fac284 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:51.234097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c2507df2-2efa-44f1-852b-191cbefd02d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.312510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.316288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.410454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2000b04c-00bb-4fdf-b75d-ce175c3af21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.440197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 9285bc0d-28db-477a-bb9f-0883148e243b is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:51.445486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=eb1a8c2b-9d01-4419-b3a3-09f3e71738ae,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:51.452963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:51.510992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:51.515762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:51.516679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.517403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:51.646853 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e8da1994-25ad-4397-a8af-cfc6c60ec678 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.4282994 Jan 21 09:42:51.650038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32954) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.656563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c37b65d-e890-47a2-b584-3627baedfb0b tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.692988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b9afbae2-2e35-4164-b407-f75b31b1f647 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:51.708087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f95c71ed-2657-44cf-9127-79b34958fa45'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:51.731518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:51.738039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.741549 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ee8b7316-7fb8-4242-89a3-4442f33465a1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 200 len: 700 time: 2.0300782 Jan 21 09:42:51.741895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32958) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.813468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0957e949-33fd-4256-baa6-3f0d7c3d7d03 None None] Provisioning for port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:51.820210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0957e949-33fd-4256-baa6-3f0d7c3d7d03 None None] Provisioning complete for port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:51.820715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0957e949-33fd-4256-baa6-3f0d7c3d7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.837622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:51.886279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0957e949-33fd-4256-baa6-3f0d7c3d7d03 None None] Port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:51.899655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b9afbae2-2e35-4164-b407-f75b31b1f647 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:51.904531 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b9afbae2-2e35-4164-b407-f75b31b1f647 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9104173 Jan 21 09:42:51.904961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32962) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:51.912149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1764557765'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:52.033133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:52.040530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:network and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:52.044330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:52.053096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:52.078661 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e9f28853-8a55-457e-a449-0411655a4b09 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 200 len: 700 time: 0.3326898 Jan 21 09:42:52.078661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:52.079867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.089957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32966) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.196170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.223495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:42:52.246145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.246145 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Added segment 129f633f-3601-4248-b869-9ca343fb390b of type vlan for network 832ea1ee-6fc6-484f-8d51-bb4674f20040 Jan 21 09:42:52.249391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.266970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c37b65d-e890-47a2-b584-3627baedfb0b tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.284403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.343352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37b65d-e890-47a2-b584-3627baedfb0b tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event deleted for resources: {'Subnet': ['ID=8f35fec4-3dec-4af9-8e99-99198d329362,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.354615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d294c4e9-4369-4062-be3d-6e59de90c352 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:52.388477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.393333 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:52.393955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.431850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c37b65d-e890-47a2-b584-3627baedfb0b tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.440281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82a204-ee28-47fd-a237-56f180a231cc None None] Network 23b6e816-5289-49f9-a254-321750172edb requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:52.524408 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4c37b65d-e890-47a2-b584-3627baedfb0b tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "DELETE /v2.0/subnets/8f35fec4-3dec-4af9-8e99-99198d329362 HTTP/1.1" status: 204 len: 168 time: 2.6506653 Jan 21 09:42:52.529258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32970) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.571701 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6617706 Jan 21 09:42:52.571908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.579835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32974) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:52.585408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fff28-ab61-4411-afd9-1c5d61204951 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Network': ['ID=832ea1ee-6fc6-484f-8d51-bb4674f20040,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:52.590532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:52.600655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 832ea1ee-6fc6-484f-8d51-bb4674f20040 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:42:52.623436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.726444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:52.733714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:52.738060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:52.748237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:52.752944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.805495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.831083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.851510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port d294c4e9-4369-4062-be3d-6e59de90c352 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:52.858490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d294c4e9-4369-4062-be3d-6e59de90c352 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:52.859092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:52.892899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:52.955309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Deleting port d2f849e7-e6b3-42d2-90db-e4275d469418 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:52.955735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.030753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.036996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.060456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] DHCP port deletion for 23b6e816-5289-49f9-a254-321750172edb request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:42:53.067734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.074474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.075730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] Deleting port d2f849e7-e6b3-42d2-90db-e4275d469418 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:53.075730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.137919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port d294c4e9-4369-4062-be3d-6e59de90c352, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d294c4e9-4369-4062-be3d-6e59de90c352,segment=NetworkSegment(6d088477-7af3-47fd-8027-66afea58a7b4),segment_id=6d088477-7af3-47fd-8027-66afea58a7b4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:53.170978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.320763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=8d90d82f-921e-47e7-9d09-d8aa2e4094cd,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.366492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=d294c4e9-4369-4062-be3d-6e59de90c352,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.399543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] For port d2f849e7-e6b3-42d2-90db-e4275d469418, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d2f849e7-e6b3-42d2-90db-e4275d469418,segment=NetworkSegment(453795b8-9faf-4564-9986-6fe1b73b3a44),segment_id=453795b8-9faf-4564-9986-6fe1b73b3a44)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:53.401556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.519036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.552056 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] Calling delete_port for d2f849e7-e6b3-42d2-90db-e4275d469418 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:53.665772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.674912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.697524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.729016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] Pushing event deleted for resources: {'Port': ['ID=d2f849e7-e6b3-42d2-90db-e4275d469418,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:53.742468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d1489-8385-48ba-8b6c-a9d525696023 None None] No DVR routers for this DVR port d2f849e7-e6b3-42d2-90db-e4275d469418 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:42:53.837757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.876115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.882246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] For port d2f849e7-e6b3-42d2-90db-e4275d469418, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d2f849e7-e6b3-42d2-90db-e4275d469418,segment=NetworkSegment(453795b8-9faf-4564-9986-6fe1b73b3a44),segment_id=453795b8-9faf-4564-9986-6fe1b73b3a44)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:53.882619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:53.952028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=aa354003-b84a-491b-98a8-5c8f2c804162,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:54.006494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking segment: {'id': '129f633f-3601-4248-b869-9ca343fb390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:54.009297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network hostable DHCP agents. Network: 832ea1ee-6fc6-484f-8d51-bb4674f20040, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:42:54.096272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Calling delete_port for d2f849e7-e6b3-42d2-90db-e4275d469418 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:54.098872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 832ea1ee-6fc6-484f-8d51-bb4674f20040 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:42:54.114857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 832ea1ee-6fc6-484f-8d51-bb4674f20040) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:54.120561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:54.121158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.129882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Delete allocated IP 2001:db8:0:1::66 (9285bc0d-28db-477a-bb9f-0883148e243b/400074a6-b561-4c27-a329-b3fd78087642) {{(pid=83427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:42:54.134856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8593e9-bf00-49e5-b8d5-e28151b1354d None None] Network 832ea1ee-6fc6-484f-8d51-bb4674f20040 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:54.190910 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8f4fa57d-9c8f-45ba-b18c-9480dc2135b5 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6087112 Jan 21 09:42:54.191250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32978) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:54.208033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040', 'name': 'tempest-PortsTestJSON-1950640379'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:54.231277 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:54.246054 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:54.247459 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.387214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port d294c4e9-4369-4062-be3d-6e59de90c352 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:54.387945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.392184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Allocated IP 172.26.1.96 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/67a7cb2e-ef9b-48f8-9e20-1dc3408730f9) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:54.393143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d294c4e9-4369-4062-be3d-6e59de90c352 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:54.434189 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:54.616956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:42:54.617270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:42:54.687699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:54.698416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:54.714874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.718557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:54.722335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-832ea1ee-6fc6-484f-8d51-bb4674f20040', 'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040', 'tenant_id': 'a05abf99eeec4bd89e25ce74b3597042', 'fixed_ips': [{'subnet_id': 'aa354003-b84a-491b-98a8-5c8f2c804162'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:42:54.722516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.723307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.761260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object eb1a8c2b-9d01-4419-b3a3-09f3e71738ae will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:54.770695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 1c9af285-cb37-42a9-a695-cc60d3df9523 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:54.773294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.781075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.834411 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 7, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd294c4e9-4369-4062-be3d-6e59de90c352', 'name': '', 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:90:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99b10d-d602-4680-939e-c49edde58271', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'cd99b10d-d602-4680-939e-c49edde58271', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.840046 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:54.853510 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:54.854180 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:54.870867 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Floating IP 637e493b-2f5b-45dd-8ab3-ca67dfaaa05e associated. External IP: 172.26.1.176, port: 42315637-e961-4608-9765-8ef9e3a18e03. Jan 21 09:42:54.878777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d294c4e9-4369-4062-be3d-6e59de90c352 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:54.879148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:54.951288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.6 (832ea1ee-6fc6-484f-8d51-bb4674f20040/aa354003-b84a-491b-98a8-5c8f2c804162/1c9af285-cb37-42a9-a695-cc60d3df9523) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:55.004992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=eb1a8c2b-9d01-4419-b3a3-09f3e71738ae,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.019408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] In _notify_port_updated(), no bound segment for port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae on network 9285bc0d-28db-477a-bb9f-0883148e243b {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:55.023848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.024594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.028569 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-28184e02-3934-4d5c-8ea0-1ce4b43d1876 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "PUT /v2.0/ports/eb1a8c2b-9d01-4419-b3a3-09f3e71738ae HTTP/1.1" status: 200 len: 926 time: 3.3714089 Jan 21 09:42:55.030286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32982) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.036923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f95c71ed-2657-44cf-9127-79b34958fa45'}, {'subnet_id': '400074a6-b561-4c27-a329-b3fd78087642'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:55.058043 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:55.079679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.139485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Deleting port d2f849e7-e6b3-42d2-90db-e4275d469418 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:55.140128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.239895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d2f849e7-e6b3-42d2-90db-e4275d469418 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:42:55.270446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] The port 'd2f849e7-e6b3-42d2-90db-e4275d469418' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:42:55.284623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: d2f849e7-e6b3-42d2-90db-e4275d469418 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:42:55.285406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d2f849e7-e6b3-42d2-90db-e4275d469418 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:42:55.322274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port d294c4e9-4369-4062-be3d-6e59de90c352, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d294c4e9-4369-4062-be3d-6e59de90c352,segment=NetworkSegment(6d088477-7af3-47fd-8027-66afea58a7b4),segment_id=6d088477-7af3-47fd-8027-66afea58a7b4)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:42:55.323241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.368282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:55.370076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d803b1bf-bbd3-4ce0-a170-1fefdb9613e3 None None] Provisioning for port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:55.376928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d803b1bf-bbd3-4ce0-a170-1fefdb9613e3 None None] Provisioning complete for port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:55.378473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d803b1bf-bbd3-4ce0-a170-1fefdb9613e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.398984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'Port': ['ID=67a7cb2e-ef9b-48f8-9e20-1dc3408730f9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.403555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.414224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:55.427177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:55.446550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d803b1bf-bbd3-4ce0-a170-1fefdb9613e3 None None] Port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:55.471985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for d294c4e9-4369-4062-be3d-6e59de90c352 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:55.517711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.526323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object 1c9af285-cb37-42a9-a695-cc60d3df9523 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:55.559130 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 7, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd294c4e9-4369-4062-be3d-6e59de90c352', 'name': '', 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:90:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99b10d-d602-4680-939e-c49edde58271', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'cd99b10d-d602-4680-939e-c49edde58271', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:55.563978 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa4a02b-1f35-49e3-9d55-f5e8b0d51170 None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 7, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd294c4e9-4369-4062-be3d-6e59de90c352', 'name': '', 'network_id': '711d7e00-524c-4913-9ad7-1991c272f352', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:90:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99b10d-d602-4680-939e-c49edde58271', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:36Z', 'updated_at': '2022-01-21T09:42:53Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'cd99b10d-d602-4680-939e-c49edde58271', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:42:55.588441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.686075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Allocated IP 172.20.0.2 (832ea1ee-6fc6-484f-8d51-bb4674f20040/aa354003-b84a-491b-98a8-5c8f2c804162/dfb9625d-e95d-46d0-9b39-5ef1a6a905ac) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:55.696391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 832ea1ee-6fc6-484f-8d51-bb4674f20040 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:55.700819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=1c9af285-cb37-42a9-a695-cc60d3df9523,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.705268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:55.708146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:55.826106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:55.827118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.830394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.871442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:55.917064 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e99b0839-a66f-4432-b198-e6b09a862d70 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7187343 Jan 21 09:42:55.924397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 32986) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:55.927527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=d294c4e9-4369-4062-be3d-6e59de90c352,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:55.941503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040', 'name': 'tempest-PortsTestJSON-190959602'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:42:55.983857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b6e816-5289-49f9-a254-321750172edb']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.000032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.019170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453795b8-9faf-4564-9986-6fe1b73b3a44') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.019468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453795b8-9faf-4564-9986-6fe1b73b3a44') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:56.020659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Transition to ACTIVE for port object dfb9625d-e95d-46d0-9b39-5ef1a6a905ac will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:56.051180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Transition to ACTIVE for port object dfb9625d-e95d-46d0-9b39-5ef1a6a905ac will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:56.062841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.064280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.136615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.164362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:42:56.165039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.174984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Network 832ea1ee-6fc6-484f-8d51-bb4674f20040 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:56.178902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:56.181278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Pushing event updated for resources: {'Port': ['ID=dfb9625d-e95d-46d0-9b39-5ef1a6a905ac,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.183801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:42:56.192681 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:42:56.305293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Attempting to bind port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:42:56.305743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Attempting to bind port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '129f633f-3601-4248-b869-9ca343fb390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:42:56.306252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Attempting to bind port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac on network 832ea1ee-6fc6-484f-8d51-bb4674f20040 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:42:56.316183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:42:56.317132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Checking segment: {'id': '129f633f-3601-4248-b869-9ca343fb390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:42:56.317793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.319009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Bound using segment: {'id': '129f633f-3601-4248-b869-9ca343fb390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:42:56.320372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Bound port: dfb9625d-e95d-46d0-9b39-5ef1a6a905ac, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129f633f-3601-4248-b869-9ca343fb390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '832ea1ee-6fc6-484f-8d51-bb4674f20040'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:42:56.321160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.424573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] For port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:42:56.428221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] For port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dfb9625d-e95d-46d0-9b39-5ef1a6a905ac,segment=NetworkSegment(129f633f-3601-4248-b869-9ca343fb390b),segment_id=129f633f-3601-4248-b869-9ca343fb390b)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:42:56.433175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.434718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:42:56.447363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:42:56.455375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.456243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:42:56.467504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:42:56.486498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.490395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:42:56.495171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.520735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df63b6-b772-45cc-957e-836deca0e8dc None None] Pushing event updated for resources: {'Port': ['ID=dfb9625d-e95d-46d0-9b39-5ef1a6a905ac,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.528518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port a88c6e2d-e9ca-497d-95a4-f3788d959adc yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:42:56.544457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] Pushing event deleted for resources: {'Network': ['ID=23b6e816-5289-49f9-a254-321750172edb,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:56.572963 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-eb223bf7-4023-4ddc-8437-d8d0422e556d tempest-ExtraDHCPOptionsTestJSON-1236286111 tempest-ExtraDHCPOptionsTestJSON-1236286111-project] 10.222.0.122 "DELETE /v2.0/networks/23b6e816-5289-49f9-a254-321750172edb HTTP/1.1" status: 204 len: 168 time: 4.0404794 Jan 21 09:42:56.590856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.616697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:56.666836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8:0:1::3c8 (9285bc0d-28db-477a-bb9f-0883148e243b/400074a6-b561-4c27-a329-b3fd78087642/eb1a8c2b-9d01-4419-b3a3-09f3e71738ae) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:56.866748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.3 (832ea1ee-6fc6-484f-8d51-bb4674f20040/aa354003-b84a-491b-98a8-5c8f2c804162/a88c6e2d-e9ca-497d-95a4-f3788d959adc) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:42:57.044996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 32994) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.092580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.110523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.251180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.300526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.314276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object eb1a8c2b-9d01-4419-b3a3-09f3e71738ae will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:57.323162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.376093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object a88c6e2d-e9ca-497d-95a4-f3788d959adc will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:42:57.401068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:57.456585 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-50a4aaa1-74cf-4fb2-928e-6ebfe80a3953 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c25a7f67fe23443e9c83b203e81a63e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4049985 Jan 21 09:42:57.464970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33000) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.503730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.555873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=eb1a8c2b-9d01-4419-b3a3-09f3e71738ae,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.658255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 832ea1ee-6fc6-484f-8d51-bb4674f20040 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:42:57.660816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=a88c6e2d-e9ca-497d-95a4-f3788d959adc,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:57.669848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:42:57.673281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:42:57.713390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf745420-9ee8-4c61-9f47-2d195537d8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.715144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] In _notify_port_updated(), no bound segment for port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae on network 9285bc0d-28db-477a-bb9f-0883148e243b {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:42:57.718982 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.719635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.720976 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-87e16dfb-6aa2-4e37-b58c-4c009b1cc14e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "PUT /v2.0/ports/eb1a8c2b-9d01-4419-b3a3-09f3e71738ae HTTP/1.1" status: 200 len: 1012 time: 2.6896417 Jan 21 09:42:57.725533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:42:57.726610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33004) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:57.780252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf745420-9ee8-4c61-9f47-2d195537d8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.809477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:57.810134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.827634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-06c79db7-fea4-4271-860d-4892333d37e6 None None] Provisioning for port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:57.835906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-06c79db7-fea4-4271-860d-4892333d37e6 None None] Provisioning complete for port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:57.836626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-06c79db7-fea4-4271-860d-4892333d37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.870328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8631ff3-e081-4d95-827f-ada16b611552 None None] Network 832ea1ee-6fc6-484f-8d51-bb4674f20040 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:57.878612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5e23db0e-15c8-45db-a1fa-b39ab3b19f96 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:57.878943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e23db0e-15c8-45db-a1fa-b39ab3b19f96 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:57.972940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-06c79db7-fea4-4271-860d-4892333d37e6 None None] Port eb1a8c2b-9d01-4419-b3a3-09f3e71738ae cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:58.138379 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-92476731-ac90-4228-8b9c-e591adeb6958 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2123098 Jan 21 09:42:58.141091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33008) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.143742 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f823810d-29aa-4045-bc4b-07de0d670419 None None] Provisioning for port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:58.212127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf745420-9ee8-4c61-9f47-2d195537d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.242656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf745420-9ee8-4c61-9f47-2d195537d8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67527280-3f86-4c06-8ab6-12b7dcd8f539,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:58.261260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bf745420-9ee8-4c61-9f47-2d195537d8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.264666 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bf745420-9ee8-4c61-9f47-2d195537d8bd admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/67527280-3f86-4c06-8ab6-12b7dcd8f539 HTTP/1.1" status: 204 len: 168 time: 0.7938099 Jan 21 09:42:58.295524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f5c2c1-8a1b-4ff5-b45c-a83ac138580f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:42:58.296276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-47f5c2c1-8a1b-4ff5-b45c-a83ac138580f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:58.309840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:58.317177 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d995afe8-da7f-4088-b105-d12bb085d02a tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2261128 Jan 21 09:42:58.320792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e23db0e-15c8-45db-a1fa-b39ab3b19f96 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.322470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33014) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.325638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:58.349020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:58.349848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:58.415552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-47f5c2c1-8a1b-4ff5-b45c-a83ac138580f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:58.419690 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-47f5c2c1-8a1b-4ff5-b45c-a83ac138580f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2777107 Jan 21 09:42:58.467532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33018) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:58.484421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5e23db0e-15c8-45db-a1fa-b39ab3b19f96 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for eb1a8c2b-9d01-4419-b3a3-09f3e71738ae owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:58.554553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Router 2be463c1-4f5b-48dc-ac81-db4ae649cce7 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:42:58.557346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dfb9625d-e95d-46d0-9b39-5ef1a6a905ac up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:42:58.587482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:42:58.598561 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:42:58.621878 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:58.625579 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:58.634481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1cb41cfd-b77a-411a-82f2-fc1eeac53663 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port a88c6e2d-e9ca-497d-95a4-f3788d959adc {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:42:58.634913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1cb41cfd-b77a-411a-82f2-fc1eeac53663 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.675408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:58.770518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Provisioning for port 1c9af285-cb37-42a9-a695-cc60d3df9523 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:58.797089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e5220a-3a74-4464-880f-b5e6cd78a8c7 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet cd99b10d-d602-4680-939e-c49edde58271 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:42:58.811523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9e5220a-3a74-4464-880f-b5e6cd78a8c7 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.836455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Provisioning complete for port 1c9af285-cb37-42a9-a695-cc60d3df9523 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:58.837579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.933646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9e5220a-3a74-4464-880f-b5e6cd78a8c7 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:58.952740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:59.032521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9e5220a-3a74-4464-880f-b5e6cd78a8c7 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.083906 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:42:59.107955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:59.108346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.143810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9e5220a-3a74-4464-880f-b5e6cd78a8c7 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.162014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e23db0e-15c8-45db-a1fa-b39ab3b19f96 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.276824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23db0e-15c8-45db-a1fa-b39ab3b19f96 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=eb1a8c2b-9d01-4419-b3a3-09f3e71738ae,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.278478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5220a-3a74-4464-880f-b5e6cd78a8c7 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=cd99b10d-d602-4680-939e-c49edde58271,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:42:59.291638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.297714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9e5220a-3a74-4464-880f-b5e6cd78a8c7 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.317117 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f9e5220a-3a74-4464-880f-b5e6cd78a8c7 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/cd99b10d-d602-4680-939e-c49edde58271 HTTP/1.1" status: 204 len: 168 time: 0.9926603 Jan 21 09:42:59.320979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33032) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.346757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ecbb6-f713-443d-a7bf-5ef48ed1ea10 None None] Network 711d7e00-524c-4913-9ad7-1991c272f352 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:42:59.488459 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e320dfcc-2270-43ce-991d-53ada4cad20b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 14.7544463 Jan 21 09:42:59.492633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e23db0e-15c8-45db-a1fa-b39ab3b19f96 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.495983 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5e23db0e-15c8-45db-a1fa-b39ab3b19f96 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/eb1a8c2b-9d01-4419-b3a3-09f3e71738ae HTTP/1.1" status: 204 len: 168 time: 1.7169368 Jan 21 09:42:59.495983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26069014-b2ea-4040-8f41-ed36affe5e32', 'tag': '42315637-e961-4608-9765-8ef9e3a18e03'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:42:59.497769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33038) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.522779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1cb41cfd-b77a-411a-82f2-fc1eeac53663 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.535739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Port 1c9af285-cb37-42a9-a695-cc60d3df9523 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:42:59.664260 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5506a617-39f3-452d-81e7-9b9737cc155b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:42:59.664960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5506a617-39f3-452d-81e7-9b9737cc155b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:42:59.685518 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26069014-b2ea-4040-8f41-ed36affe5e32', 'tag': '42315637-e961-4608-9765-8ef9e3a18e03', 'status': 'completed', 'code': 200} Jan 21 09:42:59.759787 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '637e493b-2f5b-45dd-8ab3-ca67dfaaa05e', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '42315637-e961-4608-9765-8ef9e3a18e03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:a0:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26069014-b2ea-4040-8f41-ed36affe5e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:50Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:59.770488 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:42:59.801540 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:42:59.802298 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:42:59.806836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Provisioning for port a88c6e2d-e9ca-497d-95a4-f3788d959adc completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:42:59.808899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5506a617-39f3-452d-81e7-9b9737cc155b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:42:59.813723 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5506a617-39f3-452d-81e7-9b9737cc155b tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/eb1a8c2b-9d01-4419-b3a3-09f3e71738ae HTTP/1.1" status: 404 len: 333 time: 0.2986891 Jan 21 09:42:59.814621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33050) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:42:59.832688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Provisioning complete for port a88c6e2d-e9ca-497d-95a4-f3788d959adc triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:42:59.833437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.874358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1cb41cfd-b77a-411a-82f2-fc1eeac53663 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for a88c6e2d-e9ca-497d-95a4-f3788d959adc owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:42:59.964131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.966723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:42:59.980633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Port a88c6e2d-e9ca-497d-95a4-f3788d959adc cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:00.055369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 8, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:00.057393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 472e600e-64a4-4a43-b45e-d8e2efc75e9a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:00.057393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.067423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:00.077638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dfb9625d-e95d-46d0-9b39-5ef1a6a905ac,segment=NetworkSegment(129f633f-3601-4248-b869-9ca343fb390b),segment_id=129f633f-3601-4248-b869-9ca343fb390b)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:00.089301 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.120253 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:00.133088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Provisioning complete for port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:00.133554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0593c7cb-f3fc-4d00-80eb-a00c33a2cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.193397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33056) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.223868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:00.224612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:00.292275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] DHCP port deletion for 711d7e00-524c-4913-9ad7-1991c272f352 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:00.367589 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-88ad914e-e105-4523-afd6-20ff0b1ae505 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 1099 time: 0.6925707 Jan 21 09:43:00.375431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:00.407319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.408636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e325faf-1f1a-4ebd-baea-9bf33c20c6c2 None None] Sync routers for ids ['2be463c1-4f5b-48dc-ac81-db4ae649cce7'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:00.412330 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8d7895c4-f931-4f5c-9e40-afafd5af7714 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "PUT /v2.0/routers/2be463c1-4f5b-48dc-ac81-db4ae649cce7 HTTP/1.1" status: 200 len: 918 time: 9.6988432 Jan 21 09:43:00.418307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 472e600e-64a4-4a43-b45e-d8e2efc75e9a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:00.420290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33062) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:00.511327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] Deleting port 472e600e-64a4-4a43-b45e-d8e2efc75e9a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:00.511703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.528272 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '637e493b-2f5b-45dd-8ab3-ca67dfaaa05e', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '42315637-e961-4608-9765-8ef9e3a18e03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:a0:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26069014-b2ea-4040-8f41-ed36affe5e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:50Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:00.532758 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cec55-7df7-4e9a-8dba-5d738f5c7c9c None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '637e493b-2f5b-45dd-8ab3-ca67dfaaa05e', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '42315637-e961-4608-9765-8ef9e3a18e03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:a0:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26069014-b2ea-4040-8f41-ed36affe5e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:42:50Z', 'updated_at': '2022-01-21T09:42:50Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:00.610493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:00.620778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f307a1cc-2043-4c44-8a7b-d883759c708d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet 400074a6-b561-4c27-a329-b3fd78087642 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:00.659863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f307a1cc-2043-4c44-8a7b-d883759c708d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.714301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1515207833'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:00.723047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-ffe44871-48cc-41aa-b521-c71f3be04204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:00.723047 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-ffe44871-48cc-41aa-b521-c71f3be04204 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.3442600 Jan 21 09:43:00.748579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:00.765291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:network and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:00.765291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:00.825149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f307a1cc-2043-4c44-8a7b-d883759c708d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.849426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=dfb9625d-e95d-46d0-9b39-5ef1a6a905ac,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.862370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1cb41cfd-b77a-411a-82f2-fc1eeac53663 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.862370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:00.928152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb41cfd-b77a-411a-82f2-fc1eeac53663 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=a88c6e2d-e9ca-497d-95a4-f3788d959adc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:00.962199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:00.962199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:00.969648 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-050b4439-3ec6-4f95-9fd2-5bfb9d4747ae service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42315637-e961-4608-9765-8ef9e3a18e03 HTTP/1.1" status: 200 len: 1000 time: 0.2202682 Jan 21 09:43:00.982990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e325faf-1f1a-4ebd-baea-9bf33c20c6c2 None None] Routers {'2be463c1-4f5b-48dc-ac81-db4ae649cce7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:00.982990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-8e325faf-1f1a-4ebd-baea-9bf33c20c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['2be463c1-4f5b-48dc-ac81-db4ae649cce7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:00.989000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.103349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-7d5c4d86-211a-4450-b7f5-66754e57c9e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:01.103349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-7d5c4d86-211a-4450-b7f5-66754e57c9e4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.1371524 Jan 21 09:43:01.103932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f307a1cc-2043-4c44-8a7b-d883759c708d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.159146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 472e600e-64a4-4a43-b45e-d8e2efc75e9a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=472e600e-64a4-4a43-b45e-d8e2efc75e9a,segment=NetworkSegment(6d088477-7af3-47fd-8027-66afea58a7b4),segment_id=6d088477-7af3-47fd-8027-66afea58a7b4)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:01.159507 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.303985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-8e325faf-1f1a-4ebd-baea-9bf33c20c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.357027 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-f7e801d4-faf9-44e4-b301-5adb8dea9f4b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2101736 Jan 21 09:43:01.367682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f307a1cc-2043-4c44-8a7b-d883759c708d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.451182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307a1cc-2043-4c44-8a7b-d883759c708d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=400074a6-b561-4c27-a329-b3fd78087642,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.481198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 472e600e-64a4-4a43-b45e-d8e2efc75e9a owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:01.496809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7b7fa74d-835d-4322-b5f6-9b063dc18d47 None None] Provisioning complete for port 1c9af285-cb37-42a9-a695-cc60d3df9523 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:01.496809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa74d-835d-4322-b5f6-9b063dc18d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.498848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f307a1cc-2043-4c44-8a7b-d883759c708d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.515887 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f307a1cc-2043-4c44-8a7b-d883759c708d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/400074a6-b561-4c27-a329-b3fd78087642 HTTP/1.1" status: 204 len: 168 time: 1.6940145 Jan 21 09:43:01.516527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33066) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.533882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:01.545037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526af2d3-c654-4a18-9665-845ce471a636 None None] Network 9285bc0d-28db-477a-bb9f-0883148e243b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:01.592053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.595575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:security_group_rule and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:01.598528 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-97d02df3-48ab-4418-97ce-2aee5ca325c1 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242143 Jan 21 09:43:01.603074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:01.632129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:01.697270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1cb41cfd-b77a-411a-82f2-fc1eeac53663 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.786594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fa74d-835d-4322-b5f6-9b063dc18d47 None None] Port 1c9af285-cb37-42a9-a695-cc60d3df9523 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:01.786594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e325faf-1f1a-4ebd-baea-9bf33c20c6c2 None None] Routers {'2be463c1-4f5b-48dc-ac81-db4ae649cce7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:01.795840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-8e325faf-1f1a-4ebd-baea-9bf33c20c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['2be463c1-4f5b-48dc-ac81-db4ae649cce7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.820077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.873937 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1cb41cfd-b77a-411a-82f2-fc1eeac53663 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/a88c6e2d-e9ca-497d-95a4-f3788d959adc HTTP/1.1" status: 204 len: 168 time: 3.4043293 Jan 21 09:43:01.874129 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14138cd5-c51f-4e00-95a0-6d1409439771 req-1643131e-8c77-4dcb-8863-714ee5e7eace service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744746 Jan 21 09:43:01.880114 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a305a9f4-105f-45d9-89e1-7fff8661d2e6 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/routers/2be463c1-4f5b-48dc-ac81-db4ae649cce7 HTTP/1.1" status: 200 len: 924 time: 1.4541349 Jan 21 09:43:01.883168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33070) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.891177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33072) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:01.908475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7b7fa74d-835d-4322-b5f6-9b063dc18d47 None None] Could not find standard attr ID for object a88c6e2d-e9ca-497d-95a4-f3788d959adc. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:01.933805 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=472e600e-64a4-4a43-b45e-d8e2efc75e9a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:01.963207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] For port 472e600e-64a4-4a43-b45e-d8e2efc75e9a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=472e600e-64a4-4a43-b45e-d8e2efc75e9a,segment=NetworkSegment(6d088477-7af3-47fd-8027-66afea58a7b4),segment_id=6d088477-7af3-47fd-8027-66afea58a7b4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:01.963603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:01.980848 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-287cd9e8-c697-43c9-a4dc-37a2e6e7e82a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:43:01.981030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-8e325faf-1f1a-4ebd-baea-9bf33c20c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:01.984483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e325faf-1f1a-4ebd-baea-9bf33c20c6c2 None None] The sync data for ids ['2be463c1-4f5b-48dc-ac81-db4ae649cce7'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:01.985262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-287cd9e8-c697-43c9-a4dc-37a2e6e7e82a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/a88c6e2d-e9ca-497d-95a4-f3788d959adc HTTP/1.1" status: 404 len: 333 time: 0.1030843 Jan 21 09:43:01.985262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33078) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.018825 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No DVR routers for this DVR port 472e600e-64a4-4a43-b45e-d8e2efc75e9a on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:02.069683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-bce56c65-a349-42f1-aea7-3374fc6227f0 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 1c9af285-cb37-42a9-a695-cc60d3df9523 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:02.070125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bce56c65-a349-42f1-aea7-3374fc6227f0 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.184555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] Calling delete_port for 472e600e-64a4-4a43-b45e-d8e2efc75e9a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:02.242332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0196ace6-6797-46ed-8ba8-6da453af9087 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet f95c71ed-2657-44cf-9127-79b34958fa45 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:02.264134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0196ace6-6797-46ed-8ba8-6da453af9087 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.321282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.339152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.356724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.388917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dfb9625d-e95d-46d0-9b39-5ef1a6a905ac up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:02.420192 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a3f5e-7f65-47f2-a5e3-283f43f02458 None None] New status for floating IP 637e493b-2f5b-45dd-8ab3-ca67dfaaa05e: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:43:02.424774 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ab96049a-e953-4c04-8806-8b6141e478ce tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=2be463c1-4f5b-48dc-ac81-db4ae649cce7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5146608 Jan 21 09:43:02.435906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33082) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.473817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:02.478299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0196ace6-6797-46ed-8ba8-6da453af9087 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.515718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711d7e00-524c-4913-9ad7-1991c272f352']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.563792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bce56c65-a349-42f1-aea7-3374fc6227f0 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.569273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:02.570250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:02.593256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 8, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.598673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d2de1-72d2-4458-aa19-c64e0e41d4ec,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:02.607498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d088477-7af3-47fd-8027-66afea58a7b4') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.608528 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d088477-7af3-47fd-8027-66afea58a7b4') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:02.613640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc7adc-6884-4d37-af41-6cd19facb078 None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:42:55Z', 'revision_number': 8, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60447a88-9861-4fcd-b16a-993c0b2111f0', 'name': '', 'network_id': '641e853a-0289-4e95-b11f-e8d88a89607e', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:8b:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:23Z', 'updated_at': '2022-01-21T09:42:36Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'e28b71c7-ec77-4867-9b55-62467f56b1ee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:02.632394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:02.632765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.639465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.640122 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Added segment 0a1f06f7-3e4d-4a3b-bdd3-fb280ba047e0 of type vlan for network a063c150-ca11-421a-84ce-8296c5200a96 Jan 21 09:43:02.669256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.743565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.767985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.775780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:02.776580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:02.790979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-bce56c65-a349-42f1-aea7-3374fc6227f0 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 1c9af285-cb37-42a9-a695-cc60d3df9523 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:02.793429 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:02.803352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe01df3-7ff8-4489-8c1e-ed1004f201da tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:02.814763 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cfe01df3-7ff8-4489-8c1e-ed1004f201da tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 881 time: 0.3777769 Jan 21 09:43:02.833330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33086) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:02.857191 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:43:03.045226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0196ace6-6797-46ed-8ba8-6da453af9087 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.072241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] Deleting port 472e600e-64a4-4a43-b45e-d8e2efc75e9a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:03.076122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.168095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.198157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.218694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.218694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:03.218694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.241344 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6a454abc-3fd4-4a6e-8f5e-a1cad75b5747 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=2be463c1-4f5b-48dc-ac81-db4ae649cce7 HTTP/1.1" status: 200 len: 205 time: 0.4061275 Jan 21 09:43:03.242433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33090) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.251694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=711d7e00-524c-4913-9ad7-1991c272f352,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.292764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-edcf0677-752c-4572-a7f8-a5963b1102de None None] The port '472e600e-64a4-4a43-b45e-d8e2efc75e9a' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:03.348921 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1510906 Jan 21 09:43:03.356878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33094) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.360904 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-34f4e9ca-98fe-4c91-a239-198d12b09faf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/711d7e00-524c-4913-9ad7-1991c272f352 HTTP/1.1" status: 204 len: 168 time: 4.0386069 Jan 21 09:43:03.361273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33098) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.389883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'subnet': {'network_id': 'a063c150-ca11-421a-84ce-8296c5200a96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:03.390675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3da52e-e7e7-47b8-9c98-98f003cbcfc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Network': ['ID=a063c150-ca11-421a-84ce-8296c5200a96,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.398968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0196ace6-6797-46ed-8ba8-6da453af9087 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.411141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network a063c150-ca11-421a-84ce-8296c5200a96 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:03.441893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196ace6-6797-46ed-8ba8-6da453af9087 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=f95c71ed-2657-44cf-9127-79b34958fa45,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.454972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0196ace6-6797-46ed-8ba8-6da453af9087 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.474554 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0196ace6-6797-46ed-8ba8-6da453af9087 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/f95c71ed-2657-44cf-9127-79b34958fa45 HTTP/1.1" status: 204 len: 168 time: 1.9432559 Jan 21 09:43:03.477304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33102) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:03.505231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992bfd5e-e56a-48f6-9401-0543a9cbf8a6 None None] Network 9285bc0d-28db-477a-bb9f-0883148e243b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:03.666915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.682567 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port e5161169-fcc1-4ada-9523-9522b1fac284 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:03.682996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.702678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a22b3372-a42c-4674-9af5-c7f7bfe0f8e6 None None] Provisioning complete for port e5161169-fcc1-4ada-9523-9522b1fac284 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:03.703057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a22b3372-a42c-4674-9af5-c7f7bfe0f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.823555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:03.834759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:subnet and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:03.847453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:03.862896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bce56c65-a349-42f1-aea7-3374fc6227f0 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:03.866851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:03.934984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce56c65-a349-42f1-aea7-3374fc6227f0 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=1c9af285-cb37-42a9-a695-cc60d3df9523,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:03.942023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:04.003678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] For port e5161169-fcc1-4ada-9523-9522b1fac284, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e5161169-fcc1-4ada-9523-9522b1fac284,segment=NetworkSegment(70cdcc25-271d-427c-a307-19fda5b42f5f),segment_id=70cdcc25-271d-427c-a307-19fda5b42f5f)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:04.004347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.029278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] DHCP port deletion for 9285bc0d-28db-477a-bb9f-0883148e243b request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:04.034059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] Deleting port e5161169-fcc1-4ada-9523-9522b1fac284 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:04.034794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.105527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.165625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for e5161169-fcc1-4ada-9523-9522b1fac284 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:04.268510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.319337 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=e5161169-fcc1-4ada-9523-9522b1fac284,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.333027 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e5161169-fcc1-4ada-9523-9522b1fac284 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:04.335078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No DVR routers for this DVR port e5161169-fcc1-4ada-9523-9522b1fac284 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:04.341426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.383663 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e5161169-fcc1-4ada-9523-9522b1fac284 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:04.384098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e5161169-fcc1-4ada-9523-9522b1fac284 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:04.384590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d294c4e9-4369-4062-be3d-6e59de90c352 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:04.435783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: d294c4e9-4369-4062-be3d-6e59de90c352 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:04.436179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d294c4e9-4369-4062-be3d-6e59de90c352 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:04.450328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] For port e5161169-fcc1-4ada-9523-9522b1fac284, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e5161169-fcc1-4ada-9523-9522b1fac284,segment=NetworkSegment(70cdcc25-271d-427c-a307-19fda5b42f5f),segment_id=70cdcc25-271d-427c-a307-19fda5b42f5f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:04.450728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.468620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.485014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.521662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9285bc0d-28db-477a-bb9f-0883148e243b']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:04.523526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bce56c65-a349-42f1-aea7-3374fc6227f0 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.539461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cdcc25-271d-427c-a307-19fda5b42f5f') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:04.539776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cdcc25-271d-427c-a307-19fda5b42f5f') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:04.565635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.576054 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bce56c65-a349-42f1-aea7-3374fc6227f0 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/1c9af285-cb37-42a9-a695-cc60d3df9523 HTTP/1.1" status: 204 len: 168 time: 2.5878494 Jan 21 09:43:04.579649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33106) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.598059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.614161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:04.614161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.648179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] Calling delete_port for e5161169-fcc1-4ada-9523-9522b1fac284 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:04.657080 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:04.739830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:04.742257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:04.814812 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47748f4-f763-4c89-9578-f02f6c08b8bf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:43:04.814812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a47748f4-f763-4c89-9578-f02f6c08b8bf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:04.855819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a47748f4-f763-4c89-9578-f02f6c08b8bf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:04.855819 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a47748f4-f763-4c89-9578-f02f6c08b8bf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/1c9af285-cb37-42a9-a695-cc60d3df9523 HTTP/1.1" status: 404 len: 333 time: 0.2683177 Jan 21 09:43:04.855819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.860056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.863727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33110) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.891076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Network': ['ID=9285bc0d-28db-477a-bb9f-0883148e243b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:04.905926 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7498fee3-4e40-4ab1-afd0-88608ca35fc5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/networks/9285bc0d-28db-477a-bb9f-0883148e243b HTTP/1.1" status: 204 len: 168 time: 1.4229250 Jan 21 09:43:04.913161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33114) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:04.918793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:04.994752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984180bd-08e6-4ea2-bfd6-ce0bad30699a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:04.995458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-984180bd-08e6-4ea2-bfd6-ce0bad30699a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:05.012997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-984180bd-08e6-4ea2-bfd6-ce0bad30699a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:05.018629 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-984180bd-08e6-4ea2-bfd6-ce0bad30699a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1065977 Jan 21 09:43:05.018629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33118) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.057079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.116445 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-08cd12d9-9a2a-4eef-927d-5e13725928ef tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0924268 Jan 21 09:43:05.116445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33122) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.121690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1403996570'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:05.127193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:05.131675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:network and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:05.134958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:05.142062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:05.158430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:05.158430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.190198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:05.201763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.202156 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Added segment 3d12cef6-1c28-452a-b260-c7a123efce0d of type vlan for network b4307364-542b-49eb-8947-8edd3401d1f6 Jan 21 09:43:05.234272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.243207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] Deleting port e5161169-fcc1-4ada-9523-9522b1fac284 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:05.243841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.286340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.291670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.293606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.319517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7070fa0a-3e72-4d65-829e-db51bbfc0d62 None None] The port 'e5161169-fcc1-4ada-9523-9522b1fac284' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:05.331338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Subnet': ['ID=0a9500f8-e63a-4456-8b69-9fbb2341ccac,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.398234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b51063-9fe9-4c79-89e2-d8a5af76a9c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet aa354003-b84a-491b-98a8-5c8f2c804162 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:05.398234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Checking segment: {'id': '0a1f06f7-3e4d-4a3b-bdd3-fb280ba047e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a063c150-ca11-421a-84ce-8296c5200a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:05.398234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network hostable DHCP agents. Network: a063c150-ca11-421a-84ce-8296c5200a96, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:05.413743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87b51063-9fe9-4c79-89e2-d8a5af76a9c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.443240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.487322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Deleting port 67a7cb2e-ef9b-48f8-9e20-1dc3408730f9 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:05.487935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.510116 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3883216 Jan 21 09:43:05.519692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33126) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:05.531460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:05.545116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87b51063-9fe9-4c79-89e2-d8a5af76a9c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.604586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614f8a9-046c-4d5b-bb9c-bb522b9aaca2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Network': ['ID=b4307364-542b-49eb-8947-8edd3401d1f6,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:05.615984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network b4307364-542b-49eb-8947-8edd3401d1f6 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:05.667622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:05.672966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:05.676424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:05.684317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:05.699548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:05.745305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a063c150-ca11-421a-84ce-8296c5200a96 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:05.829700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, a063c150-ca11-421a-84ce-8296c5200a96) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:05.834009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.839375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282de6db-3301-4cad-bf81-51e732965eb0 None None] Network a063c150-ca11-421a-84ce-8296c5200a96 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:05.853344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:05.854376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:05.942488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87b51063-9fe9-4c79-89e2-d8a5af76a9c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.014338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.021279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0fc2b563-57d9-495f-b07b-4dd6727cb86b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6623926 Jan 21 09:43:06.027500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33130) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.050530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-726444182', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:06.050530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:06.058962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:router and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:06.058962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:06.065915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:06.157290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.157290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.172872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Calling delete_port for 67a7cb2e-ef9b-48f8-9e20-1dc3408730f9 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:06.217325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbb5ce-734e-4189-a9c7-09abffda73bb None None] Network a063c150-ca11-421a-84ce-8296c5200a96 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:06.270096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.351347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.478881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87b51063-9fe9-4c79-89e2-d8a5af76a9c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.533887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b51063-9fe9-4c79-89e2-d8a5af76a9c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=aa354003-b84a-491b-98a8-5c8f2c804162,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.552037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87b51063-9fe9-4c79-89e2-d8a5af76a9c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.554322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a371bf-ff2b-405e-943f-bd2165a8a969 None None] Network 832ea1ee-6fc6-484f-8d51-bb4674f20040 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:06.569322 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-87b51063-9fe9-4c79-89e2-d8a5af76a9c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/aa354003-b84a-491b-98a8-5c8f2c804162 HTTP/1.1" status: 204 len: 168 time: 1.7023690 Jan 21 09:43:06.570908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33134) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.598250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=e0fd70f4-2746-4973-a5c1-7dddbcca1692,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:06.633653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.644845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking segment: {'id': '3d12cef6-1c28-452a-b260-c7a123efce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:06.645187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network hostable DHCP agents. Network: b4307364-542b-49eb-8947-8edd3401d1f6, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:06.750126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network b4307364-542b-49eb-8947-8edd3401d1f6 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:06.756600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.770976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, b4307364-542b-49eb-8947-8edd3401d1f6) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:06.781276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c66645f-5cf5-4270-8b2d-cc333e7b0150 None None] Network b4307364-542b-49eb-8947-8edd3401d1f6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:06.786873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:06.787348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.830636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:06.830636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.869564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33138) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:06.876043 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4b113d39-518b-41cb-bb39-245ab0b8676c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3457341 Jan 21 09:43:06.881972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6', 'name': 'tempest-PortsIpV6TestJSON-554263620'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:06.900168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.951144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:06.987389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.054566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event deleted for resources: {'Port': ['ID=67a7cb2e-ef9b-48f8-9e20-1dc3408730f9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.092848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-b4307364-542b-49eb-8947-8edd3401d1f6', 'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6', 'tenant_id': '244b9dd8fbc44a0c945677f14df9fa64', 'fixed_ips': [{'subnet_id': 'e0fd70f4-2746-4973-a5c1-7dddbcca1692'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:07.093965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.180477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] DHCP port deletion for 832ea1ee-6fc6-484f-8d51-bb4674f20040 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:07.186869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] Deleting port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:07.187380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.215493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.26.1.78 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/505ceac2-5e4c-4ad6-a3c8-10f5af8b6901) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:07.379456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:07.429569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:07.450801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] For port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dfb9625d-e95d-46d0-9b39-5ef1a6a905ac,segment=NetworkSegment(129f633f-3601-4248-b869-9ca343fb390b),segment_id=129f633f-3601-4248-b869-9ca343fb390b)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:07.450801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.480959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.515091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Allocated IP 2001:db8::2 (b4307364-542b-49eb-8947-8edd3401d1f6/e0fd70f4-2746-4973-a5c1-7dddbcca1692/dc8d1109-c08a-4151-9107-e0b9701f5b2e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:07.517182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.533434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] For port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dfb9625d-e95d-46d0-9b39-5ef1a6a905ac,segment=NetworkSegment(129f633f-3601-4248-b869-9ca343fb390b),segment_id=129f633f-3601-4248-b869-9ca343fb390b)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:07.534622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.551930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 60447a88-9861-4fcd-b16a-993c0b2111f0 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:07.552402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.616778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:07.616778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=505ceac2-5e4c-4ad6-a3c8-10f5af8b6901,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:07.616778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:07.616778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:07.705314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] Calling delete_port for dfb9625d-e95d-46d0-9b39-5ef1a6a905ac owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:07.766718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:07.770699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.791622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for dfb9625d-e95d-46d0-9b39-5ef1a6a905ac owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:07.825843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.825843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.904725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:07.918299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.042850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] Pushing event deleted for resources: {'Port': ['ID=dfb9625d-e95d-46d0-9b39-5ef1a6a905ac,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.051446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.065365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09100c29-a5fb-44ee-89a5-21bb4c09ba1e None None] No DVR routers for this DVR port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:08.067531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Transition to ACTIVE for port object dc8d1109-c08a-4151-9107-e0b9701f5b2e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:08.097747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Transition to ACTIVE for port object dc8d1109-c08a-4151-9107-e0b9701f5b2e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:08.106215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.196728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Network b4307364-542b-49eb-8947-8edd3401d1f6 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:08.200278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:08.209204 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Pushing event updated for resources: {'Port': ['ID=dc8d1109-c08a-4151-9107-e0b9701f5b2e,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.211762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:08.224322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port ac697f47-80f6-46ef-b4c9-a417357fdb61 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:08.300835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:08.341349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dfb9625d-e95d-46d0-9b39-5ef1a6a905ac no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:08.389463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: dfb9625d-e95d-46d0-9b39-5ef1a6a905ac {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:08.389463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dfb9625d-e95d-46d0-9b39-5ef1a6a905ac not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:08.393273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Attempting to bind port dc8d1109-c08a-4151-9107-e0b9701f5b2e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:08.393788 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Attempting to bind port dc8d1109-c08a-4151-9107-e0b9701f5b2e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '3d12cef6-1c28-452a-b260-c7a123efce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:08.394356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Attempting to bind port dc8d1109-c08a-4151-9107-e0b9701f5b2e on network b4307364-542b-49eb-8947-8edd3401d1f6 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:08.404276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:08.404276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Checking segment: {'id': '3d12cef6-1c28-452a-b260-c7a123efce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:08.404762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.405119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Bound using segment: {'id': '3d12cef6-1c28-452a-b260-c7a123efce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:08.405746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Bound port: dc8d1109-c08a-4151-9107-e0b9701f5b2e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d12cef6-1c28-452a-b260-c7a123efce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:08.406210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.581104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] For port dc8d1109-c08a-4151-9107-e0b9701f5b2e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:08.590987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] For port dc8d1109-c08a-4151-9107-e0b9701f5b2e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dc8d1109-c08a-4151-9107-e0b9701f5b2e,segment=NetworkSegment(3d12cef6-1c28-452a-b260-c7a123efce0d),segment_id=3d12cef6-1c28-452a-b260-c7a123efce0d)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:08.596251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.610563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:08.622157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:08.622726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:08.635873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80d895-d895-4a19-901f-bc7cf84648d0 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:08.663529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.669874 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ff913c46-f6cf-4a2a-b2f2-b00157766993 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6443400 Jan 21 09:43:08.674886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33144) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:08.698212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc4fae-7ed5-4ced-8dc2-650db32aa594 None None] Pushing event updated for resources: {'Port': ['ID=dc8d1109-c08a-4151-9107-e0b9701f5b2e,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:08.699543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.710010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80d895-d895-4a19-901f-bc7cf84648d0 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:08.711479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2d80d895-d895-4a19-901f-bc7cf84648d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:08.734599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.761212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 60447a88-9861-4fcd-b16a-993c0b2111f0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=60447a88-9861-4fcd-b16a-993c0b2111f0,segment=NetworkSegment(b5705abf-a2b8-4aa7-8363-a3a8eb79a78d),segment_id=b5705abf-a2b8-4aa7-8363-a3a8eb79a78d)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:08.762152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:08.788474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2d80d895-d895-4a19-901f-bc7cf84648d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:08.807909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80d895-d895-4a19-901f-bc7cf84648d0 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:08.807909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2d80d895-d895-4a19-901f-bc7cf84648d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:08.888031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2d80d895-d895-4a19-901f-bc7cf84648d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:08.888816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80d895-d895-4a19-901f-bc7cf84648d0 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:08.944981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 60447a88-9861-4fcd-b16a-993c0b2111f0 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:08.983087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::206 (b4307364-542b-49eb-8947-8edd3401d1f6/e0fd70f4-2746-4973-a5c1-7dddbcca1692/ac697f47-80f6-46ef-b4c9-a417357fdb61) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:09.024082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.024819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Fanout notify agent at l3_agent the message router_deleted on router 2be463c1-4f5b-48dc-ac81-db4ae649cce7 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:09.063338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.072664 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b4f97801-8d5e-4c1a-b013-0d92640a4199 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/2be463c1-4f5b-48dc-ac81-db4ae649cce7 HTTP/1.1" status: 204 len: 168 time: 5.8250804 Jan 21 09:43:09.077995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33148) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:09.093583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-146186484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:09.125106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port dfb9625d-e95d-46d0-9b39-5ef1a6a905ac {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:09.126048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.151887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:09.185632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Usage tracker for resource:router and tenant:ae46180cd4ba4bad8c436851c2661e88 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:09.197790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:09.256186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:09.263745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] The port 'dfb9625d-e95d-46d0-9b39-5ef1a6a905ac' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:09.331143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.331991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.526741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.613949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832ea1ee-6fc6-484f-8d51-bb4674f20040']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.651002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.655561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.659733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129f633f-3601-4248-b869-9ca343fb390b') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.659920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129f633f-3601-4248-b869-9ca343fb390b') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:09.693403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.714914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.734260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.738287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.808029 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.817531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:09.817909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=60447a88-9861-4fcd-b16a-993c0b2111f0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:09.835735 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:09.842492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object ac697f47-80f6-46ef-b4c9-a417357fdb61 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:10.108985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b5946-81f2-4c96-9e75-6590967503b2 None None] Network b4307364-542b-49eb-8947-8edd3401d1f6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:10.330398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.330564 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-599d8900-35c8-4010-9c16-3d0b34cd7af2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2515810 Jan 21 09:43:10.367075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6cac02ff-11e5-415f-b2e8-76352b65eaf9 None None] Provisioning for port dc8d1109-c08a-4151-9107-e0b9701f5b2e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:10.430880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33152) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.431560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.455634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.467024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'enable_snat': False}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:10.500041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dc8d1109-c08a-4151-9107-e0b9701f5b2e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:10.528046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/networks/832ea1ee-6fc6-484f-8d51-bb4674f20040 HTTP/1.1" status: 204 len: 168 time: 3.9558620 Jan 21 09:43:10.533434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33156) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:10.544849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-491449088'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:10.560513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:10.563008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:network and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:10.574278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:10.574278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.20.0.1 (a063c150-ca11-421a-84ce-8296c5200a96/0a9500f8-e63a-4456-8b69-9fbb2341ccac/829caea9-3883-46fa-92b6-5dee8ca192bd) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:10.590725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:10.611340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:10.619708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.623783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.625789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ef970-276c-42d0-ac36-4a0873e29af6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Network': ['ID=832ea1ee-6fc6-484f-8d51-bb4674f20040,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.672432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port dc8d1109-c08a-4151-9107-e0b9701f5b2e completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:10.688383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port dc8d1109-c08a-4151-9107-e0b9701f5b2e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:10.688884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.720404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:10.749148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.749148 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Added segment 5945926c-edf1-45a4-a452-78447124ecdc of type vlan for network 76e14599-34bb-462c-a4f9-df5f380934da Jan 21 09:43:10.822358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.834483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.904929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.929839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.963626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=ac697f47-80f6-46ef-b4c9-a417357fdb61,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:10.977090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network b4307364-542b-49eb-8947-8edd3401d1f6 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:10.981873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:10.984662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port dc8d1109-c08a-4151-9107-e0b9701f5b2e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dc8d1109-c08a-4151-9107-e0b9701f5b2e,segment=NetworkSegment(3d12cef6-1c28-452a-b260-c7a123efce0d),segment_id=3d12cef6-1c28-452a-b260-c7a123efce0d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:10.985308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:10.988212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.991750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.992059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.993569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:10.993703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:10.994571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.047750 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ce2bda3c-eb50-49c6-9bfc-dfeb663eca1d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1866169 Jan 21 09:43:11.062237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33160) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.102884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=dc8d1109-c08a-4151-9107-e0b9701f5b2e,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.169452 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': 'b4307364-542b-49eb-8947-8edd3401d1f6', 'name': 'tempest-PortsIpV6TestJSON-1981832388'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:11.206930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.237531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ff8591b8-abf7-4ec0-b3e4-1896f91435f5 None None] Provisioning complete for port dc8d1109-c08a-4151-9107-e0b9701f5b2e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:11.238098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ff8591b8-abf7-4ec0-b3e4-1896f91435f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.281339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a063c150-ca11-421a-84ce-8296c5200a96 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:11.289092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:11.298003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=829caea9-3883-46fa-92b6-5dee8ca192bd,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.310504 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7747416 Jan 21 09:43:11.316509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33164) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:11.317391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:11.348546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': '76e14599-34bb-462c-a4f9-df5f380934da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:11.369158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea58d5-d0c5-41db-b00d-6ee8eb6f873a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Network': ['ID=76e14599-34bb-462c-a4f9-df5f380934da,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:11.406098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 76e14599-34bb-462c-a4f9-df5f380934da details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:11.446419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.489826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ff8591b8-abf7-4ec0-b3e4-1896f91435f5 None None] Provisioning for port ac697f47-80f6-46ef-b4c9-a417357fdb61 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:11.513739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ff8591b8-abf7-4ec0-b3e4-1896f91435f5 None None] Provisioning complete for port ac697f47-80f6-46ef-b4c9-a417357fdb61 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:11.514149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ff8591b8-abf7-4ec0-b3e4-1896f91435f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.525092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.559938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:11.569204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:11.573048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:11.576356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:11.583473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:11.591213 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ff8591b8-abf7-4ec0-b3e4-1896f91435f5 None None] Port ac697f47-80f6-46ef-b4c9-a417357fdb61 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:11.592731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:11.595510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:11.605672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:11.649604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:11.723863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:11.726450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-84147f93-7a9c-478a-b27a-2b9681225dda None None] Provisioning complete for port ac697f47-80f6-46ef-b4c9-a417357fdb61 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:11.727303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-84147f93-7a9c-478a-b27a-2b9681225dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.727696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.777582 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:11.807994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-84147f93-7a9c-478a-b27a-2b9681225dda None None] Port ac697f47-80f6-46ef-b4c9-a417357fdb61 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:11.819729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port 725b6519-0c06-47ca-b01d-f58daf28f2bc yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:11.941816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.132222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.165623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.257033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:12.299841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dc8d1109-c08a-4151-9107-e0b9701f5b2e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:12.305200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::fe (b4307364-542b-49eb-8947-8edd3401d1f6/e0fd70f4-2746-4973-a5c1-7dddbcca1692/725b6519-0c06-47ca-b01d-f58daf28f2bc) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:12.383601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port dc8d1109-c08a-4151-9107-e0b9701f5b2e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:12.384233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.395245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Allocated IP 172.26.1.216 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/a3152b4f-98cb-46d1-a5b0-3e5f055fce84) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:12.642307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.651673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:12.661390 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:12.665331 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3284d946-3f39-45f7-a1ee-491a6e6607ae tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2999809 Jan 21 09:43:12.665585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33170) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:12.681615 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:12.682663 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:12.765031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.893633 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:12.900896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:12.906787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:12.911714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Pushing event updated for resources: {'Port': ['ID=a3152b4f-98cb-46d1-a5b0-3e5f055fce84,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:12.914410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:12.919614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:12.990522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-385996b3-a61d-4785-9d37-33d58d907fef tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet e28b71c7-ec77-4867-9b55-62467f56b1ee {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:12.995541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-385996b3-a61d-4785-9d37-33d58d907fef tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.103096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-385996b3-a61d-4785-9d37-33d58d907fef tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.104332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=dd85cd31-bf68-4c09-8302-e86b413583d5,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.143342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.159499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.164384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.285032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-385996b3-a61d-4785-9d37-33d58d907fef tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.306517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object 725b6519-0c06-47ca-b01d-f58daf28f2bc will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:13.327394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.346060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=829caea9-3883-46fa-92b6-5dee8ca192bd,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.364703 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:09Z', 'revision_number': 9, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:13.371015 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:13.371329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking segment: {'id': '5945926c-edf1-45a4-a452-78447124ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '76e14599-34bb-462c-a4f9-df5f380934da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:13.371473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network hostable DHCP agents. Network: 76e14599-34bb-462c-a4f9-df5f380934da, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:13.387525 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:13.387807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.388156 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:13.470800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.491601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-385996b3-a61d-4785-9d37-33d58d907fef tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.577661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 76e14599-34bb-462c-a4f9-df5f380934da is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:13.607280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=725b6519-0c06-47ca-b01d-f58daf28f2bc,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.618427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network b4307364-542b-49eb-8947-8edd3401d1f6 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:13.621113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a063c150-ca11-421a-84ce-8296c5200a96 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:13.621113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 76e14599-34bb-462c-a4f9-df5f380934da) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:13.623281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:13.625630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:13.635897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526ceda-f04e-4ac9-b812-773944fe9826 None None] Network 76e14599-34bb-462c-a4f9-df5f380934da requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:13.637292 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:13.736423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:13.741319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:13.742168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.764386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:13.765023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.799741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385996b3-a61d-4785-9d37-33d58d907fef tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=e28b71c7-ec77-4867-9b55-62467f56b1ee,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:13.831028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-385996b3-a61d-4785-9d37-33d58d907fef tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.850131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.853426 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-385996b3-a61d-4785-9d37-33d58d907fef tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/e28b71c7-ec77-4867-9b55-62467f56b1ee HTTP/1.1" status: 204 len: 168 time: 1.1868076 Jan 21 09:43:13.857060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:13.866944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febeefb6-7b40-47db-8635-57b61250377e None None] Network 641e853a-0289-4e95-b11f-e8d88a89607e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:13.867099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33174) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.909471 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a0ab9762-0e59-4fa4-bd3f-0498c5ceb17b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5656857 Jan 21 09:43:13.913159 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0881ce03-8a26-4ca0-9ac3-a591b7c94bf6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8473835 Jan 21 09:43:13.999308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33178) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:13.999839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33180) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:14.114415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': '76e14599-34bb-462c-a4f9-df5f380934da', 'name': 'tempest-PortsTestJSON-166936407', 'fixed_ips': [{'subnet_id': 'dd85cd31-bf68-4c09-8302-e86b413583d5', 'ip_address': '172.20.0.10'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:14.192722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-368fb1b5-e152-4f3c-b083-0f8c633e2922 None None] Provisioning for port 725b6519-0c06-47ca-b01d-f58daf28f2bc completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:14.240687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-368fb1b5-e152-4f3c-b083-0f8c633e2922 None None] Provisioning complete for port 725b6519-0c06-47ca-b01d-f58daf28f2bc triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:14.241254 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-368fb1b5-e152-4f3c-b083-0f8c633e2922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.258449 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:09Z', 'revision_number': 9, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:14.261931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.266160 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a4553-9c8d-490f-aa8d-89a5c6bdbc9f None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:09Z', 'revision_number': 9, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '01863a30-59fa-42e5-abd2-bf99b8e1cf6c', 'name': '', 'network_id': 'e2fc2d70-1254-45c4-91a8-290a6d6caa5c', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:97:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:42:08Z', 'updated_at': '2022-01-21T09:42:23Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'a54dc578-7fda-4d9b-9065-0bfc76581362', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:14.376740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 8968fb9f-5684-4b06-beba-e6ba073207bc {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:14.377848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.398345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-368fb1b5-e152-4f3c-b083-0f8c633e2922 None None] Port 725b6519-0c06-47ca-b01d-f58daf28f2bc cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:14.428025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-76e14599-34bb-462c-a4f9-df5f380934da', 'network_id': '76e14599-34bb-462c-a4f9-df5f380934da', 'tenant_id': 'a05abf99eeec4bd89e25ce74b3597042', 'fixed_ips': [{'subnet_id': 'dd85cd31-bf68-4c09-8302-e86b413583d5'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:14.428025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.435496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:14.649660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:14.673384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] DHCP port deletion for 641e853a-0289-4e95-b11f-e8d88a89607e request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:14.680654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:14.688561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba912cd-4dd0-4798-8331-7597468b2200 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:14.689270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-eba912cd-4dd0-4798-8331-7597468b2200 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:14.695425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:14.713514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:14.721542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] Deleting port 8968fb9f-5684-4b06-beba-e6ba073207bc {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:14.724810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:14.750284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:14.760235 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bd3c6f14-a0f5-41f4-ac0d-e99841c859eb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/routers/155c533b-7914-4bd5-a662-763ee7ebd7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0841994 Jan 21 09:43:14.762969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33186) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:14.770736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'port': {'network_id': 'a063c150-ca11-421a-84ce-8296c5200a96', 'name': 'tempest-FloatingIPTestJSON-571606854'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:14.783749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f83b-5187-409a-bf97-51d893171644 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:14.803542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Allocated IP 172.20.0.2 (76e14599-34bb-462c-a4f9-df5f380934da/dd85cd31-bf68-4c09-8302-e86b413583d5/e2647e25-aa46-4552-a7b5-4fd497f136c2) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:14.854315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:14.866588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-eba912cd-4dd0-4798-8331-7597468b2200 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:14.870863 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-eba912cd-4dd0-4798-8331-7597468b2200 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A206 HTTP/1.1" status: 200 len: 928 time: 0.8672640 Jan 21 09:43:14.875351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33190) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:14.876313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8f83b-5187-409a-bf97-51d893171644 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:14.877138 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f83b-5187-409a-bf97-51d893171644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.046193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 8968fb9f-5684-4b06-beba-e6ba073207bc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8968fb9f-5684-4b06-beba-e6ba073207bc,segment=NetworkSegment(b5705abf-a2b8-4aa7-8363-a3a8eb79a78d),segment_id=b5705abf-a2b8-4aa7-8363-a3a8eb79a78d)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:15.048904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.113750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2b0b1-68a1-405e-8b73-c7bb06a082be tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port 725b6519-0c06-47ca-b01d-f58daf28f2bc {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:15.114692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b0b1-68a1-405e-8b73-c7bb06a082be tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.129345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f83b-5187-409a-bf97-51d893171644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.204876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:15.243042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:port and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:15.249033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 8968fb9f-5684-4b06-beba-e6ba073207bc owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:15.251617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8f83b-5187-409a-bf97-51d893171644 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:15.251617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f83b-5187-409a-bf97-51d893171644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.256693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:15.260220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:15.291744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:15.297942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.337901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f83b-5187-409a-bf97-51d893171644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:15.337901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f83b-5187-409a-bf97-51d893171644 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:15.351894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] For port 8968fb9f-5684-4b06-beba-e6ba073207bc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8968fb9f-5684-4b06-beba-e6ba073207bc,segment=NetworkSegment(b5705abf-a2b8-4aa7-8363-a3a8eb79a78d),segment_id=b5705abf-a2b8-4aa7-8363-a3a8eb79a78d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:15.351894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.361665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.384354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] device_id is not set on port dfc9a254-93ec-4066-8f35-8f9be7576932 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:15.416714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 4c247bba-f145-4495-ab69-2c65556fe76b yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:15.468661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Router a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:15.468661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.509616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] Calling delete_port for 8968fb9f-5684-4b06-beba-e6ba073207bc owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:15.538411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=8968fb9f-5684-4b06-beba-e6ba073207bc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.557370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b0b1-68a1-405e-8b73-c7bb06a082be tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.573074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No DVR routers for this DVR port 8968fb9f-5684-4b06-beba-e6ba073207bc on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:15.664181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.676361 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:15.676912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:15.677199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Transition to ACTIVE for port object e2647e25-aa46-4552-a7b5-4fd497f136c2 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:15.699308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2b0b1-68a1-405e-8b73-c7bb06a082be tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for 725b6519-0c06-47ca-b01d-f58daf28f2bc owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:15.703121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Transition to ACTIVE for port object e2647e25-aa46-4552-a7b5-4fd497f136c2 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:15.710156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.779547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.20.0.7 (a063c150-ca11-421a-84ce-8296c5200a96/0a9500f8-e63a-4456-8b69-9fbb2341ccac/dfc9a254-93ec-4066-8f35-8f9be7576932) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:15.793080 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Network 76e14599-34bb-462c-a4f9-df5f380934da is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:15.796404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:15.801210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:15.811172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Pushing event updated for resources: {'Port': ['ID=e2647e25-aa46-4552-a7b5-4fd497f136c2,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:15.905508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Attempting to bind port e2647e25-aa46-4552-a7b5-4fd497f136c2 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:15.905879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Attempting to bind port e2647e25-aa46-4552-a7b5-4fd497f136c2 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5945926c-edf1-45a4-a452-78447124ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '76e14599-34bb-462c-a4f9-df5f380934da'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:15.906448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Attempting to bind port e2647e25-aa46-4552-a7b5-4fd497f136c2 on network 76e14599-34bb-462c-a4f9-df5f380934da {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:15.917632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:15.918407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Checking segment: {'id': '5945926c-edf1-45a4-a452-78447124ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '76e14599-34bb-462c-a4f9-df5f380934da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:15.918972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.919509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Bound using segment: {'id': '5945926c-edf1-45a4-a452-78447124ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '76e14599-34bb-462c-a4f9-df5f380934da'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:15.920920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Bound port: e2647e25-aa46-4552-a7b5-4fd497f136c2, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5945926c-edf1-45a4-a452-78447124ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '76e14599-34bb-462c-a4f9-df5f380934da'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:15.921482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:15.998689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.030895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b0b1-68a1-405e-8b73-c7bb06a082be tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.046133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] For port e2647e25-aa46-4552-a7b5-4fd497f136c2, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:16.050480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] For port e2647e25-aa46-4552-a7b5-4fd497f136c2, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e2647e25-aa46-4552-a7b5-4fd497f136c2,segment=NetworkSegment(5945926c-edf1-45a4-a452-78447124ecdc),segment_id=5945926c-edf1-45a4-a452-78447124ecdc)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:16.060397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.084545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641e853a-0289-4e95-b11f-e8d88a89607e']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:16.125933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2b0b1-68a1-405e-8b73-c7bb06a082be tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=725b6519-0c06-47ca-b01d-f58daf28f2bc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.138510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:16.138510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5705abf-a2b8-4aa7-8363-a3a8eb79a78d') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:16.163613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.179961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] Deleting port 8968fb9f-5684-4b06-beba-e6ba073207bc {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:16.180446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.192952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.10 (76e14599-34bb-462c-a4f9-df5f380934da/dd85cd31-bf68-4c09-8302-e86b413583d5/4c247bba-f145-4495-ab69-2c65556fe76b) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:16.195603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.209927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:16.210441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.221441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b0b1-68a1-405e-8b73-c7bb06a082be tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.223976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ef9fd-e4d1-4bae-920f-2d987406c22b None None] Pushing event updated for resources: {'Port': ['ID=e2647e25-aa46-4552-a7b5-4fd497f136c2,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:16.228627 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:16.268090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.269523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b8f58-90da-442e-a257-0f644c856e9a None None] The port '8968fb9f-5684-4b06-beba-e6ba073207bc' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:16.305741 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a5d2b0b1-68a1-405e-8b73-c7bb06a082be tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/725b6519-0c06-47ca-b01d-f58daf28f2bc HTTP/1.1" status: 204 len: 168 time: 1.4263766 Jan 21 09:43:16.307616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33196) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.353223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 60447a88-9861-4fcd-b16a-993c0b2111f0 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:16.373186 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-973f5fc7-8ba7-440a-a8ad-ebe21eea94fa tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:43:16.373480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-973f5fc7-8ba7-440a-a8ad-ebe21eea94fa tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:16.413254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-973f5fc7-8ba7-440a-a8ad-ebe21eea94fa tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:16.417719 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-973f5fc7-8ba7-440a-a8ad-ebe21eea94fa tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/725b6519-0c06-47ca-b01d-f58daf28f2bc HTTP/1.1" status: 404 len: 333 time: 0.1080329 Jan 21 09:43:16.418867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33200) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.422161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.430722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 60447a88-9861-4fcd-b16a-993c0b2111f0 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:16.432125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 60447a88-9861-4fcd-b16a-993c0b2111f0 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:16.432125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8968fb9f-5684-4b06-beba-e6ba073207bc no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:16.480293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 8968fb9f-5684-4b06-beba-e6ba073207bc {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:16.480583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8968fb9f-5684-4b06-beba-e6ba073207bc not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:16.518153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.571381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.593228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a063c150-ca11-421a-84ce-8296c5200a96 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:16.596791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port ac697f47-80f6-46ef-b4c9-a417357fdb61 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:16.596982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.633304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:16.652180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=641e853a-0289-4e95-b11f-e8d88a89607e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.656356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=dfc9a254-93ec-4066-8f35-8f9be7576932,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:16.668378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:16.728101 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-134edf4e-02c8-41af-84fc-b5e9e1f08a6b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/641e853a-0289-4e95-b11f-e8d88a89607e HTTP/1.1" status: 204 len: 168 time: 2.8603604 Jan 21 09:43:16.733134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33204) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.823116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:16.823679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:16.964081 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-10e8e089-7c94-4274-850e-054b5db46892 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1979532 Jan 21 09:43:16.967211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33208) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:16.973848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'port': {'network_id': 'a063c150-ca11-421a-84ce-8296c5200a96', 'name': 'tempest-FloatingIPTestJSON-176373924'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:16.987839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.012871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:17.019071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.024964 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dea4008f-820a-4820-9bcc-2d58a5deda31 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "PUT /v2.0/routers/a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f HTTP/1.1" status: 200 len: 919 time: 6.5873694 Jan 21 09:43:17.030561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33212) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.032998 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097834d9-e7b6-4a6e-81ef-50bc16919a34 None None] Sync routers for ids ['a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:17.033505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object 4c247bba-f145-4495-ab69-2c65556fe76b will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:17.047541 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097834d9-e7b6-4a6e-81ef-50bc16919a34 None None] Routers {'a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:17.048532 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-097834d9-e7b6-4a6e-81ef-50bc16919a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.161201 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-097834d9-e7b6-4a6e-81ef-50bc16919a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.184600 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097834d9-e7b6-4a6e-81ef-50bc16919a34 None None] Routers {'a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:17.185588 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-097834d9-e7b6-4a6e-81ef-50bc16919a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:42:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.201716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.285454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.428270 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-097834d9-e7b6-4a6e-81ef-50bc16919a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:17.429465 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097834d9-e7b6-4a6e-81ef-50bc16919a34 None None] The sync data for ids ['a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:17.429600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 76e14599-34bb-462c-a4f9-df5f380934da is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:17.447909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:17.455791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:17.475249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for ac697f47-80f6-46ef-b4c9-a417357fdb61 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:17.527605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:17.545876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:port and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:17.551485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=4c247bba-f145-4495-ab69-2c65556fe76b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:17.552733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:17.580934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:17.613459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:17.616222 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.681009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:17.682601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.698472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] device_id is not set on port 44e22f9a-998e-48ae-9290-d341cc61f8b0 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:17.733756 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a1c337b5-90d1-44c7-9f85-9bd790ea94cd tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7323949 Jan 21 09:43:17.734333 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33218) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:17.755097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': '76e14599-34bb-462c-a4f9-df5f380934da', 'name': 'tempest-PortsTestJSON-1489641596', 'fixed_ips': [{'subnet_id': 'dd85cd31-bf68-4c09-8302-e86b413583d5', 'ip_address': '172.20.0.9'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:17.769646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.851922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:17.861440 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae8846-62fd-4c44-877e-07d9c7500aa1 None None] Network 76e14599-34bb-462c-a4f9-df5f380934da requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:17.941848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=ac697f47-80f6-46ef-b4c9-a417357fdb61,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:17.989562 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a2d75e31-adf4-4288-a1a5-5b64911b420b tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/routers/a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f HTTP/1.1" status: 200 len: 925 time: 0.9615581 Jan 21 09:43:17.995698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33222) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.010067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4019bcd3-ab4a-4674-bfe9-82ccc33b1a98 None None] Provisioning for port e2647e25-aa46-4552-a7b5-4fd497f136c2 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:18.067211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.067563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.067927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.068972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.070064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.070064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.070064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.070379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.083503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.083503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.088632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:18.103385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.217074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:18.221107 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-87693726-3910-4775-a712-393b5abaf647 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2212849 Jan 21 09:43:18.228033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33226) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.276397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:18.304619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:18.328505 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f1c2710e-1f5d-49f6-b9a8-8b3815df9ba4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/ac697f47-80f6-46ef-b4c9-a417357fdb61 HTTP/1.1" status: 204 len: 168 time: 1.9024065 Jan 21 09:43:18.332828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:18.338678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33230) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.418232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e2647e25-aa46-4552-a7b5-4fd497f136c2 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:18.428767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.20.0.5 (a063c150-ca11-421a-84ce-8296c5200a96/0a9500f8-e63a-4456-8b69-9fbb2341ccac/44e22f9a-998e-48ae-9290-d341cc61f8b0) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:18.468608 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbb6a56-8d9d-48d1-801b-6718e5b42677 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:43:18.469283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5dbb6a56-8d9d-48d1-801b-6718e5b42677 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:18.518033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:18.519350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e2647e25-aa46-4552-a7b5-4fd497f136c2 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:18.531920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e2647e25-aa46-4552-a7b5-4fd497f136c2 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:18.532290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.548892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5dbb6a56-8d9d-48d1-801b-6718e5b42677 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:18.555215 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5dbb6a56-8d9d-48d1-801b-6718e5b42677 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/ac697f47-80f6-46ef-b4c9-a417357fdb61 HTTP/1.1" status: 404 len: 333 time: 0.2066441 Jan 21 09:43:18.565916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33234) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.627202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e4b68-ab6a-4643-85f4-a557d992a4c9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:18.628214 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-869e4b68-ab6a-4643-85f4-a557d992a4c9 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/networks/45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 881 time: 0.3979189 Jan 21 09:43:18.634835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33238) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.741519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.753626 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-717f331b-3818-4039-a875-69838e4222de tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f HTTP/1.1" status: 200 len: 205 time: 0.1081798 Jan 21 09:43:18.781386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33242) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:18.833400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2f74830f-27cc-4b78-bfe4-790ef4e96e0a None None] Provisioning complete for port e2647e25-aa46-4552-a7b5-4fd497f136c2 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:18.833400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f74830f-27cc-4b78-bfe4-790ef4e96e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:18.944457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e2647e25-aa46-4552-a7b5-4fd497f136c2, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e2647e25-aa46-4552-a7b5-4fd497f136c2,segment=NetworkSegment(5945926c-edf1-45a4-a452-78447124ecdc),segment_id=5945926c-edf1-45a4-a452-78447124ecdc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:18.980464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.000560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.081732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b8dcea-73b1-4ca0-854c-89fce0027881 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet e0fd70f4-2746-4973-a5c1-7dddbcca1692 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:19.082880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:19.085264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dcea-73b1-4ca0-854c-89fce0027881 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.157504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-34deb45e-2f10-4e77-83aa-c23f9ef83b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.172200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dcea-73b1-4ca0-854c-89fce0027881 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.182105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e2647e25-aa46-4552-a7b5-4fd497f136c2,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.182105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2f74830f-27cc-4b78-bfe4-790ef4e96e0a None None] Provisioning for port 4c247bba-f145-4495-ab69-2c65556fe76b completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:19.200689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2f74830f-27cc-4b78-bfe4-790ef4e96e0a None None] Provisioning complete for port 4c247bba-f145-4495-ab69-2c65556fe76b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:19.200689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f74830f-27cc-4b78-bfe4-790ef4e96e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.258974 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f74830f-27cc-4b78-bfe4-790ef4e96e0a None None] Port 4c247bba-f145-4495-ab69-2c65556fe76b cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:19.282661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.329492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dcea-73b1-4ca0-854c-89fce0027881 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.384879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1b1aa799-a6a1-4291-aa69-66a2f93a7511 None None] Provisioning complete for port 4c247bba-f145-4495-ab69-2c65556fe76b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:19.385395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa799-a6a1-4291-aa69-66a2f93a7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.438335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1b1aa799-a6a1-4291-aa69-66a2f93a7511 None None] Port 4c247bba-f145-4495-ab69-2c65556fe76b cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:19.452126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:19.452126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.510935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dcea-73b1-4ca0-854c-89fce0027881 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.569385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.575562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8dcea-73b1-4ca0-854c-89fce0027881 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=e0fd70f4-2746-4973-a5c1-7dddbcca1692,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.629529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dcea-73b1-4ca0-854c-89fce0027881 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.636287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e050c519-2640-4314-9130-eefb0f70e912 None None] Network b4307364-542b-49eb-8947-8edd3401d1f6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:19.644799 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4b8dcea-73b1-4ca0-854c-89fce0027881 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/e0fd70f4-2746-4973-a5c1-7dddbcca1692 HTTP/1.1" status: 204 len: 168 time: 1.0727010 Jan 21 09:43:19.644911 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.9 (76e14599-34bb-462c-a4f9-df5f380934da/dd85cd31-bf68-4c09-8302-e86b413583d5/3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:19.645343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33246) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:19.689541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a063c150-ca11-421a-84ce-8296c5200a96 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:19.692608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:19.700057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:19.742812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.805497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 01863a30-59fa-42e5-abd2-bf99b8e1cf6c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,segment=NetworkSegment(612d10b1-74b2-4db2-ad88-21c7d6ea8f0c),segment_id=612d10b1-74b2-4db2-ad88-21c7d6ea8f0c)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:19.805497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.808313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=44e22f9a-998e-48ae-9290-d341cc61f8b0,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:19.815508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.901604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:19.905190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:19.965078 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] DHCP port deletion for b4307364-542b-49eb-8947-8edd3401d1f6 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:19.971938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] Deleting port dc8d1109-c08a-4151-9107-e0b9701f5b2e {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:19.976354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.027889 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-88e666f3-7b02-4cc3-9810-190090d16aa5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0614958 Jan 21 09:43:20.034559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33250) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.060448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '44e22f9a-998e-48ae-9290-d341cc61f8b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:20.083053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 01863a30-59fa-42e5-abd2-bf99b8e1cf6c owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:20.104986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:20.121799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:floatingip and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:20.131668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:20.139894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port dc8d1109-c08a-4151-9107-e0b9701f5b2e {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:20.139894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.154542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:20.260216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.275863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.287573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] For port dc8d1109-c08a-4151-9107-e0b9701f5b2e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dc8d1109-c08a-4151-9107-e0b9701f5b2e,segment=NetworkSegment(3d12cef6-1c28-452a-b260-c7a123efce0d),segment_id=3d12cef6-1c28-452a-b260-c7a123efce0d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:20.290887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.362307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object 3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:20.377595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e2647e25-aa46-4552-a7b5-4fd497f136c2 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:20.432050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] For port dc8d1109-c08a-4151-9107-e0b9701f5b2e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dc8d1109-c08a-4151-9107-e0b9701f5b2e,segment=NetworkSegment(3d12cef6-1c28-452a-b260-c7a123efce0d),segment_id=3d12cef6-1c28-452a-b260-c7a123efce0d)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:20.432501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.433350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.439714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.471665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] Calling delete_port for dc8d1109-c08a-4151-9107-e0b9701f5b2e owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:20.484516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Deleting port a3152b4f-98cb-46d1-a5b0-3e5f055fce84 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:20.484757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.587292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e2647e25-aa46-4552-a7b5-4fd497f136c2 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:20.587714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.596047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for dc8d1109-c08a-4151-9107-e0b9701f5b2e owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:20.631430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.675105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.687003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.692021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] Pushing event deleted for resources: {'Port': ['ID=dc8d1109-c08a-4151-9107-e0b9701f5b2e,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.698117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 76e14599-34bb-462c-a4f9-df5f380934da is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:20.702336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c7779-a018-47dd-ad23-499e052cd51e None None] No DVR routers for this DVR port dc8d1109-c08a-4151-9107-e0b9701f5b2e on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:20.705068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:20.714730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:20.745881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=01863a30-59fa-42e5-abd2-bf99b8e1cf6c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:20.782809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:20.783377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:20.795902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:20.796550 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.831142 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f582ace8-5621-49fb-872a-1d913f9e7ff8 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0850852 Jan 21 09:43:20.834686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33256) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:20.847916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:20.854501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dc8d1109-c08a-4151-9107-e0b9701f5b2e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:20.900002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: dc8d1109-c08a-4151-9107-e0b9701f5b2e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:20.900855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dc8d1109-c08a-4151-9107-e0b9701f5b2e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:20.944382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.078933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0cdb5555-78e3-4bbc-a8b4-95fcd6387004 None None] Provisioning for port 3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:21.086232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0cdb5555-78e3-4bbc-a8b4-95fcd6387004 None None] Provisioning complete for port 3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:21.086914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5555-78e3-4bbc-a8b4-95fcd6387004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.100359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Calling delete_port for a3152b4f-98cb-46d1-a5b0-3e5f055fce84 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:21.115657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acca915b-7f0b-4fce-9da8-79d9a3d01b11 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.116813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-acca915b-7f0b-4fce-9da8-79d9a3d01b11 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:21.149618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb5555-78e3-4bbc-a8b4-95fcd6387004 None None] Port 3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:21.154394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-acca915b-7f0b-4fce-9da8-79d9a3d01b11 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:21.155556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-acca915b-7f0b-4fce-9da8-79d9a3d01b11 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3196034 Jan 21 09:43:21.158630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33260) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.238239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.269742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.26.1.67 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/cb09b653-7746-4bdb-932e-9539fbbabe50) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:21.311020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port dc8d1109-c08a-4151-9107-e0b9701f5b2e {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:21.311373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.355367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb429a83-9c7e-4210-8aa2-44c423f2597e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.359197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb429a83-9c7e-4210-8aa2-44c423f2597e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.363055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb429a83-9c7e-4210-8aa2-44c423f2597e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:21.364691 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cb429a83-9c7e-4210-8aa2-44c423f2597e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2051482 Jan 21 09:43:21.371554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33264) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:21.411286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12767dd9-f0e2-443f-ab16-fe8fb589a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.444923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] The port 'dc8d1109-c08a-4151-9107-e0b9701f5b2e' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:21.578627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.642730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event deleted for resources: {'Port': ['ID=a3152b4f-98cb-46d1-a5b0-3e5f055fce84,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:21.654253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.762052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3bbcef6f-bdf0-42e8-a6de-0e7efd34f740 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:21.763386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bbcef6f-bdf0-42e8-a6de-0e7efd34f740 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.842760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.893443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.930373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4307364-542b-49eb-8947-8edd3401d1f6']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:21.940983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:21.964023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d12cef6-1c28-452a-b260-c7a123efce0d') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:21.964319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d12cef6-1c28-452a-b260-c7a123efce0d') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:22.040401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.068770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.094028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:22.097754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:22.100074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=cb09b653-7746-4bdb-932e-9539fbbabe50,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.145433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:22.145856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.153064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:22.169427 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:22.266502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.281099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.347760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bbcef6f-bdf0-42e8-a6de-0e7efd34f740 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.368002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.392206 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.392698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Fanout notify agent at l3_agent the message router_deleted on router a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:22.423206 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.424537 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2d7dc959-57fc-4104-858f-546bb46b5e7c tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f HTTP/1.1" status: 204 len: 168 time: 3.6429367 Jan 21 09:43:22.430009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33268) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.436323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1213114976', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:22.440249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.472229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.496506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:22.508510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Usage tracker for resource:router and tenant:ae46180cd4ba4bad8c436851c2661e88 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:22.512756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:22.514826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3bbcef6f-bdf0-42e8-a6de-0e7efd34f740 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:22.527172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:22.542608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Network': ['ID=b4307364-542b-49eb-8947-8edd3401d1f6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.587970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.588311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.588671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.589056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.589312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.589629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.589951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.590343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.590499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.590598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.590906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.591202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.591319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:22.599596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-89582b76-313c-48ca-a1c3-e417f900c155 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/networks/b4307364-542b-49eb-8947-8edd3401d1f6 HTTP/1.1" status: 204 len: 168 time: 2.9530125 Jan 21 09:43:22.604388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33272) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:22.612878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1538657980'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:22.633258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:22.641786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:network and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:22.647573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:22.657111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:22.679446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.691480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:22.695293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.731593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.826606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bbcef6f-bdf0-42e8-a6de-0e7efd34f740 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:22.887444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcef6f-bdf0-42e8-a6de-0e7efd34f740 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:22.971820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:22.991277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:23.015357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.016027 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Added segment 53b17f5a-b8d7-43d9-81dc-430517fb0f47 of type vlan for network 01f859d0-312d-46be-a5a8-2977cddda74f Jan 21 09:43:23.026393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bbcef6f-bdf0-42e8-a6de-0e7efd34f740 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.030265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.067022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.241047 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3bbcef6f-bdf0-42e8-a6de-0e7efd34f740 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 HTTP/1.1" status: 204 len: 168 time: 1.8651063 Jan 21 09:43:23.243887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33278) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.296424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.300296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:23.300867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.337006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:23.344220 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f43812ad-d1d2-46e5-b2e8-0deb88319d20 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6074777 Jan 21 09:43:23.344657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33282) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.345585 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-636b8453-d5e0-4260-ab9e-a56fd20db727 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:43:23.346199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-636b8453-d5e0-4260-ab9e-a56fd20db727 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:23.349050 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:23.361461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:23.362229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:23.427772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.500900 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8903165 Jan 21 09:43:23.501031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33286) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.509864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f4ce4-a2c8-435b-9a11-758fbdece624 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Network': ['ID=01f859d0-312d-46be-a5a8-2977cddda74f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:23.510459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:23.516186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-636b8453-d5e0-4260-ab9e-a56fd20db727 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:23.517540 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-636b8453-d5e0-4260-ab9e-a56fd20db727 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/3d4a2d15-b04b-43e7-bef3-c6e96a4e5eb2 HTTP/1.1" status: 404 len: 333 time: 0.2718556 Jan 21 09:43:23.522979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33290) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:23.530190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 01f859d0-312d-46be-a5a8-2977cddda74f details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:23.591608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.654765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:23.657707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44f435c-97f3-4716-be69-bb50400728a6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet a54dc578-7fda-4d9b-9065-0bfc76581362 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:23.664452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f44f435c-97f3-4716-be69-bb50400728a6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.686096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-caf650d0-44be-4c6a-ab75-ef04f219ccbf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 4c247bba-f145-4495-ab69-2c65556fe76b {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:23.686649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-caf650d0-44be-4c6a-ab75-ef04f219ccbf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.704545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:23.713037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:23.717602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:23.730884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:23.741260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f44f435c-97f3-4716-be69-bb50400728a6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.785161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:23.886270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.917095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.925043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:23.993181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.016518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f44f435c-97f3-4716-be69-bb50400728a6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.027098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:20Z', 'revision_number': 10, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:24.031390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:24.044800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:24.045810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:24.160280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f44f435c-97f3-4716-be69-bb50400728a6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.207734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f435c-97f3-4716-be69-bb50400728a6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=a54dc578-7fda-4d9b-9065-0bfc76581362,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.220567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f44f435c-97f3-4716-be69-bb50400728a6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.224774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:24.238902 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f44f435c-97f3-4716-be69-bb50400728a6 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/a54dc578-7fda-4d9b-9065-0bfc76581362 HTTP/1.1" status: 204 len: 168 time: 0.8907428 Jan 21 09:43:24.247480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33294) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.252676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.263049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-caf650d0-44be-4c6a-ab75-ef04f219ccbf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.272576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f946368e-8698-4256-aaa8-0f0c59b8abb8 None None] Network e2fc2d70-1254-45c4-91a8-290a6d6caa5c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:24.283817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.372418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.436136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.451704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-caf650d0-44be-4c6a-ab75-ef04f219ccbf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 4c247bba-f145-4495-ab69-2c65556fe76b owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:24.473508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.483279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:24.483616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.508717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Allocated IP 172.26.1.237 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/e186703c-ea30-4f5f-b4a2-4ee0f88ee582) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:24.538551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking segment: {'id': '53b17f5a-b8d7-43d9-81dc-430517fb0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:24.538917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network hostable DHCP agents. Network: 01f859d0-312d-46be-a5a8-2977cddda74f, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:24.648263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 01f859d0-312d-46be-a5a8-2977cddda74f is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:24.720002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 01f859d0-312d-46be-a5a8-2977cddda74f) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:24.731314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:24.732276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.734062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9c25d-efad-432a-b1b9-d4707f13184b None None] Network 01f859d0-312d-46be-a5a8-2977cddda74f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:24.767909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=cb09b653-7746-4bdb-932e-9539fbbabe50,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:24.768579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 661adb4a-2ffa-4f21-951d-18ed5fe67c64, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=661adb4a-2ffa-4f21-951d-18ed5fe67c64,segment=NetworkSegment(612d10b1-74b2-4db2-ad88-21c7d6ea8f0c),segment_id=612d10b1-74b2-4db2-ad88-21c7d6ea8f0c)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:24.769110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.787888 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2f83e4bd-8bef-4cc0-a4a9-c6eba3150345 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2858522 Jan 21 09:43:24.807083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33298) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:24.873836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f', 'name': 'tempest-PortsIpV6TestJSON-117717173', 'fixed_ips': [{'subnet_id': '2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0', 'ip_address': '2001:db8::10'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:24.890192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] DHCP port deletion for e2fc2d70-1254-45c4-91a8-290a6d6caa5c request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:24.897570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] Deleting port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:24.897945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:24.970946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.057139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-caf650d0-44be-4c6a-ab75-ef04f219ccbf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.057786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:20Z', 'revision_number': 10, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.079382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72716a5a-00be-4626-a6ac-d2b69a21867e None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:20Z', 'revision_number': 10, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None, '_interfaces': [{'id': '223336dc-3351-4aaf-b4a3-8461257768dc', 'name': '', 'network_id': '8c9b3665-77b9-4647-a6d3-9a704b90316d', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'mac_address': 'fa:16:3e:44:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:49Z', 'updated_at': '2022-01-21T09:42:04Z', 'revision_number': 5, 'project_id': '12133649a4884089a039da204c0d1f54', 'subnets': [{'id': 'bca325a4-a7ab-4363-9c0a-03f14368456e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:25.095947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 661adb4a-2ffa-4f21-951d-18ed5fe67c64 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:25.175439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf650d0-44be-4c6a-ab75-ef04f219ccbf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=4c247bba-f145-4495-ab69-2c65556fe76b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.232702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.252158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-01f859d0-312d-46be-a5a8-2977cddda74f', 'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f', 'tenant_id': '244b9dd8fbc44a0c945677f14df9fa64', 'fixed_ips': [{'subnet_id': '2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:25.252976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.284601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.293331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=661adb4a-2ffa-4f21-951d-18ed5fe67c64,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.298180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No DVR routers for this DVR port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:25.348247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] For port 661adb4a-2ffa-4f21-951d-18ed5fe67c64, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=661adb4a-2ffa-4f21-951d-18ed5fe67c64,segment=NetworkSegment(612d10b1-74b2-4db2-ad88-21c7d6ea8f0c),segment_id=612d10b1-74b2-4db2-ad88-21c7d6ea8f0c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:25.348646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.358472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:25.375546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:25.385818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:25.403736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:25.426536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-caf650d0-44be-4c6a-ab75-ef04f219ccbf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.447519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.483259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fc2d70-1254-45c4-91a8-290a6d6caa5c']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.500106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:25.502148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.502619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612d10b1-74b2-4db2-ad88-21c7d6ea8f0c') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:25.516648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.523651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] Calling delete_port for 661adb4a-2ffa-4f21-951d-18ed5fe67c64 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:25.539958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.549580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:25.550078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:25.570004 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:25.688051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.694067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.715770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.723577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=e2fc2d70-1254-45c4-91a8-290a6d6caa5c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.736499 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-881828cc-e993-4966-9f51-b7901e76d8c5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/e2fc2d70-1254-45c4-91a8-290a6d6caa5c HTTP/1.1" status: 204 len: 168 time: 1.4879961 Jan 21 09:43:25.736662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Allocated IP 2001:db8::2 (01f859d0-312d-46be-a5a8-2977cddda74f/2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0/e38633d6-d816-4d65-93ae-5efe14081e40) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:25.740495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33302) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.744278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:25.744618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:25.757869 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-caf650d0-44be-4c6a-ab75-ef04f219ccbf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/4c247bba-f145-4495-ab69-2c65556fe76b HTTP/1.1" status: 204 len: 168 time: 2.2294004 Jan 21 09:43:25.777313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33306) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:25.779521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:25.789838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:25.836191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:25.871643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:25.911338 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-021d53fb-7e08-42fc-b030-ab3bc158790e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:43:25.912217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-021d53fb-7e08-42fc-b030-ab3bc158790e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:25.925764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event updated for resources: {'Port': ['ID=e186703c-ea30-4f5f-b4a2-4ee0f88ee582,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:25.956207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port cdd53977-0a9f-4df5-a677-22ca8d6cb91d yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:26.016858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.041215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Transition to ACTIVE for port object e38633d6-d816-4d65-93ae-5efe14081e40 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:26.059521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-021d53fb-7e08-42fc-b030-ab3bc158790e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:26.061253 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-021d53fb-7e08-42fc-b030-ab3bc158790e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/4c247bba-f145-4495-ab69-2c65556fe76b HTTP/1.1" status: 404 len: 333 time: 0.2772186 Jan 21 09:43:26.069003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Transition to ACTIVE for port object e38633d6-d816-4d65-93ae-5efe14081e40 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:26.077221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.079986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33310) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:26.208277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Pushing event updated for resources: {'Port': ['ID=e38633d6-d816-4d65-93ae-5efe14081e40,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.211583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.212321 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP affbc8cc-ebf8-4006-a7b7-490e17be09a1 associated. External IP: 172.26.1.67, port: 44e22f9a-998e-48ae-9290-d341cc61f8b0. Jan 21 09:43:26.229273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Network 01f859d0-312d-46be-a5a8-2977cddda74f is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:26.231038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:26.234405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:26.257156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] Deleting port 661adb4a-2ffa-4f21-951d-18ed5fe67c64 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:26.257802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.408771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5c189ec7-0d8e-47b4-93fa-ec03667fe534 None None] The port '661adb4a-2ffa-4f21-951d-18ed5fe67c64' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:26.460539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 01863a30-59fa-42e5-abd2-bf99b8e1cf6c no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:26.517599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 01863a30-59fa-42e5-abd2-bf99b8e1cf6c {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:26.517939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 01863a30-59fa-42e5-abd2-bf99b8e1cf6c not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:26.518548 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 661adb4a-2ffa-4f21-951d-18ed5fe67c64 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:26.558649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 661adb4a-2ffa-4f21-951d-18ed5fe67c64 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:26.558984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 661adb4a-2ffa-4f21-951d-18ed5fe67c64 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:26.571054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Attempting to bind port e38633d6-d816-4d65-93ae-5efe14081e40 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:26.571601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Attempting to bind port e38633d6-d816-4d65-93ae-5efe14081e40 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '53b17f5a-b8d7-43d9-81dc-430517fb0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:26.572126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Attempting to bind port e38633d6-d816-4d65-93ae-5efe14081e40 on network 01f859d0-312d-46be-a5a8-2977cddda74f {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:26.583905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:26.584339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Checking segment: {'id': '53b17f5a-b8d7-43d9-81dc-430517fb0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:26.585002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.585435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Bound using segment: {'id': '53b17f5a-b8d7-43d9-81dc-430517fb0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:26.585901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Bound port: e38633d6-d816-4d65-93ae-5efe14081e40, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b17f5a-b8d7-43d9-81dc-430517fb0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:26.588245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.637116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::10 (01f859d0-312d-46be-a5a8-2977cddda74f/2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0/cdd53977-0a9f-4df5-a677-22ca8d6cb91d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:26.711843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-550aa918-34ab-40d6-8cf0-478855f79955 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet dd85cd31-bf68-4c09-8302-e86b413583d5 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:26.713761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] For port e38633d6-d816-4d65-93ae-5efe14081e40, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:26.717891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] For port e38633d6-d816-4d65-93ae-5efe14081e40, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e38633d6-d816-4d65-93ae-5efe14081e40,segment=NetworkSegment(53b17f5a-b8d7-43d9-81dc-430517fb0f47),segment_id=53b17f5a-b8d7-43d9-81dc-430517fb0f47)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:26.726282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.727887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-550aa918-34ab-40d6-8cf0-478855f79955 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.864217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1260fd-0ca2-498a-8218-c912ce47ecb7 None None] Pushing event updated for resources: {'Port': ['ID=e38633d6-d816-4d65-93ae-5efe14081e40,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:26.948210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-550aa918-34ab-40d6-8cf0-478855f79955 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.997197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:26.997925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.098057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 223336dc-3351-4aaf-b4a3-8461257768dc {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:27.098057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.305093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-550aa918-34ab-40d6-8cf0-478855f79955 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.339209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.382647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object cdd53977-0a9f-4df5-a677-22ca8d6cb91d will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:27.513498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 223336dc-3351-4aaf-b4a3-8461257768dc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=223336dc-3351-4aaf-b4a3-8461257768dc,segment=NetworkSegment(5a27de84-b4fa-42cc-b798-a9ac463fbc32),segment_id=5a27de84-b4fa-42cc-b798-a9ac463fbc32)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:27.514094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.561526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-550aa918-34ab-40d6-8cf0-478855f79955 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.618109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.637036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 223336dc-3351-4aaf-b4a3-8461257768dc owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:27.654850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aa918-34ab-40d6-8cf0-478855f79955 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=dd85cd31-bf68-4c09-8302-e86b413583d5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.669638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-550aa918-34ab-40d6-8cf0-478855f79955 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.676624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d342d-08e9-47c3-ae3d-7c24f7d40f89 None None] Network 76e14599-34bb-462c-a4f9-df5f380934da requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:27.733563 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-550aa918-34ab-40d6-8cf0-478855f79955 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/dd85cd31-bf68-4c09-8302-e86b413583d5 HTTP/1.1" status: 204 len: 168 time: 1.6461623 Jan 21 09:43:27.736123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33314) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.773969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 01f859d0-312d-46be-a5a8-2977cddda74f is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:27.805437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=cdd53977-0a9f-4df5-a677-22ca8d6cb91d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:27.809135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:27.814830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:27.819296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:27.819678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.881698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:27.924281 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8d703464-78e0-4d06-9f72-7b02756eb138 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1150095 Jan 21 09:43:27.938462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33318) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:27.945509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '01f859d0-312d-46be-a5a8-2977cddda74f', 'name': 'tempest-PortsIpV6TestJSON-886268648', 'fixed_ips': [{'subnet_id': '2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0', 'ip_address': '2001:db8::f'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:28.013401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Port': ['ID=223336dc-3351-4aaf-b4a3-8461257768dc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.057741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.085938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] DHCP port deletion for 76e14599-34bb-462c-a4f9-df5f380934da request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:28.091310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Deleting port e2647e25-aa46-4552-a7b5-4fd497f136c2 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:28.091890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.279605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port e2647e25-aa46-4552-a7b5-4fd497f136c2 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:28.282299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.419510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] For port e2647e25-aa46-4552-a7b5-4fd497f136c2, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e2647e25-aa46-4552-a7b5-4fd497f136c2,segment=NetworkSegment(5945926c-edf1-45a4-a452-78447124ecdc),segment_id=5945926c-edf1-45a4-a452-78447124ecdc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:28.419510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.450267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.575651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Calling delete_port for e2647e25-aa46-4552-a7b5-4fd497f136c2 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:28.609108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e38633d6-d816-4d65-93ae-5efe14081e40 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:28.633624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e05fc-e6c0-44d5-9b40-9553d2653d67 None None] Network 01f859d0-312d-46be-a5a8-2977cddda74f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:28.740537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:28.749306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Router a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:28.774570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:28.784859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:28.811693 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3e0b1398-e649-4f87-a459-1c59d667f53e None None] Provisioning for port e38633d6-d816-4d65-93ae-5efe14081e40 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:28.856883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:28.859442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.888241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:28.918689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:28.925581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:28.943522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Pushing event deleted for resources: {'Port': ['ID=e2647e25-aa46-4552-a7b5-4fd497f136c2,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:28.970722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] No DVR routers for this DVR port e2647e25-aa46-4552-a7b5-4fd497f136c2 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:28.980297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e38633d6-d816-4d65-93ae-5efe14081e40 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:28.990871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.991081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.991859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.991859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.992033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.992740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.992740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.993263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.993357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.993663 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:28.993997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d2ace-16c4-4c0a-be12-92228d568e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:43:29.002697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e38633d6-d816-4d65-93ae-5efe14081e40 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:29.003923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.029126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] For port e2647e25-aa46-4552-a7b5-4fd497f136c2, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e2647e25-aa46-4552-a7b5-4fd497f136c2,segment=NetworkSegment(5945926c-edf1-45a4-a452-78447124ecdc),segment_id=5945926c-edf1-45a4-a452-78447124ecdc)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:29.029493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.125155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:29.195305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for e2647e25-aa46-4552-a7b5-4fd497f136c2 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:29.199283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.249532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e38633d6-d816-4d65-93ae-5efe14081e40, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e38633d6-d816-4d65-93ae-5efe14081e40,segment=NetworkSegment(53b17f5a-b8d7-43d9-81dc-430517fb0f47),segment_id=53b17f5a-b8d7-43d9-81dc-430517fb0f47)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:29.252749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:29.252946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.364878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e2647e25-aa46-4552-a7b5-4fd497f136c2 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:29.403544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e38633d6-d816-4d65-93ae-5efe14081e40,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:29.427479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e2647e25-aa46-4552-a7b5-4fd497f136c2 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:29.427796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e2647e25-aa46-4552-a7b5-4fd497f136c2 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:29.476745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:29.496593 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-55d345e3-c71d-4dc5-8436-ad4a38145856 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7531133 Jan 21 09:43:29.500611 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:29.503728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33322) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:29.514228 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:29.515261 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:29.552507 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:29.552847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:29.697971 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:29.818124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::f (01f859d0-312d-46be-a5a8-2977cddda74f/2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0/ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:29.842205 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 11, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:29.849838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1261c60d-d37f-4ac4-9152-269a7716b64c None None] Provisioning complete for port e38633d6-d816-4d65-93ae-5efe14081e40 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:29.850765 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:29.851671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1261c60d-d37f-4ac4-9152-269a7716b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.865076 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:29.865651 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:29.902070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ae35d8-e944-4869-860f-aec801a477de tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting subnet bca325a4-a7ab-4363-9c0a-03f14368456e {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:29.910420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04ae35d8-e944-4869-860f-aec801a477de tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:29.967516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:29.983858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a241eb0-6e1a-4a57-8bf6-f1bd9b8bbc76 None None] Sync routers for ids ['a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:30.023304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a241eb0-6e1a-4a57-8bf6-f1bd9b8bbc76 None None] Routers {'a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:30.024074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1a241eb0-6e1a-4a57-8bf6-f1bd9b8bbc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.061326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port e2647e25-aa46-4552-a7b5-4fd497f136c2 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:30.061666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.119321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04ae35d8-e944-4869-860f-aec801a477de tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.128397 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:30.188478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.192240 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-87d6c88a-ac13-4ded-9719-621a9459573b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.7587707 Jan 21 09:43:30.193146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33330) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.199470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] The port 'e2647e25-aa46-4552-a7b5-4fd497f136c2' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:30.201682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:30.227848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1a241eb0-6e1a-4a57-8bf6-f1bd9b8bbc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.240883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1261c60d-d37f-4ac4-9152-269a7716b64c None None] Provisioning for port cdd53977-0a9f-4df5-a677-22ca8d6cb91d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:30.248093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a241eb0-6e1a-4a57-8bf6-f1bd9b8bbc76 None None] Routers {'a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:30.249059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1a241eb0-6e1a-4a57-8bf6-f1bd9b8bbc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.261056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:30.306739 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22b19b-f2f8-4d10-b158-51c79bf46888 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:30.341479 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 11, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.397881 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d45061-e85e-42fe-b0a0-3d498eee9420 None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 11, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:30.411564 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22b19b-f2f8-4d10-b158-51c79bf46888 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:30.411776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.411919 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9a22b19b-f2f8-4d10-b158-51c79bf46888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.467787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.484315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1a241eb0-6e1a-4a57-8bf6-f1bd9b8bbc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.484734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a241eb0-6e1a-4a57-8bf6-f1bd9b8bbc76 None None] The sync data for ids ['a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:30.487587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e38633d6-d816-4d65-93ae-5efe14081e40 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:30.488886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:30.493891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04ae35d8-e944-4869-860f-aec801a477de tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.519133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1261c60d-d37f-4ac4-9152-269a7716b64c None None] Provisioning complete for port cdd53977-0a9f-4df5-a677-22ca8d6cb91d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:30.519515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1261c60d-d37f-4ac4-9152-269a7716b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.528906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.531767 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9a22b19b-f2f8-4d10-b158-51c79bf46888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.538458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.554694 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22b19b-f2f8-4d10-b158-51c79bf46888 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:30.555999 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9a22b19b-f2f8-4d10-b158-51c79bf46888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.605622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1261c60d-d37f-4ac4-9152-269a7716b64c None None] Port cdd53977-0a9f-4df5-a677-22ca8d6cb91d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:30.628400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e38633d6-d816-4d65-93ae-5efe14081e40 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:30.629035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.661867 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9a22b19b-f2f8-4d10-b158-51c79bf46888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.662738 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22b19b-f2f8-4d10-b158-51c79bf46888 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:30.664276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04ae35d8-e944-4869-860f-aec801a477de tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.724567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae35d8-e944-4869-860f-aec801a477de tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Subnet': ['ID=bca325a4-a7ab-4363-9c0a-03f14368456e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:30.752705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04ae35d8-e944-4869-860f-aec801a477de tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.772712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd4ee2-1c46-48fb-9b9c-e0be57f48d6f None None] Network 8c9b3665-77b9-4647-a6d3-9a704b90316d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:30.772906 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-04ae35d8-e944-4869-860f-aec801a477de tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/bca325a4-a7ab-4363-9c0a-03f14368456e HTTP/1.1" status: 204 len: 168 time: 1.2670944 Jan 21 09:43:30.776181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33334) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.780971 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a0a3e6d7-6cb9-441a-8c20-bef47b9042da tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.7442153 Jan 21 09:43:30.788584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33338) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:30.804843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e14599-34bb-462c-a4f9-df5f380934da']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.827092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:30.892472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4164c7ae-d9b9-4b0c-af29-7fc9799d1e76 None None] Provisioning complete for port cdd53977-0a9f-4df5-a677-22ca8d6cb91d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:30.895149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4164c7ae-d9b9-4b0c-af29-7fc9799d1e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.910036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5945926c-edf1-45a4-a452-78447124ecdc') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.913230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5945926c-edf1-45a4-a452-78447124ecdc') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:30.922665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 01f859d0-312d-46be-a5a8-2977cddda74f is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:30.939202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:30.954062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.970218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.975145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 193cce80-96b4-4f94-bf37-5cbdfaae1923 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:30.975412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:30.980945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:30.985108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:30.985912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.003376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.034669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.060978 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7a202efc-6ccc-4201-acdd-3d3be9950b70 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1183808 Jan 21 09:43:31.072330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.089199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33342) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.107815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4164c7ae-d9b9-4b0c-af29-7fc9799d1e76 None None] Port cdd53977-0a9f-4df5-a677-22ca8d6cb91d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:31.148014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:31.148895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:31.164660 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:31.252039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] DHCP port deletion for 8c9b3665-77b9-4647-a6d3-9a704b90316d request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:31.260899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] Deleting port 193cce80-96b4-4f94-bf37-5cbdfaae1923 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:31.260899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.288237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.337343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.405460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Network': ['ID=76e14599-34bb-462c-a4f9-df5f380934da,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.417103 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-527e460f-18a8-4244-a358-4b968e003b1d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/networks/76e14599-34bb-462c-a4f9-df5f380934da HTTP/1.1" status: 204 len: 168 time: 3.6653039 Jan 21 09:43:31.419392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] For port 193cce80-96b4-4f94-bf37-5cbdfaae1923, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=193cce80-96b4-4f94-bf37-5cbdfaae1923,segment=NetworkSegment(5a27de84-b4fa-42cc-b798-a9ac463fbc32),segment_id=5a27de84-b4fa-42cc-b798-a9ac463fbc32)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:31.419884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.428212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33346) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.434679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1757286062'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:31.444386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:31.459053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:network and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:31.464194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:31.473679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:31.530279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] For port 193cce80-96b4-4f94-bf37-5cbdfaae1923, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=193cce80-96b4-4f94-bf37-5cbdfaae1923,segment=NetworkSegment(5a27de84-b4fa-42cc-b798-a9ac463fbc32),segment_id=5a27de84-b4fa-42cc-b798-a9ac463fbc32)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:31.530992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.543812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eb5ec25a-0687-4da0-8857-b5ae03cf1734 None None] Provisioning for port ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:31.564127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:31.568532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.601637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eb5ec25a-0687-4da0-8857-b5ae03cf1734 None None] Provisioning complete for port ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:31.601637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec25a-0687-4da0-8857-b5ae03cf1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.603663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.610666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.611094 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP affbc8cc-ebf8-4006-a7b7-490e17be09a1 disassociated. External IP: 172.26.1.67, port: 44e22f9a-998e-48ae-9290-d341cc61f8b0. Jan 21 09:43:31.682123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:31.698136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.698560 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Added segment 36cf2860-fba9-4c34-bd89-dcddd154af4a of type vlan for network 7ab6d69a-c914-4e98-851c-ea5459889641 Jan 21 09:43:31.723190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ec25a-0687-4da0-8857-b5ae03cf1734 None None] Port ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:31.735346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] Calling delete_port for 193cce80-96b4-4f94-bf37-5cbdfaae1923 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:31.743116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.752172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Calling delete_port for 193cce80-96b4-4f94-bf37-5cbdfaae1923 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:31.794425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3bf438-41d1-423e-8a46-db9c63dc1f6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.795020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7b3bf438-41d1-423e-8a46-db9c63dc1f6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:31.816714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.834536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.839230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:31.839814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:31.854353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7b3bf438-41d1-423e-8a46-db9c63dc1f6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:31.855875 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7b3bf438-41d1-423e-8a46-db9c63dc1f6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7587175 Jan 21 09:43:31.859307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33350) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.869952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] Pushing event deleted for resources: {'Port': ['ID=193cce80-96b4-4f94-bf37-5cbdfaae1923,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:31.877813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0374d5-8690-476f-a66c-8d5e9fc10c23 None None] No DVR routers for this DVR port 193cce80-96b4-4f94-bf37-5cbdfaae1923 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:31.909292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:31.909609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:31.959835 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5301275 Jan 21 09:43:31.964421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33354) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:31.975694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': '7ab6d69a-c914-4e98-851c-ea5459889641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:31.996690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371aa49d-acb8-496a-98d7-f9896e5e74cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Network': ['ID=7ab6d69a-c914-4e98-851c-ea5459889641,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.011242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 7ab6d69a-c914-4e98-851c-ea5459889641 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:32.029192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1ae6c-0131-4f3c-8f79-18f7d4936a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.033225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1ae6c-0131-4f3c-8f79-18f7d4936a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.038723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1ae6c-0131-4f3c-8f79-18f7d4936a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:32.043458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fcd1ae6c-0131-4f3c-8f79-18f7d4936a3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1785729 Jan 21 09:43:32.045776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33358) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:32.099563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:32.132015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f9856ce3-e440-4850-bf9a-1227ddbe3a99 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:32.132355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9856ce3-e440-4850-bf9a-1227ddbe3a99 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.157975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:32.166422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.166815 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:32.174241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:32.196005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:32.242811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.268394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Deleting port e186703c-ea30-4f5f-b4a2-4ee0f88ee582 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:32.268758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.309063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.315836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 223336dc-3351-4aaf-b4a3-8461257768dc no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:32.350395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 223336dc-3351-4aaf-b4a3-8461257768dc {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:32.350734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 223336dc-3351-4aaf-b4a3-8461257768dc not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:32.351357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 193cce80-96b4-4f94-bf37-5cbdfaae1923 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:32.386654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 193cce80-96b4-4f94-bf37-5cbdfaae1923 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:32.387001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 193cce80-96b4-4f94-bf37-5cbdfaae1923 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:32.412391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Deleting port 193cce80-96b4-4f94-bf37-5cbdfaae1923 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:32.412753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.560325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] The port '193cce80-96b4-4f94-bf37-5cbdfaae1923' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:32.661910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:32.664656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9856ce3-e440-4850-bf9a-1227ddbe3a99 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.740204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.779298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:32.867434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=3c7a5e8f-dd17-4c02-87f2-a5e566ac0a2d,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:32.872489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f9856ce3-e440-4850-bf9a-1227ddbe3a99 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:32.982356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Checking segment: {'id': '36cf2860-fba9-4c34-bd89-dcddd154af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7ab6d69a-c914-4e98-851c-ea5459889641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:32.982894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network hostable DHCP agents. Network: 7ab6d69a-c914-4e98-851c-ea5459889641, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:33.029540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 7ab6d69a-c914-4e98-851c-ea5459889641 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:33.047555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 7ab6d69a-c914-4e98-851c-ea5459889641) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:33.053927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:33.054565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.062898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71ba38-aa73-4807-8809-85c1db473d54 None None] Network 7ab6d69a-c914-4e98-851c-ea5459889641 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:33.074964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:33.089268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.126883 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3b66a180-f86a-4866-8b63-0640d0bc4173 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1602135 Jan 21 09:43:33.127436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33362) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.129959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef38c1e-3d24-49b8-bde2-bc7b9154e487 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:33.144148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.157770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-271704274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:33.158495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Calling delete_port for e186703c-ea30-4f5f-b4a2-4ee0f88ee582 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:33.170921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:33.173815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef38c1e-3d24-49b8-bde2-bc7b9154e487 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:33.174472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0ef38c1e-3d24-49b8-bde2-bc7b9154e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.178469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:router and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:33.183832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:33.190347 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-64f7c19f-65c7-46b8-824a-eb90c7d76c7f tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/floatingips/affbc8cc-ebf8-4006-a7b7-490e17be09a1 HTTP/1.1" status: 200 len: 687 time: 2.4007332 Jan 21 09:43:33.191115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33366) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.196592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:33.240539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9b3665-77b9-4647-a6d3-9a704b90316d']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.242635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0ef38c1e-3d24-49b8-bde2-bc7b9154e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.263507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a27de84-b4fa-42cc-b798-a9ac463fbc32') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.264091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a27de84-b4fa-42cc-b798-a9ac463fbc32') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.310236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.347088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef38c1e-3d24-49b8-bde2-bc7b9154e487 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:33.347751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0ef38c1e-3d24-49b8-bde2-bc7b9154e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.356688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.357906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.373102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.383573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port cb09b653-7746-4bdb-932e-9539fbbabe50 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:33.384247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.391314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:33.391717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:33.409161 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:33.412366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0ef38c1e-3d24-49b8-bde2-bc7b9154e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:33.412366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef38c1e-3d24-49b8-bde2-bc7b9154e487 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:33.471205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-7ab6d69a-c914-4e98-851c-ea5459889641', 'network_id': '7ab6d69a-c914-4e98-851c-ea5459889641', 'tenant_id': 'a05abf99eeec4bd89e25ce74b3597042', 'fixed_ips': [{'subnet_id': '3c7a5e8f-dd17-4c02-87f2-a5e566ac0a2d'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:33.472033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.498802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9856ce3-e440-4850-bf9a-1227ddbe3a99 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.556144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.594370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9856ce3-e440-4850-bf9a-1227ddbe3a99 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.602327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.611578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.611974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.624606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.645066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Allocated IP 172.20.0.2 (7ab6d69a-c914-4e98-851c-ea5459889641/3c7a5e8f-dd17-4c02-87f2-a5e566ac0a2d/c9796822-2505-487d-94ac-b99944071b25) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:33.658517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.682080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9856ce3-e440-4850-bf9a-1227ddbe3a99 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.684643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Pushing event deleted for resources: {'Network': ['ID=8c9b3665-77b9-4647-a6d3-9a704b90316d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.714586 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3ed3ed91-7bbb-4d7e-86a1-952100bd1ff0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/networks/8c9b3665-77b9-4647-a6d3-9a704b90316d HTTP/1.1" status: 204 len: 168 time: 2.9371214 Jan 21 09:43:33.718318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33370) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.730120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'routes': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:33.776484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for cb09b653-7746-4bdb-932e-9539fbbabe50 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:33.805949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.810725 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f9856ce3-e440-4850-bf9a-1227ddbe3a99 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 HTTP/1.1" status: 204 len: 168 time: 1.7627656 Jan 21 09:43:33.814651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33374) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.849477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.853608 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4ed146a7-2694-46ac-a432-7aad6f2f11be tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7140896 Jan 21 09:43:33.856708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33378) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.864863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Pushing event deleted for resources: {'Port': ['ID=e186703c-ea30-4f5f-b4a2-4ee0f88ee582,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:33.874687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'network_id': '7ab6d69a-c914-4e98-851c-ea5459889641', 'name': 'tempest-PortsTestJSON-327094772'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:33.881388 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e095e5b8-19c0-4392-ab83-5a3e4bda8060 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:43:33.882927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e095e5b8-19c0-4392-ab83-5a3e4bda8060 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:33.887633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:33.899577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Transition to ACTIVE for port object c9796822-2505-487d-94ac-b99944071b25 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:33.915606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e095e5b8-19c0-4392-ab83-5a3e4bda8060 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:33.916924 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e095e5b8-19c0-4392-ab83-5a3e4bda8060 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/ebf85bbb-f9c8-4ae4-9b92-d661f23cd3e9 HTTP/1.1" status: 404 len: 333 time: 0.1006672 Jan 21 09:43:33.925909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33382) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:33.929134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Transition to ACTIVE for port object c9796822-2505-487d-94ac-b99944071b25 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:33.938450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.013913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Pushing event updated for resources: {'Port': ['ID=c9796822-2505-487d-94ac-b99944071b25,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.033206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Network 7ab6d69a-c914-4e98-851c-ea5459889641 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:34.034392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:34.037208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:34.074813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.132419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Attempting to bind port c9796822-2505-487d-94ac-b99944071b25 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:34.132804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Attempting to bind port c9796822-2505-487d-94ac-b99944071b25 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '36cf2860-fba9-4c34-bd89-dcddd154af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7ab6d69a-c914-4e98-851c-ea5459889641'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:34.134000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=cb09b653-7746-4bdb-932e-9539fbbabe50,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.134154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Attempting to bind port c9796822-2505-487d-94ac-b99944071b25 on network 7ab6d69a-c914-4e98-851c-ea5459889641 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:34.142473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc4985-f90d-4459-8543-52529faaef3f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port cdd53977-0a9f-4df5-a677-22ca8d6cb91d {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:34.142813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4985-f90d-4459-8543-52529faaef3f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.143734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:34.143734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Checking segment: {'id': '36cf2860-fba9-4c34-bd89-dcddd154af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7ab6d69a-c914-4e98-851c-ea5459889641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:34.144108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.144709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Bound using segment: {'id': '36cf2860-fba9-4c34-bd89-dcddd154af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7ab6d69a-c914-4e98-851c-ea5459889641'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:34.145183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Bound port: c9796822-2505-487d-94ac-b99944071b25, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cf2860-fba9-4c34-bd89-dcddd154af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7ab6d69a-c914-4e98-851c-ea5459889641'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:34.146319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.245066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] For port c9796822-2505-487d-94ac-b99944071b25, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:34.249233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] For port c9796822-2505-487d-94ac-b99944071b25, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c9796822-2505-487d-94ac-b99944071b25,segment=NetworkSegment(36cf2860-fba9-4c34-bd89-dcddd154af4a),segment_id=36cf2860-fba9-4c34-bd89-dcddd154af4a)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:34.255473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.343701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7591ad-1014-4bea-abcd-f63497ce7b3a None None] Pushing event updated for resources: {'Port': ['ID=c9796822-2505-487d-94ac-b99944071b25,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:34.413672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:34.424237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.extraroute_db [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Added routes are [] {{(pid=83427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:43:34.424815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.extraroute_db [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Removed routes are [] {{(pid=83427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:43:34.425187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.428070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.472920 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.484968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:port and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:34.604819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.610893 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-066ef0c8-92de-4e82-8528-ed434286bd59 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/floatingips/affbc8cc-ebf8-4006-a7b7-490e17be09a1 HTTP/1.1" status: 204 len: 168 time: 1.4110422 Jan 21 09:43:34.611116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33386) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:34.619698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'dfc9a254-93ec-4066-8f35-8f9be7576932'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:34.630795 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:34.644633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:floatingip and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:34.651232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:34.662703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:34.668569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:34.687263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:34.690251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.698874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.716894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4985-f90d-4459-8543-52529faaef3f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.861552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:34.865115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.883504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.897972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc4985-f90d-4459-8543-52529faaef3f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for cdd53977-0a9f-4df5-a677-22ca8d6cb91d owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:34.900018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:34.912205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port 3687b892-4439-48d6-8bed-44b9c13465c4 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:35.082811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4985-f90d-4459-8543-52529faaef3f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.143051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc4985-f90d-4459-8543-52529faaef3f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=cdd53977-0a9f-4df5-a677-22ca8d6cb91d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.149839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.157007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.172098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.228498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4985-f90d-4459-8543-52529faaef3f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.260558 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ddcc4985-f90d-4459-8543-52529faaef3f tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/cdd53977-0a9f-4df5-a677-22ca8d6cb91d HTTP/1.1" status: 204 len: 168 time: 1.3326645 Jan 21 09:43:35.272685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33390) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.326843 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c04cbdd-a198-4ba0-9dfe-89824353279a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:43:35.327653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2c04cbdd-a198-4ba0-9dfe-89824353279a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:35.374201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Router a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:35.390653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2c04cbdd-a198-4ba0-9dfe-89824353279a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:35.394828 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2c04cbdd-a198-4ba0-9dfe-89824353279a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/cdd53977-0a9f-4df5-a677-22ca8d6cb91d HTTP/1.1" status: 404 len: 333 time: 0.1179872 Jan 21 09:43:35.410268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.26.1.240 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/2d57dd93-d71e-4138-aab6-8fc32134a619) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:35.416684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33394) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.441478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.12 (7ab6d69a-c914-4e98-851c-ea5459889641/3c7a5e8f-dd17-4c02-87f2-a5e566ac0a2d/3687b892-4439-48d6-8bed-44b9c13465c4) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:35.508729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db8541-6a32-45a0-ab2c-104d12570a86 None None] Network 7ab6d69a-c914-4e98-851c-ea5459889641 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:35.553545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router d81badcb-24d5-4682-ac35-c3e08ecf927d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:35.616547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4a41a39f-2a9e-4e5f-a7d0-52bc2de18176 None None] Provisioning for port c9796822-2505-487d-94ac-b99944071b25 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:35.724589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.749239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c39da4f-9234-4944-be8e-090e8e5e2764 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet 2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:35.753600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c39da4f-9234-4944-be8e-090e8e5e2764 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.799989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:35.815600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c39da4f-9234-4944-be8e-090e8e5e2764 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.818961 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcaf6de-4734-4f62-801d-373fb871035e None None] Sync routers for ids ['a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:35.831515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.832668 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-40f2463d-c6b7-45d3-a135-65d472a0e41b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "PUT /v2.0/routers/a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 HTTP/1.1" status: 200 len: 710 time: 5.6382151 Jan 21 09:43:35.835913 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcaf6de-4734-4f62-801d-373fb871035e None None] Routers {'a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:35.837591 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ebcaf6de-4734-4f62-801d-373fb871035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.837763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33398) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:35.874693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:35.924761 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ebcaf6de-4734-4f62-801d-373fb871035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.945369 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcaf6de-4734-4f62-801d-373fb871035e None None] Routers {'a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:35.946185 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ebcaf6de-4734-4f62-801d-373fb871035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:35.980696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:35.987382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:35.993041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=2d57dd93-d71e-4138-aab6-8fc32134a619,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:35.999733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:36.053603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c39da4f-9234-4944-be8e-090e8e5e2764 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.066458 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ebcaf6de-4734-4f62-801d-373fb871035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:36.066864 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcaf6de-4734-4f62-801d-373fb871035e None None] The sync data for ids ['a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:36.168061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:36.178243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.179452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d94e6192-6861-4e5d-b0e4-9c21bea7c343 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 200 len: 701 time: 2.4596863 Jan 21 09:43:36.183002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.195448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] Sync routers for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:36.206602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33402) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.212273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:36.213268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:36.263773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object 3687b892-4439-48d6-8bed-44b9c13465c4 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:36.277030 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-25dfe93b-23fa-408b-aa76-bf9b5660cf96 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/routers/a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 HTTP/1.1" status: 200 len: 745 time: 0.4256735 Jan 21 09:43:36.277257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-688369ac-b4f2-4010-900d-f53d4b08f4fc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:36.278049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33406) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.337593 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f1be038b-95d7-4a17-9bb9-4daff86db355 tempest-RoutersIpV6AdminTest-2045987014 tempest-RoutersIpV6AdminTest-2045987014-project-admin] 10.222.0.122 "GET /v2.0/ports?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&device_id=a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 HTTP/1.1" status: 200 len: 205 time: 0.0564275 Jan 21 09:43:36.338230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33410) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.379442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-688369ac-b4f2-4010-900d-f53d4b08f4fc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:36.383767 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-688369ac-b4f2-4010-900d-f53d4b08f4fc tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 200 len: 205 time: 0.1733775 Jan 21 09:43:36.383767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c39da4f-9234-4944-be8e-090e8e5e2764 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.387203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33414) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.419800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:36.437105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c39da4f-9234-4944-be8e-090e8e5e2764 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.451397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39da4f-9234-4944-be8e-090e8e5e2764 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.458710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.467515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-af048ab8-c14a-4389-81b0-437b810d6eda tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 HTTP/1.1" status: 200 len: 205 time: 0.1280220 Jan 21 09:43:36.488089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c9796822-2505-487d-94ac-b99944071b25 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:36.495589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33418) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.514337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f1955-54db-4aa2-b360-f99ed0405b34 None None] Network 01f859d0-312d-46be-a5a8-2977cddda74f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:36.570173 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7c39da4f-9234-4944-be8e-090e8e5e2764 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0 HTTP/1.1" status: 204 len: 168 time: 1.1521797 Jan 21 09:43:36.584617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33422) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.618608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 7ab6d69a-c914-4e98-851c-ea5459889641 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:36.631730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:36.638612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:36.673104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=3687b892-4439-48d6-8bed-44b9c13465c4,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:36.680823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-192e9ec1-9a57-4277-ad58-8227d4cf5b3c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.742416 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 11, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:36.755821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] Checking router: d81badcb-24d5-4682-ac35-c3e08ecf927d for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:36.834886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] Routers {'d81badcb-24d5-4682-ac35-c3e08ecf927d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:36.835889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['d81badcb-24d5-4682-ac35-c3e08ecf927d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:36.859138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:36.859881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.889309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b932192c-217d-4b38-9636-c4d2c5d61a54 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0183413 Jan 21 09:43:36.889537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33426) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:36.899067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19038bd5-40ec-4717-b18a-aff977796d6b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:36.917955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port c9796822-2505-487d-94ac-b99944071b25 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:36.929339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c9796822-2505-487d-94ac-b99944071b25 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:36.930060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.045775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.115011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] Set router d81badcb-24d5-4682-ac35-c3e08ecf927d gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:37.201655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port e38633d6-d816-4d65-93ae-5efe14081e40 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:37.202021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.282805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 11, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:37.296146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f8cd6-68bf-467a-8172-017aa70c2cc8 None None] The sync data for ids ['d81badcb-24d5-4682-ac35-c3e08ecf927d'] in dv-neutron-825724-1-hyperv is: [{'id': 'd81badcb-24d5-4682-ac35-c3e08ecf927d', 'name': 'tempest-RoutersTest-router-2029665940', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:41Z', 'updated_at': '2022-01-21T09:43:27Z', 'revision_number': 11, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:37.299075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eff992da-3d73-440f-8f0a-a322f5cdeec1 None None] Provisioning for port 3687b892-4439-48d6-8bed-44b9c13465c4 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:37.312621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.324327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eff992da-3d73-440f-8f0a-a322f5cdeec1 None None] Provisioning complete for port 3687b892-4439-48d6-8bed-44b9c13465c4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:37.325268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eff992da-3d73-440f-8f0a-a322f5cdeec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.432370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-eff992da-3d73-440f-8f0a-a322f5cdeec1 None None] Port 3687b892-4439-48d6-8bed-44b9c13465c4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:37.440146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port c9796822-2505-487d-94ac-b99944071b25, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c9796822-2505-487d-94ac-b99944071b25,segment=NetworkSegment(36cf2860-fba9-4c34-bd89-dcddd154af4a),segment_id=36cf2860-fba9-4c34-bd89-dcddd154af4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:37.451975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] DHCP port deletion for 01f859d0-312d-46be-a5a8-2977cddda74f request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:37.456963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.502484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] Deleting port e38633d6-d816-4d65-93ae-5efe14081e40 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:37.502960 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.552428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-192e9ec1-9a57-4277-ad58-8227d4cf5b3c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.603998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-192e9ec1-9a57-4277-ad58-8227d4cf5b3c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.611006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=c9796822-2505-487d-94ac-b99944071b25,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:37.714989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-192e9ec1-9a57-4277-ad58-8227d4cf5b3c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.715590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192e9ec1-9a57-4277-ad58-8227d4cf5b3c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Fanout notify agent at l3_agent the message router_deleted on router d81badcb-24d5-4682-ac35-c3e08ecf927d {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:37.750492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] For port e38633d6-d816-4d65-93ae-5efe14081e40, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e38633d6-d816-4d65-93ae-5efe14081e40,segment=NetworkSegment(53b17f5a-b8d7-43d9-81dc-430517fb0f47),segment_id=53b17f5a-b8d7-43d9-81dc-430517fb0f47)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:37.751019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.799745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19038bd5-40ec-4717-b18a-aff977796d6b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.803638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-192e9ec1-9a57-4277-ad58-8227d4cf5b3c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.808738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-192e9ec1-9a57-4277-ad58-8227d4cf5b3c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 204 len: 168 time: 1.4167144 Jan 21 09:43:37.809850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33430) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:37.816255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1886427736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:37.864614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:37.875816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19038bd5-40ec-4717-b18a-aff977796d6b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.878368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Usage tracker for resource:router and tenant:12133649a4884089a039da204c0d1f54 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:37.885433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:37.896558 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:37.903924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] Calling delete_port for e38633d6-d816-4d65-93ae-5efe14081e40 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:37.929964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] For port e38633d6-d816-4d65-93ae-5efe14081e40, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e38633d6-d816-4d65-93ae-5efe14081e40,segment=NetworkSegment(53b17f5a-b8d7-43d9-81dc-430517fb0f47),segment_id=53b17f5a-b8d7-43d9-81dc-430517fb0f47)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:37.930607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.952741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:37.954022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.031621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.042332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.059897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.078075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for e38633d6-d816-4d65-93ae-5efe14081e40 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:38.079602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] Pushing event deleted for resources: {'Port': ['ID=e38633d6-d816-4d65-93ae-5efe14081e40,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:38.085098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555a44e-0b9b-4dca-805a-43bbae136a71 None None] No DVR routers for this DVR port e38633d6-d816-4d65-93ae-5efe14081e40 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:38.111835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.119201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19038bd5-40ec-4717-b18a-aff977796d6b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.119402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19038bd5-40ec-4717-b18a-aff977796d6b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Fanout notify agent at l3_agent the message router_deleted on router a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:38.157397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19038bd5-40ec-4717-b18a-aff977796d6b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.158486 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-19038bd5-40ec-4717-b18a-aff977796d6b tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 HTTP/1.1" status: 204 len: 168 time: 1.6634738 Jan 21 09:43:38.165172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33434) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.216217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.217408 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7f10d190-09ad-4769-aabc-6f7aa8282be4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4064980 Jan 21 09:43:38.221756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33438) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.232817 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0f2e8160-5a3c-45d3-a475-e3c35ac4ffd4 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 HTTP/1.1" status: 200 len: 205 time: 0.0665572 Jan 21 09:43:38.236501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-aed3bc38-da8d-49c7-b46d-4a023d58beeb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:38.277303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33442) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.317749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c9796822-2505-487d-94ac-b99944071b25 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:38.361917 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-270ebdaf-2522-46a9-8c5d-5ad4bedc362a tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] delete failed (client error): The resource could not be found. Jan 21 09:43:38.366147 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-270ebdaf-2522-46a9-8c5d-5ad4bedc362a tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/a1b43098-c2c2-4cda-ba87-c78e2ab8bcf7 HTTP/1.1" status: 404 len: 336 time: 0.0848761 Jan 21 09:43:38.366147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33446) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.370800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:38.371058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:38.395635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c9796822-2505-487d-94ac-b99944071b25 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:38.395980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.467530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.478464 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4acdb6b6-b4e9-46d4-9f17-72b79224b3ec tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f HTTP/1.1" status: 200 len: 205 time: 0.1114173 Jan 21 09:43:38.481424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33450) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.557916 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-67e0c9f3-4c0c-4e94-8db6-f492762dbd30 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] delete failed (client error): The resource could not be found. Jan 21 09:43:38.559234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-67e0c9f3-4c0c-4e94-8db6-f492762dbd30 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/a1dd1c37-cb0c-4cb7-be36-48cd170c3e5f HTTP/1.1" status: 404 len: 336 time: 0.0769238 Jan 21 09:43:38.562198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33454) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.574284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e38633d6-d816-4d65-93ae-5efe14081e40 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:38.612856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e38633d6-d816-4d65-93ae-5efe14081e40 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:38.613529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e38633d6-d816-4d65-93ae-5efe14081e40 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:38.625410 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9e4cbd7c-89cc-48a0-a37e-d83c91bae9c2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=2be463c1-4f5b-48dc-ac81-db4ae649cce7 HTTP/1.1" status: 200 len: 205 time: 0.0604012 Jan 21 09:43:38.627700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33458) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.646738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.705700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-430c680f-d6bf-4d3b-aacc-e18ff3d29710 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] delete failed (client error): The resource could not be found. Jan 21 09:43:38.706748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-430c680f-d6bf-4d3b-aacc-e18ff3d29710 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/2be463c1-4f5b-48dc-ac81-db4ae649cce7 HTTP/1.1" status: 404 len: 336 time: 0.0787032 Jan 21 09:43:38.713302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33462) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.760731 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e56b8b7b-e551-43d2-ba7b-d206f596e3e9 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=8b631594-c009-4d96-8535-43f4fedd6d3c HTTP/1.1" status: 200 len: 205 time: 0.0495341 Jan 21 09:43:38.763207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33466) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.841704 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-ab8540a9-13ab-4496-8890-b876cd5586f2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] delete failed (client error): The resource could not be found. Jan 21 09:43:38.842753 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ab8540a9-13ab-4496-8890-b876cd5586f2 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/8b631594-c009-4d96-8535-43f4fedd6d3c HTTP/1.1" status: 404 len: 336 time: 0.0786636 Jan 21 09:43:38.844330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aed3bc38-da8d-49c7-b46d-4a023d58beeb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.845763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33470) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.884483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.895002 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9edf17ef-b928-47ee-b6d0-50b6d6964422 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=1ae62d70-66b2-48b9-9eb6-9705456c7026 HTTP/1.1" status: 200 len: 205 time: 0.0460842 Jan 21 09:43:38.895002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.897802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33474) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:38.913286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port e38633d6-d816-4d65-93ae-5efe14081e40 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:38.913626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:38.950353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aed3bc38-da8d-49c7-b46d-4a023d58beeb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.005287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] The port 'e38633d6-d816-4d65-93ae-5efe14081e40' was deleted {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:39.144070 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-a61311e7-eda0-4411-a070-8e2eee4edda3 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] delete failed (client error): The resource could not be found. Jan 21 09:43:39.145655 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a61311e7-eda0-4411-a070-8e2eee4edda3 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/1ae62d70-66b2-48b9-9eb6-9705456c7026 HTTP/1.1" status: 404 len: 336 time: 0.2189448 Jan 21 09:43:39.180881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33478) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.238937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=3687b892-4439-48d6-8bed-44b9c13465c4,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.247507 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-87c926d5-2afa-49a4-befb-80d46fe948c8 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "GET /v2.0/ports?device_id=3ac83657-2149-45a0-a71d-dd14f87a1304 HTTP/1.1" status: 200 len: 205 time: 0.0612226 Jan 21 09:43:39.248444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33482) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.327189 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-68935fec-7f6a-418d-80b7-84330aaeac13 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] delete failed (client error): The resource could not be found. Jan 21 09:43:39.328253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-68935fec-7f6a-418d-80b7-84330aaeac13 tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/routers/3ac83657-2149-45a0-a71d-dd14f87a1304 HTTP/1.1" status: 404 len: 336 time: 0.0789111 Jan 21 09:43:39.331558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33486) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.377103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d583a403-c557-4a32-a626-64ac71741768 None None] Provisioning complete for port 3687b892-4439-48d6-8bed-44b9c13465c4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:39.377575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d583a403-c557-4a32-a626-64ac71741768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.436420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d583a403-c557-4a32-a626-64ac71741768 None None] Port 3687b892-4439-48d6-8bed-44b9c13465c4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:39.458262 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b977698-aecd-440c-9165-fc605fdfd63e tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:39.458723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b977698-aecd-440c-9165-fc605fdfd63e tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:39.472240 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.481802 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6b977698-aecd-440c-9165-fc605fdfd63e tempest-RoutersIpV6AdminTest-1684322360 tempest-RoutersIpV6AdminTest-1684322360-project] 10.222.0.122 "DELETE /v2.0/subnets/5aedf7f0-8d1e-4536-898a-da6ccbbdaf72 HTTP/1.1" status: 404 len: 337 time: 0.1490741 Jan 21 09:43:39.538452 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f859d0-312d-46be-a5a8-2977cddda74f']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.546746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.548000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.558725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.602856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b17f5a-b8d7-43d9-81dc-430517fb0f47') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.603146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b17f5a-b8d7-43d9-81dc-430517fb0f47') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:39.644891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.645898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.704627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=2d57dd93-d71e-4138-aab6-8fc32134a619,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:39.709539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.722380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:39.722782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: util.warn( Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:39.738672 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:39.802542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed3bc38-da8d-49c7-b46d-4a023d58beeb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Router 075576f4-412a-4363-9eda-fa64a0717967 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:39.826495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.847504 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:43:39.848046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33494) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:39.914257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:39.919354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.009085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Network': ['ID=01f859d0-312d-46be-a5a8-2977cddda74f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.018637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33500) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.019151 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-19410920-9fa1-4d3d-bb60-4e5576723461 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/networks/01f859d0-312d-46be-a5a8-2977cddda74f HTTP/1.1" status: 204 len: 168 time: 3.4321415 Jan 21 09:43:40.033930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-337797069'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:40.068488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:40.073561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.087144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:network and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:40.091725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:40.102254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:40.107058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed3bc38-da8d-49c7-b46d-4a023d58beeb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:40.113387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aed3bc38-da8d-49c7-b46d-4a023d58beeb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.115012 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aed3bc38-da8d-49c7-b46d-4a023d58beeb tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "PUT /v2.0/routers/075576f4-412a-4363-9eda-fa64a0717967 HTTP/1.1" status: 200 len: 694 time: 1.8867128 Jan 21 09:43:40.117947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33506) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.123014 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] Sync routers for ids ['075576f4-412a-4363-9eda-fa64a0717967'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:40.135127 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] Routers {'075576f4-412a-4363-9eda-fa64a0717967'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:40.136001 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['075576f4-412a-4363-9eda-fa64a0717967'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.139349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:40.142370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.155169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.165762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:40.170137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.238093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] Usage tracker for resource:security_group_rule and tenant:ae46180cd4ba4bad8c436851c2661e88 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:40.241665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:40.271581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:40.282709 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] Set router 075576f4-412a-4363-9eda-fa64a0717967 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:40.314913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:40.331026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.338280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=3687b892-4439-48d6-8bed-44b9c13465c4,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:40.347369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.347731 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Added segment 9708c02b-a88a-4825-9175-31293a3028d6 of type vlan for network 7b644702-0b31-45d7-94f5-a5982194dd1b Jan 21 09:43:40.357766 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d9c93a19-fca2-4c23-a715-c8173eb0a528 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/routers/075576f4-412a-4363-9eda-fa64a0717967 HTTP/1.1" status: 200 len: 700 time: 0.2382774 Jan 21 09:43:40.360345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33510) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.398526 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075576f4-412a-4363-9eda-fa64a0717967', 'name': 'tempest-RoutersTest-router-1886427736', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.402957 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] Checking router: 075576f4-412a-4363-9eda-fa64a0717967 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:43:40.410730 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-159eb7b6-959a-4ce9-be95-5be6ef7f4d62 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=075576f4-412a-4363-9eda-fa64a0717967 HTTP/1.1" status: 200 len: 205 time: 0.0468247 Jan 21 09:43:40.410932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33514) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:40.415169 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] Routers {'075576f4-412a-4363-9eda-fa64a0717967'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:40.415758 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['075576f4-412a-4363-9eda-fa64a0717967'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.467689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.491693 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP c71a58aa-8324-4f04-bc8f-bc86fa17cbf4 associated. External IP: 172.26.1.240, port: dfc9a254-93ec-4066-8f35-8f9be7576932. Jan 21 09:43:40.541507 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] Set router 075576f4-412a-4363-9eda-fa64a0717967 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:43:40.549384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.564916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.603405 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.607204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:40.607820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.620434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network 7ab6d69a-c914-4e98-851c-ea5459889641 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:40.647849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:40.688865 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075576f4-412a-4363-9eda-fa64a0717967', 'name': 'tempest-RoutersTest-router-1886427736', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:40.693793 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aac88c-040b-4924-b077-f3f4f56d3f01 None None] The sync data for ids ['075576f4-412a-4363-9eda-fa64a0717967'] in dv-neutron-825724-1-hyperv is: [{'id': '075576f4-412a-4363-9eda-fa64a0717967', 'name': 'tempest-RoutersTest-router-1886427736', 'tenant_id': '12133649a4884089a039da204c0d1f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:37Z', 'updated_at': '2022-01-21T09:43:38Z', 'revision_number': 2, 'project_id': '12133649a4884089a039da204c0d1f54', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:40.777615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb018-126d-4b6d-9f3f-d1c90a31155c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:40.917825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaef4e4-78a2-406e-a681-9b58354db6c0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.001436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7627974f-0a19-4280-975c-b3b138ed0c43 None None] Provisioning complete for port 3687b892-4439-48d6-8bed-44b9c13465c4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:41.002964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7627974f-0a19-4280-975c-b3b138ed0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.015427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5ef47380-5454-4047-9aa2-c7f950f843fa admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=ae46180cd4ba4bad8c436851c2661e88&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1658976 Jan 21 09:43:41.024750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33518) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.059190 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0388601 Jan 21 09:43:41.063613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33522) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.074290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '7b644702-0b31-45d7-94f5-a5982194dd1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:41.113843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7627974f-0a19-4280-975c-b3b138ed0c43 None None] Port 3687b892-4439-48d6-8bed-44b9c13465c4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:41.131918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab7de5-f64e-45f9-acec-5a9e2a7d5546 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Network': ['ID=7b644702-0b31-45d7-94f5-a5982194dd1b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.145909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 7b644702-0b31-45d7-94f5-a5982194dd1b details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:41.243199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9cb493c-1b78-4939-9c13-a725bcc92821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.282473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9cb493c-1b78-4939-9c13-a725bcc92821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.362939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9cb493c-1b78-4939-9c13-a725bcc92821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.385882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb493c-1b78-4939-9c13-a725bcc92821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaef4e4-78a2-406e-a681-9b58354db6c0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:41.393608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9cb493c-1b78-4939-9c13-a725bcc92821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.394769 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e9cb493c-1b78-4939-9c13-a725bcc92821 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/9eaef4e4-78a2-406e-a681-9b58354db6c0 HTTP/1.1" status: 204 len: 168 time: 0.3683152 Jan 21 09:43:41.402520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Router b7b3d650-a5e8-4ca0-b776-4606caa0d0d8 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:41.434348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb018-126d-4b6d-9f3f-d1c90a31155c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.451448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb018-126d-4b6d-9f3f-d1c90a31155c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.454788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:41.464022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:41.469662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:41.480771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:41.563346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:41.589641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb018-126d-4b6d-9f3f-d1c90a31155c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.590153 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6fb018-126d-4b6d-9f3f-d1c90a31155c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Fanout notify agent at l3_agent the message router_deleted on router 075576f4-412a-4363-9eda-fa64a0717967 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:41.621951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:41.628961 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a83ec44-21f9-4cad-b588-c2a163bf3770 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "PUT /v2.0/routers/b7b3d650-a5e8-4ca0-b776-4606caa0d0d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7383327 Jan 21 09:43:41.636366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33530) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.644252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859eeb5b-d277-46d6-b3e2-7f7191142242 None None] Sync routers for ids ['b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:41.680429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859eeb5b-d277-46d6-b3e2-7f7191142242 None None] Routers {'b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:41.681224 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-859eeb5b-d277-46d6-b3e2-7f7191142242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.682479 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb018-126d-4b6d-9f3f-d1c90a31155c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.687092 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eb6fb018-126d-4b6d-9f3f-d1c90a31155c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/075576f4-412a-4363-9eda-fa64a0717967 HTTP/1.1" status: 204 len: 168 time: 1.2718029 Jan 21 09:43:41.687821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33534) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.751541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8518599-cd8e-4f30-b5ef-4f0e48351fdf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:41.752406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e8518599-cd8e-4f30-b5ef-4f0e48351fdf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:41.761364 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cc0d371e-8e2b-4d4c-8082-fd39a8e18f27 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=075576f4-412a-4363-9eda-fa64a0717967 HTTP/1.1" status: 200 len: 205 time: 0.0729513 Jan 21 09:43:41.764633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33538) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.769147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:41.792692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-859eeb5b-d277-46d6-b3e2-7f7191142242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.796076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e8518599-cd8e-4f30-b5ef-4f0e48351fdf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:41.802395 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e8518599-cd8e-4f30-b5ef-4f0e48351fdf tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports?device_id=b7b3d650-a5e8-4ca0-b776-4606caa0d0d8 HTTP/1.1" status: 200 len: 982 time: 0.1640272 Jan 21 09:43:41.803485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33542) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.807861 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859eeb5b-d277-46d6-b3e2-7f7191142242 None None] Routers {'b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:41.808585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-859eeb5b-d277-46d6-b3e2-7f7191142242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.890054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-859eeb5b-d277-46d6-b3e2-7f7191142242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:41.890899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859eeb5b-d277-46d6-b3e2-7f7191142242 None None] The sync data for ids ['b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:41.929600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33546) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:41.931412 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-708cedb0-5040-4150-8073-4b9da60bfa83 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] delete failed (client error): The resource could not be found. Jan 21 09:43:41.935505 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-708cedb0-5040-4150-8073-4b9da60bfa83 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/075576f4-412a-4363-9eda-fa64a0717967 HTTP/1.1" status: 404 len: 336 time: 0.1667383 Jan 21 09:43:41.936478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33550) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.029685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb86f2f-2d05-45f6-9bff-97f35dd7ccd1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.030394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb86f2f-2d05-45f6-9bff-97f35dd7ccd1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.031825 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0bb86f2f-2d05-45f6-9bff-97f35dd7ccd1 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/cd99b10d-d602-4680-939e-c49edde58271 HTTP/1.1" status: 404 len: 337 time: 0.0947185 Jan 21 09:43:42.035836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33554) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.085102 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5ee5a0-8c71-4bd3-9450-adecfd80a57d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.085543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5ee5a0-8c71-4bd3-9450-adecfd80a57d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.090275 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cc5ee5a0-8c71-4bd3-9450-adecfd80a57d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/e28b71c7-ec77-4867-9b55-62467f56b1ee HTTP/1.1" status: 404 len: 337 time: 0.0509715 Jan 21 09:43:42.091370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33558) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.131951 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c95d65-8a4c-446a-ac12-7d6471105ce5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.132392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c95d65-8a4c-446a-ac12-7d6471105ce5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.136533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a7c95d65-8a4c-446a-ac12-7d6471105ce5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/a54dc578-7fda-4d9b-9065-0bfc76581362 HTTP/1.1" status: 404 len: 337 time: 0.0426645 Jan 21 09:43:42.136735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33562) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.180771 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a41760-7bcc-4d83-94e7-b92d44843336 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.181212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a41760-7bcc-4d83-94e7-b92d44843336 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.185447 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b7a41760-7bcc-4d83-94e7-b92d44843336 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/bca325a4-a7ab-4363-9c0a-03f14368456e HTTP/1.1" status: 404 len: 337 time: 0.0453250 Jan 21 09:43:42.185762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33566) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.214639 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e0434d2b-7148-4d7e-8e71-e0401d1eedab admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=16b1f20b931b4b11b6548e6e8d478db9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2805533 Jan 21 09:43:42.216603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33570) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.229376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-93b7a21a-cacb-489a-91d8-4fbd67496426 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Synchronizing usage tracker for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:42.249493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-93b7a21a-cacb-489a-91d8-4fbd67496426 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] Unset dirty status for tenant:12133649a4884089a039da204c0d1f54 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:42.254114 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-93b7a21a-cacb-489a-91d8-4fbd67496426 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 200 len: 205 time: 0.0641282 Jan 21 09:43:42.255165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33574) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.390720 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-47aa21bb-9c1f-4f25-84e4-bd6b6f4f04c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] delete failed (client error): The resource could not be found. Jan 21 09:43:42.391640 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-47aa21bb-9c1f-4f25-84e4-bd6b6f4f04c2 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/d81badcb-24d5-4682-ac35-c3e08ecf927d HTTP/1.1" status: 404 len: 336 time: 0.1348336 Jan 21 09:43:42.394694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33578) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.448971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-52d9f8fd-f07b-4373-bfdb-5b9f5153823d tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db HTTP/1.1" status: 200 len: 205 time: 0.0523543 Jan 21 09:43:42.451732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33582) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.463271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-85793015-e52e-468a-9cf2-c97b6e0178c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.481004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.524965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:42.542065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-85793015-e52e-468a-9cf2-c97b6e0178c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.622503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=125a930b-0c89-443c-a7e4-7518350ce9cf,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.644486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-60b70461-0413-45a2-a4be-0bac39c38ea5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] delete failed (client error): The resource could not be found. Jan 21 09:43:42.646115 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-60b70461-0413-45a2-a4be-0bac39c38ea5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/c2dbd26a-20d8-4f03-b5ae-abfb4dbd35db HTTP/1.1" status: 404 len: 336 time: 0.1932256 Jan 21 09:43:42.649498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33586) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.692877 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-51604ca4-ffa1-4746-9c80-f499aa1f2fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:42.693590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51604ca4-ffa1-4746-9c80-f499aa1f2fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:42.695362 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-51604ca4-ffa1-4746-9c80-f499aa1f2fc8 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/2f571365-8fcb-4e81-a45f-4ba403c0412d HTTP/1.1" status: 404 len: 337 time: 0.0449171 Jan 21 09:43:42.703148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33590) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.755142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Checking segment: {'id': '9708c02b-a88a-4825-9175-31293a3028d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7b644702-0b31-45d7-94f5-a5982194dd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:42.755513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network hostable DHCP agents. Network: 7b644702-0b31-45d7-94f5-a5982194dd1b, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:42.764696 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a8e3b8b4-b9ab-4bef-80e2-f0e41cf54fad tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=e70e4d31-2123-4570-9255-25cd8fda9cc4 HTTP/1.1" status: 200 len: 205 time: 0.0592351 Jan 21 09:43:42.769216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33594) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.848377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-85793015-e52e-468a-9cf2-c97b6e0178c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.862498 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-83df31c6-ab51-4954-9856-8e9d23f246d5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] delete failed (client error): The resource could not be found. Jan 21 09:43:42.863507 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-83df31c6-ab51-4954-9856-8e9d23f246d5 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/e70e4d31-2123-4570-9255-25cd8fda9cc4 HTTP/1.1" status: 404 len: 336 time: 0.0926313 Jan 21 09:43:42.869126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33598) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.874611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85793015-e52e-468a-9cf2-c97b6e0178c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638ca671-133a-4cc8-80b9-b0deb94ddd65,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:42.897520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-85793015-e52e-468a-9cf2-c97b6e0178c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:42.899078 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-85793015-e52e-468a-9cf2-c97b6e0178c8 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/638ca671-133a-4cc8-80b9-b0deb94ddd65 HTTP/1.1" status: 204 len: 168 time: 0.6815128 Jan 21 09:43:42.901593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 7b644702-0b31-45d7-94f5-a5982194dd1b is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:42.945406 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dcbaf4f4-aa20-438c-b20b-0e3572a8dfd4 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=9eefa5c4-586d-492d-becc-d053f40c9123 HTTP/1.1" status: 200 len: 205 time: 0.0751274 Jan 21 09:43:42.949703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33604) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:42.962459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 7b644702-0b31-45d7-94f5-a5982194dd1b) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:42.972406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:42.972828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23540029-0fd1-4094-8fc5-29ffe61e2b68 None None] Network 7b644702-0b31-45d7-94f5-a5982194dd1b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:42.973417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.003001 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2a8aed98-49a6-4b71-9989-7f68f14d3daf tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9381618 Jan 21 09:43:43.005928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33608) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.013576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-873070789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:43.022287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:43.027977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:router and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:43.031747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:43.040580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:43.057083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.058218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.074754 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-923a8090-3920-4a32-9554-146ad852deb3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] delete failed (client error): The resource could not be found. Jan 21 09:43:43.077634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:43.078646 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-923a8090-3920-4a32-9554-146ad852deb3 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/9eefa5c4-586d-492d-becc-d053f40c9123 HTTP/1.1" status: 404 len: 336 time: 0.1275125 Jan 21 09:43:43.081836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33612) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.092350 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98809df-6127-42b9-9f62-3de9356bb73a None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:43.110119 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98809df-6127-42b9-9f62-3de9356bb73a None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:43.113141 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b98809df-6127-42b9-9f62-3de9356bb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.127587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.135694 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e43234-1f2c-4e70-aeef-b634a0bd0d95 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.135694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e43234-1f2c-4e70-aeef-b634a0bd0d95 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.140432 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22e43234-1f2c-4e70-aeef-b634a0bd0d95 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/bdd31e7c-e7bf-44c5-9b05-cbea9ab3025c HTTP/1.1" status: 404 len: 337 time: 0.0578170 Jan 21 09:43:43.141010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33616) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.144362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.180662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.226433 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3a751c98-c98c-47ee-b617-5d8bd0819da5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.6141858 Jan 21 09:43:43.230975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33620) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.234393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.247686 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b98809df-6127-42b9-9f62-3de9356bb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.260064 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aae5e3ad-d9e4-467a-a295-e66182e07e14 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6ae5631-7a30-4fef-8866-d20321dadea5 HTTP/1.1" status: 200 len: 205 time: 0.1156466 Jan 21 09:43:43.260654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33626) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.281346 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98809df-6127-42b9-9f62-3de9356bb73a None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:43.283535 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b98809df-6127-42b9-9f62-3de9356bb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.339453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.340184 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dfb52c67-713b-418b-bdbc-e0ce94cda3e3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3333135 Jan 21 09:43:43.343629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33630) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.351313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'network_id': '7b644702-0b31-45d7-94f5-a5982194dd1b', 'name': 'tempest-PortsIpV6TestJSON-1910221583'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:43.359522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-7b644702-0b31-45d7-94f5-a5982194dd1b', 'network_id': '7b644702-0b31-45d7-94f5-a5982194dd1b', 'tenant_id': '244b9dd8fbc44a0c945677f14df9fa64', 'fixed_ips': [{'subnet_id': '125a930b-0c89-443c-a7e4-7518350ce9cf'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:43.360333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.396545 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b98809df-6127-42b9-9f62-3de9356bb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:43.397707 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98809df-6127-42b9-9f62-3de9356bb73a None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:43.439732 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-3b5a86aa-ccf1-4459-be5c-380f2c48d0f0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] delete failed (client error): The resource could not be found. Jan 21 09:43:43.440879 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3b5a86aa-ccf1-4459-be5c-380f2c48d0f0 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/d6ae5631-7a30-4fef-8866-d20321dadea5 HTTP/1.1" status: 404 len: 336 time: 0.1786337 Jan 21 09:43:43.444370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33634) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.525552 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8d0b9a89-0705-49f1-8a07-5b488804f171 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "GET /v2.0/floatingips/c71a58aa-8324-4f04-bc8f-bc86fa17cbf4 HTTP/1.1" status: 200 len: 977 time: 0.2949936 Jan 21 09:43:43.526832 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a282e03f-237d-4a4e-a054-87c1e655798c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.527028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a282e03f-237d-4a4e-a054-87c1e655798c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.528509 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a282e03f-237d-4a4e-a054-87c1e655798c tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/938c467d-ec06-4157-b0b4-57cfbc2b4f80 HTTP/1.1" status: 404 len: 337 time: 0.0810831 Jan 21 09:43:43.528997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33642) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.541562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33644) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.647144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Allocated IP 2001:db8::2 (7b644702-0b31-45d7-94f5-a5982194dd1b/125a930b-0c89-443c-a7e4-7518350ce9cf/421a2752-2b74-4e35-b6bc-a72ac80199d4) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:43.660847 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c0ed2915-469b-49f0-8ec5-a2dca0a611d9 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "GET /v2.0/ports?device_id=3402f258-5820-4584-9a01-259a6455e19b HTTP/1.1" status: 200 len: 205 time: 0.1180859 Jan 21 09:43:43.660847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:43.667983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33652) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.686736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:43.706628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a4935676-602e-4bd5-8b93-121d62dd06bb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Synchronizing usage tracker for tenant:f999a508172d43f5be7f6595f17268e3 on resource:floatingip {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:43.721147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:43.724290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.743359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a4935676-602e-4bd5-8b93-121d62dd06bb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Unset dirty status for tenant:f999a508172d43f5be7f6595f17268e3 on resource:floatingip {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:43.745047 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a4935676-602e-4bd5-8b93-121d62dd06bb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2129803 Jan 21 09:43:43.751098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33658) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.754162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:43.795781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'port_id': '44e22f9a-998e-48ae-9290-d341cc61f8b0'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:43.822413 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-aba0b48a-626e-4d97-993e-c16321e717cf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] delete failed (client error): The resource could not be found. Jan 21 09:43:43.826200 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aba0b48a-626e-4d97-993e-c16321e717cf tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/routers/3402f258-5820-4584-9a01-259a6455e19b HTTP/1.1" status: 404 len: 336 time: 0.1604936 Jan 21 09:43:43.826779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33662) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.873159 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d639175-69aa-41b1-bccc-ef17b9d00d9b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:43.873926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d639175-69aa-41b1-bccc-ef17b9d00d9b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:43.878371 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8d639175-69aa-41b1-bccc-ef17b9d00d9b tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/354d4cf1-4631-4b22-a526-0935aea66026 HTTP/1.1" status: 404 len: 337 time: 0.0498474 Jan 21 09:43:43.878952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33666) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:43.883210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 3687b892-4439-48d6-8bed-44b9c13465c4 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:43.883553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.917632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.938987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:43.948008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Transition to ACTIVE for port object 421a2752-2b74-4e35-b6bc-a72ac80199d4 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:44.005486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Transition to ACTIVE for port object 421a2752-2b74-4e35-b6bc-a72ac80199d4 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:44.014995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.094990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.147967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Network 7b644702-0b31-45d7-94f5-a5982194dd1b is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:44.151277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:44.156479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:44.159352 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Pushing event updated for resources: {'Port': ['ID=421a2752-2b74-4e35-b6bc-a72ac80199d4,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.163397 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-533aa76c-15ac-4d9a-af98-7962c718ea08 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] DELETE failed (client error): The resource could not be found. Jan 21 09:43:44.163839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533aa76c-15ac-4d9a-af98-7962c718ea08 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:44.165952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-533aa76c-15ac-4d9a-af98-7962c718ea08 tempest-RoutersTest-133189709 tempest-RoutersTest-133189709-project] 10.222.0.122 "DELETE /v2.0/subnets/a160652b-2eb9-4954-98b4-6b427d7154c1 HTTP/1.1" status: 404 len: 337 time: 0.2849157 Jan 21 09:43:44.258982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::230 (7b644702-0b31-45d7-94f5-a5982194dd1b/125a930b-0c89-443c-a7e4-7518350ce9cf/8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:44.283979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Attempting to bind port 421a2752-2b74-4e35-b6bc-a72ac80199d4 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:44.284202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Attempting to bind port 421a2752-2b74-4e35-b6bc-a72ac80199d4 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '9708c02b-a88a-4825-9175-31293a3028d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7b644702-0b31-45d7-94f5-a5982194dd1b'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:44.285051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Attempting to bind port 421a2752-2b74-4e35-b6bc-a72ac80199d4 on network 7b644702-0b31-45d7-94f5-a5982194dd1b {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:44.293909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:44.294221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Checking segment: {'id': '9708c02b-a88a-4825-9175-31293a3028d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7b644702-0b31-45d7-94f5-a5982194dd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:44.294510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.294908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Bound using segment: {'id': '9708c02b-a88a-4825-9175-31293a3028d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7b644702-0b31-45d7-94f5-a5982194dd1b'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:44.295396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Bound port: 421a2752-2b74-4e35-b6bc-a72ac80199d4, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9708c02b-a88a-4825-9175-31293a3028d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7b644702-0b31-45d7-94f5-a5982194dd1b'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:44.295900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.357375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 3687b892-4439-48d6-8bed-44b9c13465c4 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:44.392538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33678) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.417150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] For port 421a2752-2b74-4e35-b6bc-a72ac80199d4, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:44.420735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] For port 421a2752-2b74-4e35-b6bc-a72ac80199d4, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=421a2752-2b74-4e35-b6bc-a72ac80199d4,segment=NetworkSegment(9708c02b-a88a-4825-9175-31293a3028d6),segment_id=9708c02b-a88a-4825-9175-31293a3028d6)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:44.427089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.561107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966ab03-f20f-403d-8db5-f5b1aadc7262 None None] Pushing event updated for resources: {'Port': ['ID=421a2752-2b74-4e35-b6bc-a72ac80199d4,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.726234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33686) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:44.776624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:44.863279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=3687b892-4439-48d6-8bed-44b9c13465c4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:44.994641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1305070312'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:45.004092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.017390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:45.037354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:network and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:45.048780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:45.059212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:45.078064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:45.122380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:45.125444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.151354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.153968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.176168 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1fb89d06-3876-4f0d-9a1c-029ec5c8cfbf admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=12133649a4884089a039da204c0d1f54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4459982 Jan 21 09:43:45.176718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33694) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.224475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.271666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:45.289236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:security_group_rule and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:45.298833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:45.323176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:45.371931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 7b644702-0b31-45d7-94f5-a5982194dd1b is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:45.382569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.385381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:45.400768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:45.404755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:45.405377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.437143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7790e159-bda3-4565-b684-040ecc15d4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.504394 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8b5fdd3e-6da1-4599-ae65-1b906c5b1558 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1593194 Jan 21 09:43:45.506722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33698) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:45.511212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7790e159-bda3-4565-b684-040ecc15d4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.668498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.673937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.675819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.694028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.709793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218aed9-1c07-4129-92ee-34512e280980 None None] Network 7b644702-0b31-45d7-94f5-a5982194dd1b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:45.710367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Router b7b3d650-a5e8-4ca0-b776-4606caa0d0d8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:45.776518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:45.789546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7790e159-bda3-4565-b684-040ecc15d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.791045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f5f92c-8797-4f34-b0f1-46cc673c0a11,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.807898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.808254 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Added segment 6d6b9e91-7129-460e-90e3-8b371c23b382 of type vlan for network 39f1e386-d394-42ab-8358-5616c07c4588 Jan 21 09:43:45.825001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790e159-bda3-4565-b684-040ecc15d4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc8866-dd9e-44cb-9219-086b320c58ce,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:45.865288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f8886e0e-cd75-4483-8f92-719e5c2a90c2 None None] Provisioning for port 421a2752-2b74-4e35-b6bc-a72ac80199d4 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:45.870832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.874727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7790e159-bda3-4565-b684-040ecc15d4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.878156 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7790e159-bda3-4565-b684-040ecc15d4e9 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/15cc8866-dd9e-44cb-9219-086b320c58ce HTTP/1.1" status: 204 len: 168 time: 0.6945851 Jan 21 09:43:45.916010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:45.920822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:45.921472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.265286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:46.272786 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8728683 Jan 21 09:43:46.273516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33708) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.284346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06144501-3366-45a6-8f79-6c94c36764cb None None] Sync routers for ids ['b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:46.307298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06144501-3366-45a6-8f79-6c94c36764cb None None] Routers {'b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:46.307952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-06144501-3366-45a6-8f79-6c94c36764cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.319510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a6c5b-09bf-4799-9a19-9f8535eccc16 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Network': ['ID=39f1e386-d394-42ab-8358-5616c07c4588,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:46.329321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:46.444062 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-41cf04c2-06b9-4de1-82a9-c4fb1d98afeb tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "PUT /v2.0/routers/b7b3d650-a5e8-4ca0-b776-4606caa0d0d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6389463 Jan 21 09:43:46.444857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:46.455030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33714) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.462936 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-057563d1-397d-41ed-be4f-dc65e6c16849 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4204733 Jan 21 09:43:46.465216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 421a2752-2b74-4e35-b6bc-a72ac80199d4 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:46.515983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:46.518218 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f94a05-f21a-4ddc-80f7-5d25416ba628 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:43:46.518737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d7f94a05-f21a-4ddc-80f7-5d25416ba628 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:46.521050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:46.524639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:46.531824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:46.556400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:46.683496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d7f94a05-f21a-4ddc-80f7-5d25416ba628 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:46.684722 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d7f94a05-f21a-4ddc-80f7-5d25416ba628 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/3687b892-4439-48d6-8bed-44b9c13465c4 HTTP/1.1" status: 404 len: 333 time: 0.2292352 Jan 21 09:43:46.693922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33722) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:46.735200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.784436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-06144501-3366-45a6-8f79-6c94c36764cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.832258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06144501-3366-45a6-8f79-6c94c36764cb None None] Routers {'b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:46.833031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-06144501-3366-45a6-8f79-6c94c36764cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.860864 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP c71a58aa-8324-4f04-bc8f-bc86fa17cbf4 associated. External IP: 172.26.1.240, port: dfc9a254-93ec-4066-8f35-8f9be7576932. Jan 21 09:43:46.890282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-58e03b9f-b008-44fe-9265-d51f53793ac3 None None] Provisioning for port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:46.904908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-06144501-3366-45a6-8f79-6c94c36764cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:46.905256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06144501-3366-45a6-8f79-6c94c36764cb None None] The sync data for ids ['b7b3d650-a5e8-4ca0-b776-4606caa0d0d8'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:46.907360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-58e03b9f-b008-44fe-9265-d51f53793ac3 None None] Provisioning complete for port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:46.907714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58e03b9f-b008-44fe-9265-d51f53793ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:46.937428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 421a2752-2b74-4e35-b6bc-a72ac80199d4 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:46.949366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 421a2752-2b74-4e35-b6bc-a72ac80199d4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:46.949744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.042689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-58e03b9f-b008-44fe-9265-d51f53793ac3 None None] Port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:47.047819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.105172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.139102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93f26ee8-b53d-41cd-acf2-c26900d31e04 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.143445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 421a2752-2b74-4e35-b6bc-a72ac80199d4, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=421a2752-2b74-4e35-b6bc-a72ac80199d4,segment=NetworkSegment(9708c02b-a88a-4825-9175-31293a3028d6),segment_id=9708c02b-a88a-4825-9175-31293a3028d6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:47.148122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.166567 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33732) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.170081 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [-] 10.222.0.122 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0025005 Jan 21 09:43:47.186779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33734) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.221848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6b0246fd-3da5-4c0c-895a-f9b4df41236b None None] Provisioning complete for port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:47.222624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b0246fd-3da5-4c0c-895a-f9b4df41236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.242600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.287454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=421a2752-2b74-4e35-b6bc-a72ac80199d4,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.296956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6b0246fd-3da5-4c0c-895a-f9b4df41236b None None] Port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:47.343564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=195693f5-f08b-404a-beaa-9cc875c79fd3,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:47.414947 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b76829e6-f344-4951-8d06-aa53f95c2ed3 tempest-NetworksApiDiscovery-920092468 tempest-NetworksApiDiscovery-920092468-project] 10.222.0.122 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2261946 Jan 21 09:43:47.428517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:47.428718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network hostable DHCP agents. Network: 39f1e386-d394-42ab-8358-5616c07c4588, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:43:47.459777 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-d015df24-c0ec-41dc-8965-61c752bfb452 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 1099 time: 0.8780386 Jan 21 09:43:47.479177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:43:47.495853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 39f1e386-d394-42ab-8358-5616c07c4588) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:47.511554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f76a2-cd24-4eba-8e51-a71dbbe84cf4 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:47.555376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:47.556087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.604349 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c75ca876-5f3f-4cc8-b39d-d9b7d2457a9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2889209 Jan 21 09:43:47.607634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33742) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:47.617177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'name': 'tempest-NetworksTestDHCPv6-519602824'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:47.790795 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:47.791275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '195693f5-f08b-404a-beaa-9cc875c79fd3'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:47.792198 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.792452 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:47.798041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:47.802933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:47.810052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:47.886476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:47.889462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:47.923063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 2ec1926f-2be9-4013-8e07-1be13b3d5097 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:47.954218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33748) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:48.052732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/195693f5-f08b-404a-beaa-9cc875c79fd3/ae527198-8b21-43df-9ad1-0e0c0366f399) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:48.147062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:48.157256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93f26ee8-b53d-41cd-acf2-c26900d31e04 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.158037 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b63f8-28de-4517-ba29-61814051fb83 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:48.164793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-080c2b8b-6224-4b28-8442-a2d001d2ec0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.166406 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-080c2b8b-6224-4b28-8442-a2d001d2ec0a service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.6204545 Jan 21 09:43:48.177519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93f26ee8-b53d-41cd-acf2-c26900d31e04 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.178793 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b63f8-28de-4517-ba29-61814051fb83 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:48.179600 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-224b63f8-28de-4517-ba29-61814051fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.279092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.287206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.300187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.359649 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-224b63f8-28de-4517-ba29-61814051fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.399552 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b63f8-28de-4517-ba29-61814051fb83 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:48.409106 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-224b63f8-28de-4517-ba29-61814051fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.418238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.426840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 421a2752-2b74-4e35-b6bc-a72ac80199d4 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:48.474717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Transition to ACTIVE for port object ae527198-8b21-43df-9ad1-0e0c0366f399 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:48.512729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Transition to ACTIVE for port object ae527198-8b21-43df-9ad1-0e0c0366f399 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:48.523758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.543333 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-224b63f8-28de-4517-ba29-61814051fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:48.543954 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b63f8-28de-4517-ba29-61814051fb83 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:48.565066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:48.570494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d6333d0dca48598743bc8c6bddc7ef is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:48.576647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:48.585520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:48.608158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:48.609073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 421a2752-2b74-4e35-b6bc-a72ac80199d4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:48.609446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.639228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:48.648463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:48.671969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Pushing event updated for resources: {'Port': ['ID=ae527198-8b21-43df-9ad1-0e0c0366f399,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.680052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::2e5 (39f1e386-d394-42ab-8358-5616c07c4588/195693f5-f08b-404a-beaa-9cc875c79fd3/2ec1926f-2be9-4013-8e07-1be13b3d5097) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:48.688916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.692544 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-528b2f81-74fa-4e12-afab-ef2d25616155 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42315637-e961-4608-9765-8ef9e3a18e03 HTTP/1.1" status: 200 len: 1002 time: 0.5165401 Jan 21 09:43:48.695019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93f26ee8-b53d-41cd-acf2-c26900d31e04 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.696575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f26ee8-b53d-41cd-acf2-c26900d31e04 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Fanout notify agent at l3_agent the message router_deleted on router b7b3d650-a5e8-4ca0-b776-4606caa0d0d8 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:43:48.733440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:48.773413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Attempting to bind port ae527198-8b21-43df-9ad1-0e0c0366f399 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:48.773765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Attempting to bind port ae527198-8b21-43df-9ad1-0e0c0366f399 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:48.774223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Attempting to bind port ae527198-8b21-43df-9ad1-0e0c0366f399 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:48.781768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:48.782431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:48.783021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.783561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:48.784173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Bound port: ae527198-8b21-43df-9ad1-0e0c0366f399, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:48.784705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.825328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-126db8b1-4c04-4e47-a0c9-a0ede79bb9ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:48.827105 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-126db8b1-4c04-4e47-a0c9-a0ede79bb9ff service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.0906436 Jan 21 09:43:48.835695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.943982 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] For port ae527198-8b21-43df-9ad1-0e0c0366f399, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:48.947423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] For port ae527198-8b21-43df-9ad1-0e0c0366f399, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ae527198-8b21-43df-9ad1-0e0c0366f399,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:48.953541 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-74c915c6-6552-4fff-aa38-5562e6773537 None None] Provisioning complete for port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:48.953896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-74c915c6-6552-4fff-aa38-5562e6773537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:48.963654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=d2d6333d0dca48598743bc8c6bddc7ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0079358 Jan 21 09:43:48.965790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33754) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.011213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93f26ee8-b53d-41cd-acf2-c26900d31e04 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.012291 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-93f26ee8-b53d-41cd-acf2-c26900d31e04 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/routers/b7b3d650-a5e8-4ca0-b776-4606caa0d0d8 HTTP/1.1" status: 204 len: 168 time: 2.3126621 Jan 21 09:43:49.015991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33758) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.030042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.037221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.074063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf5950-88c9-4fce-b662-cb4da96d4485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51b11f3-ec16-4269-8670-01406f254462,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.117631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 2ec1926f-2be9-4013-8e07-1be13b3d5097 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:49.126022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.132561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e09ee4aa-de11-4de5-8bf5-601154604768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.142098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-74c915c6-6552-4fff-aa38-5562e6773537 None None] Port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:49.154660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a78ce-6abc-4963-a0d2-48a0ecdfa927 None None] Pushing event updated for resources: {'Port': ['ID=ae527198-8b21-43df-9ad1-0e0c0366f399,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.172835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:49.211501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3801f1e3-6464-42e7-9ef5-3a8111e60090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.225624 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-87f0d5a6-c942-4d01-bd0d-093b1014315c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3503702 Jan 21 09:43:49.325398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.331739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3801f1e3-6464-42e7-9ef5-3a8111e60090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.346993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.535701 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-0aa20de1-3377-4638-9831-beebb19ab6ce service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019626 Jan 21 09:43:49.558489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:49.562385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb8088d-04a6-472e-b760-51276d6ab25c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet 3c7a5e8f-dd17-4c02-87f2-a5e566ac0a2d {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:49.565172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=2ec1926f-2be9-4013-8e07-1be13b3d5097,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.568473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:49.578722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:49.583133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.583740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.587314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-afb8088d-04a6-472e-b760-51276d6ab25c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.670093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-afb8088d-04a6-472e-b760-51276d6ab25c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.710672 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-84950a00-1a4a-4729-8c5b-649d26e3da59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1013970 Jan 21 09:43:49.715562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33764) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:49.756215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3801f1e3-6464-42e7-9ef5-3a8111e60090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.758417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3801f1e3-6464-42e7-9ef5-3a8111e60090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.759534 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3801f1e3-6464-42e7-9ef5-3a8111e60090 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/c51b11f3-ec16-4269-8670-01406f254462 HTTP/1.1" status: 204 len: 168 time: 0.7922635 Jan 21 09:43:49.849155 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801f1e3-6464-42e7-9ef5-3a8111e60090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51b11f3-ec16-4269-8670-01406f254462,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:49.933664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-afb8088d-04a6-472e-b760-51276d6ab25c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:49.991129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15b5a8-159e-4596-84f5-89d5f8e3cd7f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.995211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15b5a8-159e-4596-84f5-89d5f8e3cd7f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:49.995810 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6e151730-8257-4964-8cd8-4c2b12dc7c35 req-be237739-fed6-4202-999a-c12abf7a6d89 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125333 Jan 21 09:43:49.996242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-da15b5a8-159e-4596-84f5-89d5f8e3cd7f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:50.047184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-da15b5a8-159e-4596-84f5-89d5f8e3cd7f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:50.048603 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-da15b5a8-159e-4596-84f5-89d5f8e3cd7f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3300769 Jan 21 09:43:50.060513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33772) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.062282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:50.076074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe53597-6fad-4291-897a-ed3392a5b9ae None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:50.092212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe53597-6fad-4291-897a-ed3392a5b9ae None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:50.094388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cbe53597-6fad-4291-897a-ed3392a5b9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.183054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cbe53597-6fad-4291-897a-ed3392a5b9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.196573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.197577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe53597-6fad-4291-897a-ed3392a5b9ae None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:50.198868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cbe53597-6fad-4291-897a-ed3392a5b9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.204080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.204932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.268759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-afb8088d-04a6-472e-b760-51276d6ab25c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.306074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cbe53597-6fad-4291-897a-ed3392a5b9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:50.306843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe53597-6fad-4291-897a-ed3392a5b9ae None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:50.383931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8088d-04a6-472e-b760-51276d6ab25c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7a5e8f-dd17-4c02-87f2-a5e566ac0a2d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.397639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.415966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ae527198-8b21-43df-9ad1-0e0c0366f399 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:50.441524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:50.467595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-afb8088d-04a6-472e-b760-51276d6ab25c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.470338 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-afb8088d-04a6-472e-b760-51276d6ab25c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/3c7a5e8f-dd17-4c02-87f2-a5e566ac0a2d HTTP/1.1" status: 204 len: 168 time: 1.4454768 Jan 21 09:43:50.473672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33784) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.475321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-66d0b9aa-8e2e-4b5e-a552-b9b2138526bc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 2ec1926f-2be9-4013-8e07-1be13b3d5097 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:50.475912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66d0b9aa-8e2e-4b5e-a552-b9b2138526bc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.485801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e247e2d-89b0-4779-9d01-80cbf12d9902 None None] Network 7ab6d69a-c914-4e98-851c-ea5459889641 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:50.591701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 7b644702-0b31-45d7-94f5-a5982194dd1b is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:50.595188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:50.627062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae63d4-ca3e-43b4-b7bc-308d25cf64d9 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:50.666254 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c9f905b2-b0a1-46f5-b086-fb2cdc3e7d7e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/floatingips/c71a58aa-8324-4f04-bc8f-bc86fa17cbf4 HTTP/1.1" status: 200 len: 977 time: 6.9138010 Jan 21 09:43:50.667370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33790) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:50.702406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:50.825542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.853832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port c9796822-2505-487d-94ac-b99944071b25 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:50.854287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:50.968658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.087892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66d0b9aa-8e2e-4b5e-a552-b9b2138526bc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.111793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b761c832-8f7a-4638-9db3-49e69171dd1f None None] Provisioning for port ae527198-8b21-43df-9ad1-0e0c0366f399 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:51.253573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port ae527198-8b21-43df-9ad1-0e0c0366f399 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:51.263826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port ae527198-8b21-43df-9ad1-0e0c0366f399 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:51.264391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.284727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-66d0b9aa-8e2e-4b5e-a552-b9b2138526bc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 2ec1926f-2be9-4013-8e07-1be13b3d5097 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:51.314023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] For port c9796822-2505-487d-94ac-b99944071b25, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c9796822-2505-487d-94ac-b99944071b25,segment=NetworkSegment(36cf2860-fba9-4c34-bd89-dcddd154af4a),segment_id=36cf2860-fba9-4c34-bd89-dcddd154af4a)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:51.314599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.325269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] DHCP port deletion for 7ab6d69a-c914-4e98-851c-ea5459889641 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:51.334928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] Deleting port c9796822-2505-487d-94ac-b99944071b25 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:51.335619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.446093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4a76ddeb-437c-4720-82c8-1c1f73d4b2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.495127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for c9796822-2505-487d-94ac-b99944071b25 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:51.544863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.557622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.558009 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP c71a58aa-8324-4f04-bc8f-bc86fa17cbf4 disassociated. External IP: 172.26.1.240, port: 44e22f9a-998e-48ae-9290-d341cc61f8b0. Jan 21 09:43:51.574510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Router 8381eb12-2a4a-4db7-a142-bf912f8cc12a is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:43:51.641065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] For port c9796822-2505-487d-94ac-b99944071b25, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c9796822-2505-487d-94ac-b99944071b25,segment=NetworkSegment(36cf2860-fba9-4c34-bd89-dcddd154af4a),segment_id=36cf2860-fba9-4c34-bd89-dcddd154af4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:51.641769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.713691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66d0b9aa-8e2e-4b5e-a552-b9b2138526bc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.786507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] Calling delete_port for c9796822-2505-487d-94ac-b99944071b25 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:51.791831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0b9aa-8e2e-4b5e-a552-b9b2138526bc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=2ec1926f-2be9-4013-8e07-1be13b3d5097,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:51.877070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.882290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66d0b9aa-8e2e-4b5e-a552-b9b2138526bc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.893521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7c307db6-153a-43ef-80c6-dab6937dfad0 None None] Provisioning complete for port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:51.893898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7c307db6-153a-43ef-80c6-dab6937dfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:51.938467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:43:51.938827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:43:51.949967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No DVR routers for this DVR port c9796822-2505-487d-94ac-b99944071b25 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:51.987222 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-66d0b9aa-8e2e-4b5e-a552-b9b2138526bc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/2ec1926f-2be9-4013-8e07-1be13b3d5097 HTTP/1.1" status: 204 len: 168 time: 1.9228227 Jan 21 09:43:51.990483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33810) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.054013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=c9796822-2505-487d-94ac-b99944071b25,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.116070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7c307db6-153a-43ef-80c6-dab6937dfad0 None None] Port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:52.129226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.205273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.254623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab6d69a-c914-4e98-851c-ea5459889641']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.277321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cf2860-fba9-4c34-bd89-dcddd154af4a') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.277613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cf2860-fba9-4c34-bd89-dcddd154af4a') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.281069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port ae527198-8b21-43df-9ad1-0e0c0366f399, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ae527198-8b21-43df-9ad1-0e0c0366f399,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:52.282950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a0451653-724e-4fc9-b7df-e697075ca2e3 None None] Provisioning complete for port ae527198-8b21-43df-9ad1-0e0c0366f399 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:52.286266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a0451653-724e-4fc9-b7df-e697075ca2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.290546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:52.297929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.302158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2afea9-4d73-4b20-8975-3cc9da8b0d6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.303576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2afea9-4d73-4b20-8975-3cc9da8b0d6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.304338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8e2afea9-4d73-4b20-8975-3cc9da8b0d6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:52.306848 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c000d14-5a4a-4659-befd-ca5be0b1e711 None None] Sync routers for ids ['8381eb12-2a4a-4db7-a142-bf912f8cc12a'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:52.315874 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4e021c95-a96a-4e06-ae3c-f7889dc9a323 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "PUT /v2.0/routers/8381eb12-2a4a-4db7-a142-bf912f8cc12a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8080888 Jan 21 09:43:52.321105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33818) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.324372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.336547 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c000d14-5a4a-4659-befd-ca5be0b1e711 None None] Routers {'8381eb12-2a4a-4db7-a142-bf912f8cc12a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:52.338987 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-3c000d14-5a4a-4659-befd-ca5be0b1e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8381eb12-2a4a-4db7-a142-bf912f8cc12a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.341762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:43:52.342202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.349678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:43:52.360413 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:43:52.390117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8e2afea9-4d73-4b20-8975-3cc9da8b0d6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:52.395261 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8e2afea9-4d73-4b20-8975-3cc9da8b0d6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4029970 Jan 21 09:43:52.396112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33822) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.498390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] Deleting port c9796822-2505-487d-94ac-b99944071b25 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:52.498768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.512236 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-3c000d14-5a4a-4659-befd-ca5be0b1e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.525795 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c000d14-5a4a-4659-befd-ca5be0b1e711 None None] Routers {'8381eb12-2a4a-4db7-a142-bf912f8cc12a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:52.526714 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-3c000d14-5a4a-4659-befd-ca5be0b1e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8381eb12-2a4a-4db7-a142-bf912f8cc12a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.546264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.574144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=ae527198-8b21-43df-9ad1-0e0c0366f399,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.577105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.600036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Network': ['ID=7ab6d69a-c914-4e98-851c-ea5459889641,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:52.604775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c9796822-2505-487d-94ac-b99944071b25 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:52.614347 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ce747bf0-dd73-431c-a6eb-df7a24489513 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/networks/7ab6d69a-c914-4e98-851c-ea5459889641 HTTP/1.1" status: 204 len: 168 time: 2.1387587 Jan 21 09:43:52.618384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33828) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.643945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33832) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.646627 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-3c000d14-5a4a-4659-befd-ca5be0b1e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:52.647230 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c000d14-5a4a-4659-befd-ca5be0b1e711 None None] The sync data for ids ['8381eb12-2a4a-4db7-a142-bf912f8cc12a'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:52.684445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-badebacb-f455-4ba3-9cae-c08bc1d92dc6 None None] The port 'c9796822-2505-487d-94ac-b99944071b25' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:43:52.694115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: c9796822-2505-487d-94ac-b99944071b25 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:52.694469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c9796822-2505-487d-94ac-b99944071b25 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:52.696108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.718574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18612951-d5e3-4ae8-b357-45b45b935e92 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.719000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-18612951-d5e3-4ae8-b357-45b45b935e92 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:52.740652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-18612951-d5e3-4ae8-b357-45b45b935e92 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:52.742180 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-18612951-d5e3-4ae8-b357-45b45b935e92 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/67d06593-ebcf-4590-a95e-fd4d236a01b4 HTTP/1.1" status: 200 len: 840 time: 0.1229098 Jan 21 09:43:52.745563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33838) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.796491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f6e3a-bf59-47c5-9c27-770fc3e0dd1a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:52.798710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e9f6e3a-bf59-47c5-9c27-770fc3e0dd1a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:52.803941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:52.804802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a0451653-724e-4fc9-b7df-e697075ca2e3 None None] Could not find standard attr ID for object 2ec1926f-2be9-4013-8e07-1be13b3d5097. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:52.833682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2ff92666-a4ca-469e-bdd3-d50e4b21461d tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/67d06593-ebcf-4590-a95e-fd4d236a01b4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0867946 Jan 21 09:43:52.836989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33842) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.842911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:52.866248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9e9f6e3a-bf59-47c5-9c27-770fc3e0dd1a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:52.867295 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9e9f6e3a-bf59-47c5-9c27-770fc3e0dd1a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports?device_id=8381eb12-2a4a-4db7-a142-bf912f8cc12a HTTP/1.1" status: 200 len: 989 time: 0.5432546 Jan 21 09:43:52.916973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33846) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:52.925227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9744b712-a44b-460f-b5c2-47f968cf964a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 195693f5-f08b-404a-beaa-9cc875c79fd3 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:43:52.930615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c1aafe7f-230d-4475-9307-21a2f63a12d2 None None] Could not find standard attr ID for object 2ec1926f-2be9-4013-8e07-1be13b3d5097. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:43:52.977132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:52.981807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:52.985152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:52.992566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.005428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:53.008057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9744b712-a44b-460f-b5c2-47f968cf964a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.048500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--1083324130', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:53.062254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.070347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.086330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.108439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.117532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.165896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9744b712-a44b-460f-b5c2-47f968cf964a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.273311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:53.277468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.343692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.345067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.415020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:53.418120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:53.421767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:53.422078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.428970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb856478-44ab-47dd-81ff-55adc061546f None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:53.437488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=db06f05d-526a-4b88-b59b-fc81d7d0f9bb,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.457722 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-235de39b-b6b2-474b-8330-f6080bb1d9d6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6194742 Jan 21 09:43:53.460745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33850) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.466510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'security_group': {'name': 'tempest-secgroup-471403826'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:53.470720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:43:53.473613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.478189 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.481766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.488898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.491143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.507714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.515476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.520024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.525688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9744b712-a44b-460f-b5c2-47f968cf964a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.555643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.559945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group_rule and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.563007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.565649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.570275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.631247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.637136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.688204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.692706 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2275715 Jan 21 09:43:53.693737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33854) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:53.697282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff681861-c657-4ff5-802a-e22fe2548202 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093d0227-c583-4603-9b02-74b08a5b1037,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.701913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'security_group': {'name': 'tempest-secgroup-87648597'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:53.709590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.714419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.717380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.724896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.738334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.752283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'tenant_id': 'a05abf99eeec4bd89e25ce74b3597042', 'fixed_ips': [{'subnet_id': 'db06f05d-526a-4b88-b59b-fc81d7d0f9bb'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:53.753244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.803860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:53.809552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group_rule and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:53.812795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:53.825381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:53.849842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.852474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9744b712-a44b-460f-b5c2-47f968cf964a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.921208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.923949 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744b712-a44b-460f-b5c2-47f968cf964a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=195693f5-f08b-404a-beaa-9cc875c79fd3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:53.931089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.940846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Allocated IP 172.20.0.2 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/db06f05d-526a-4b88-b59b-fc81d7d0f9bb/baa3a52d-3332-4e2c-8f53-1b7180c05c2b) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:53.965604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.967285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9744b712-a44b-460f-b5c2-47f968cf964a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:53.986822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.008965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e78dcdd-3aea-4b75-a4ad-746492335fe6,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.020129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.022534 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-20ffdb2d-03d9-4ed9-8fe9-cc6682b505f6 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.3274925 Jan 21 09:43:54.027806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33858) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.036849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1443211954', 'security_groups': ['1e78dcdd-3aea-4b75-a4ad-746492335fe6'], 'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'db06f05d-526a-4b88-b59b-fc81d7d0f9bb'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:54.064912 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9744b712-a44b-460f-b5c2-47f968cf964a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/195693f5-f08b-404a-beaa-9cc875c79fd3 HTTP/1.1" status: 204 len: 168 time: 1.6659946 Jan 21 09:43:54.070230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fa621-0e10-48cb-8f54-5bb3d3f478ba None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:54.088265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33862) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.092565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:43:54.301553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:54.307202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c20342f-65b5-4bb0-83b3-08ebeb212492,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.325532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:54.336157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:54.341161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.350676 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-027276e3-383a-455a-a3a7-5cf2381c41b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2560003 Jan 21 09:43:54.351219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33866) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.355827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.356160 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment e741dc45-3a37-4853-91e8-4ab5c36fe83c of type vlan for network d8264d59-9abd-426e-a1a8-a9c471e7ab6c Jan 21 09:43:54.361578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:54.396993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.409426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Transition to ACTIVE for port object baa3a52d-3332-4e2c-8f53-1b7180c05c2b will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:54.421825 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.431952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Transition to ACTIVE for port object baa3a52d-3332-4e2c-8f53-1b7180c05c2b will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:54.444914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port da7f75f4-1939-4958-9d44-39dc50f7df87 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:54.454884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.471100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:43:54.519800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.521825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2335d-c011-4a99-86f8-3f68ea118a4d None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:43:54.526230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ae527198-8b21-43df-9ad1-0e0c0366f399 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:54.549221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.554228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:54.554228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.587673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:54.598715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:54.604622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:54.617153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:54.623530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:54.639701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:54.641419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:54.644539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:54.662279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Pushing event updated for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.665553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2335d-c011-4a99-86f8-3f68ea118a4d None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:54.666187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f3a2335d-c011-4a99-86f8-3f68ea118a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.692773 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0411041 Jan 21 09:43:54.701199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33870) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.706315 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-587f4ca1-deab-42e7-bc50-92c32a08d74d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/floatingips/c71a58aa-8324-4f04-bc8f-bc86fa17cbf4 HTTP/1.1" status: 200 len: 688 time: 4.0327792 Jan 21 09:43:54.708847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33872) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:54.717667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'admin_state_up': True, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:54.725921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4f84f-c49c-4d6d-961a-673c504b4096 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=d8264d59-9abd-426e-a1a8-a9c471e7ab6c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:54.774654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:43:54.787228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:43:54.787451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:54.807801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.808020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:router and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:54.818068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:54.824581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.5 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/db06f05d-526a-4b88-b59b-fc81d7d0f9bb/da7f75f4-1939-4958-9d44-39dc50f7df87) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:54.828480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:54.934920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f3a2335d-c011-4a99-86f8-3f68ea118a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:54.937463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] Deleting port ae527198-8b21-43df-9ad1-0e0c0366f399 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:54.938077 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:54.961748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 2d57dd93-d71e-4138-aab6-8fc32134a619 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:54.962372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.000967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.002170 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.057107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Attempting to bind port baa3a52d-3332-4e2c-8f53-1b7180c05c2b on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:55.057463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Attempting to bind port baa3a52d-3332-4e2c-8f53-1b7180c05c2b by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '857b509d-f878-49de-a94e-71eb3946aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:55.058082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Attempting to bind port baa3a52d-3332-4e2c-8f53-1b7180c05c2b on network a86e5793-35fe-4638-96c4-15e6d8b42bd1 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:55.097256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2335d-c011-4a99-86f8-3f68ea118a4d None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:43:55.098313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f3a2335d-c011-4a99-86f8-3f68ea118a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:55.109198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.172924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port ae527198-8b21-43df-9ad1-0e0c0366f399 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:55.173542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.180920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.211351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f3a2335d-c011-4a99-86f8-3f68ea118a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:43:55.211736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2335d-c011-4a99-86f8-3f68ea118a4d None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:43:55.214417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:55.215557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Checking segment: {'id': '857b509d-f878-49de-a94e-71eb3946aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:55.215825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.216443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Bound using segment: {'id': '857b509d-f878-49de-a94e-71eb3946aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:55.217145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Bound port: baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b509d-f878-49de-a94e-71eb3946aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:55.217813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object da7f75f4-1939-4958-9d44-39dc50f7df87 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:55.217960 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.253021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.299068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.312475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.313048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.328502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:55.332964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.337203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:55.378095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.379401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.382487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=05153e41-dc2b-4933-a10e-eedf8cd66f3f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.442057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:55.447253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:55.449354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=da7f75f4-1939-4958-9d44-39dc50f7df87,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.451714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:55.453789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 2d57dd93-d71e-4138-aab6-8fc32134a619 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:55.484605 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-714067d5-759a-4713-bfc5-4c1269222499 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1300871 Jan 21 09:43:55.484964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33878) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.491097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'name': 'tempest-NetworksTestDHCPv6-1216685411'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:55.497393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:55.500267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] For port ae527198-8b21-43df-9ad1-0e0c0366f399, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ae527198-8b21-43df-9ad1-0e0c0366f399,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:55.500696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.532228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:55.533317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.557428 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bcd2dff0-040f-4a70-bfb2-e8f08701e602 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5284863 Jan 21 09:43:55.560120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33882) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.567080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:55.634919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:55.640936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] Calling delete_port for ae527198-8b21-43df-9ad1-0e0c0366f399 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:55.685718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.716512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:55.720989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:55.725190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:55.731286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:55.746600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:55.751046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.810376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f31a3-493c-41be-b469-8f9ed4eda5d5 None None] Pushing event updated for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.831658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:55.884244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] Pushing event deleted for resources: {'Port': ['ID=ae527198-8b21-43df-9ad1-0e0c0366f399,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:55.890617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d42e0-f98c-4a55-a220-b8ebfb456565 None None] No DVR routers for this DVR port ae527198-8b21-43df-9ad1-0e0c0366f399 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:43:55.917485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0eb17-75e4-40af-858e-9fae547e46ef None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:55.923676 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.ipam_backend_mixin [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet db06f05d-526a-4b88-b59b-fc81d7d0f9bb (CIDR: 172.20.0.0/28) Jan 21 09:43:55.928523 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:43:55.930355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:43:55.963904 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-45753f56-f0a6-421b-9464-63e266d0aed4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4025712 Jan 21 09:43:55.966821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33886) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:55.975828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:56.068960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.121622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.142708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=2d57dd93-d71e-4138-aab6-8fc32134a619,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.149251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:56.166739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:56.193565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:56.198607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:43:56.202005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:56.209096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:56.220220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:56.224736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.233380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '05153e41-dc2b-4933-a10e-eedf8cd66f3f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:43:56.234258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.240607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:43:56.293882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:56.437899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:56.440798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.508264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device baa3a52d-3332-4e2c-8f53-1b7180c05c2b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:56.525758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 5d5120b9-66ed-4fae-b63e-5616498968be yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:56.548124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/05153e41-dc2b-4933-a10e-eedf8cd66f3f/894ac1b3-ce8f-4989-85af-9683ab89c5c7) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:56.567735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:56.568039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.661485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.665275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.674245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:56.741053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:56.747801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:56.752508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:56.753085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.777264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ae527198-8b21-43df-9ad1-0e0c0366f399 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:43:56.777514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=332cb556-f45a-41b4-b52a-d6cc4278e4b7,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:56.803160 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b03f8a35-c3dc-433e-b5e7-a07a402b80e7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8348305 Jan 21 09:43:56.806614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33890) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.815261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1202110812', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '332cb556-f45a-41b4-b52a-d6cc4278e4b7'}], 'security_groups': ['093d0227-c583-4603-9b02-74b08a5b1037']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:56.839605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.845215 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a18b006a-26ed-4bf5-b848-d9a3c1416d47 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/floatingips/c71a58aa-8324-4f04-bc8f-bc86fa17cbf4 HTTP/1.1" status: 204 len: 168 time: 2.1305900 Jan 21 09:43:56.851493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33894) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:56.899678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: ae527198-8b21-43df-9ad1-0e0c0366f399 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:43:56.900035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ae527198-8b21-43df-9ad1-0e0c0366f399 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:43:56.944022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.963461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Transition to ACTIVE for port object 894ac1b3-ce8f-4989-85af-9683ab89c5c7 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:56.988432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:56.989001 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-4aea92ea-72c8-4df7-a14d-2af01d2de867 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] delete failed (client error): The resource could not be found. Jan 21 09:43:56.990654 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4aea92ea-72c8-4df7-a14d-2af01d2de867 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/floatingips/c71a58aa-8324-4f04-bc8f-bc86fa17cbf4 HTTP/1.1" status: 404 len: 345 time: 0.1372979 Jan 21 09:43:56.998818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Transition to ACTIVE for port object 894ac1b3-ce8f-4989-85af-9683ab89c5c7 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:57.004455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33898) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.008678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.085344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Pushing event updated for resources: {'Port': ['ID=894ac1b3-ce8f-4989-85af-9683ab89c5c7,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.104828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.107144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:57.109523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:57.116464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:57.214598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a17d66-dfba-4fff-8297-43a851be4e0f None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:43:57.278613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for 8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:57.281726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Attempting to bind port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:43:57.282112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Attempting to bind port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:43:57.282468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Attempting to bind port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:43:57.308728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:43:57.308728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:43:57.308728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.308728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:43:57.309315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Bound port: 894ac1b3-ce8f-4989-85af-9683ab89c5c7, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:43:57.309499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.405091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f6 (39f1e386-d394-42ab-8358-5616c07c4588/05153e41-dc2b-4933-a10e-eedf8cd66f3f/5d5120b9-66ed-4fae-b63e-5616498968be) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:57.449520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Provisioning complete for port 67d06593-ebcf-4590-a95e-fd4d236a01b4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:57.449772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.474293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.499332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Delete allocated IP 172.20.0.5 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/db06f05d-526a-4b88-b59b-fc81d7d0f9bb) {{(pid=83427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:43:57.510007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.23 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/332cb556-f45a-41b4-b52a-d6cc4278e4b7/da7f75f4-1939-4958-9d44-39dc50f7df87) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:57.536560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.557464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] For port 894ac1b3-ce8f-4989-85af-9683ab89c5c7, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:43:57.559872 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Port 67d06593-ebcf-4590-a95e-fd4d236a01b4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:57.599001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] For port 894ac1b3-ce8f-4989-85af-9683ab89c5c7, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=894ac1b3-ce8f-4989-85af-9683ab89c5c7,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:43:57.606036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b5bb7-b8a9-49ed-9cad-5fcab59fa04a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.609216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b5bb7-b8a9-49ed-9cad-5fcab59fa04a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.613796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b5bb7-b8a9-49ed-9cad-5fcab59fa04a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:57.614869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0b1b5bb7-b8a9-49ed-9cad-5fcab59fa04a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Synchronizing usage tracker for tenant:f999a508172d43f5be7f6595f17268e3 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:57.615013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.669777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Provisioning for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:57.697207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Provisioning complete for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:57.697568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.733361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.750095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Ignored duplicate provisioning block setup for port da7f75f4-1939-4958-9d44-39dc50f7df87 by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 09:43:57.755949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:57.784136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78bb6-3df6-4cb2-9c0d-1469f3f3ad07 None None] Pushing event updated for resources: {'Port': ['ID=894ac1b3-ce8f-4989-85af-9683ab89c5c7,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:57.833103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0b1b5bb7-b8a9-49ed-9cad-5fcab59fa04a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Unset dirty status for tenant:f999a508172d43f5be7f6595f17268e3 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:57.834425 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0b1b5bb7-b8a9-49ed-9cad-5fcab59fa04a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "GET /v2.0/ports?network_id=a063c150-ca11-421a-84ce-8296c5200a96 HTTP/1.1" status: 200 len: 2356 time: 0.8239276 Jan 21 09:43:57.856658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33902) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:57.947266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.002446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e9fc0-0d86-415b-98ba-54fe5b113646 None None] Update dhcp port {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'fixed_ips': [{'subnet_id': 'db06f05d-526a-4b88-b59b-fc81d7d0f9bb', 'ip_address': '172.20.0.2'}, {'subnet_id': '332cb556-f45a-41b4-b52a-d6cc4278e4b7'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': 'baa3a52d-3332-4e2c-8f53-1b7180c05c2b'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:43:58.045401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:58.049161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=da7f75f4-1939-4958-9d44-39dc50f7df87,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.068315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a88795-c715-4b97-826c-d15c725569ac tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.068560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.069175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-93a88795-c715-4b97-826c-d15c725569ac tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Synchronizing usage tracker for tenant:f999a508172d43f5be7f6595f17268e3 on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:58.084291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] In _notify_port_updated(), no bound segment for port da7f75f4-1939-4958-9d44-39dc50f7df87 on network a86e5793-35fe-4638-96c4-15e6d8b42bd1 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:43:58.088072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.088691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.092826 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-70aff4d1-1a29-49be-bf5f-2e4ce74d85ac tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "PUT /v2.0/ports/da7f75f4-1939-4958-9d44-39dc50f7df87 HTTP/1.1" status: 200 len: 921 time: 1.2852557 Jan 21 09:43:58.093512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33906) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.120590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.135091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9fc0-0d86-415b-98ba-54fe5b113646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.145634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 5d5120b9-66ed-4fae-b63e-5616498968be will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:58.161953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-93a88795-c715-4b97-826c-d15c725569ac tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Unset dirty status for tenant:f999a508172d43f5be7f6595f17268e3 on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:58.167761 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-93a88795-c715-4b97-826c-d15c725569ac tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "GET /v2.0/subnets/0a9500f8-e63a-4456-8b69-9fbb2341ccac HTTP/1.1" status: 200 len: 797 time: 0.3052192 Jan 21 09:43:58.174016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33910) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.183680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'port': {'network_id': 'a063c150-ca11-421a-84ce-8296c5200a96', 'name': 'tempest-FloatingIPTestJSON-1570361294', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:43:58.202461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.18 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/453feb2e-7cf4-4b7a-a13f-ef4739a1355f) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:58.217298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.228622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14ca0b-6edd-446a-8578-67149e2c9b2c None None] Pushing event updated for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.269240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d19964ac-99ba-4263-ab2d-31f862214c67 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port da7f75f4-1939-4958-9d44-39dc50f7df87 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:58.270180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d19964ac-99ba-4263-ab2d-31f862214c67 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.298029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.306417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.407314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-3d5e9fc0-0d86-415b-98ba-54fe5b113646 None None] Allocated IP 172.20.0.18 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/332cb556-f45a-41b4-b52a-d6cc4278e4b7/baa3a52d-3332-4e2c-8f53-1b7180c05c2b) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:58.483585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:43:58.565302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:43:58.592482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:58.606005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:43:58.610295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:58.615703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:58.620353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:58.621186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.656622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3d5e9fc0-0d86-415b-98ba-54fe5b113646 None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:58.668593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 894ac1b3-ce8f-4989-85af-9683ab89c5c7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:58.736128 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9fc0-0d86-415b-98ba-54fe5b113646 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.743248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=5d5120b9-66ed-4fae-b63e-5616498968be,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:58.761412 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3d5e9fc0-0d86-415b-98ba-54fe5b113646 None None] Transition to ACTIVE for port object baa3a52d-3332-4e2c-8f53-1b7180c05c2b will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:43:58.775941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9fc0-0d86-415b-98ba-54fe5b113646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.821063 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0a48dfc7-b293-4f3f-97a8-7e16967b9a07 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3350894 Jan 21 09:43:58.821835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33914) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:58.830242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.863194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.869871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d19964ac-99ba-4263-ab2d-31f862214c67 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:58.967519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e9fc0-0d86-415b-98ba-54fe5b113646 None None] Pushing event updated for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.032242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d19964ac-99ba-4263-ab2d-31f862214c67 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for da7f75f4-1939-4958-9d44-39dc50f7df87 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:43:59.033055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.039686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:59.051121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device baa3a52d-3332-4e2c-8f53-1b7180c05c2b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:43:59.143473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=453feb2e-7cf4-4b7a-a13f-ef4739a1355f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.243412 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:43:59.251372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.300601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] device_id is not set on port 4eb9d1d7-88c1-4170-b694-a73f4bb2c56c yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:43:59.305725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:43:59.309315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:43:59.345605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad703e-59d3-48bb-9951-845052d58edd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:59.350958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad703e-59d3-48bb-9951-845052d58edd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:43:59.351956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17ad703e-59d3-48bb-9951-845052d58edd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:59.436013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f51e6225-5b42-44ed-a67d-327511058524 None None] Provisioning for port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:59.444192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f51e6225-5b42-44ed-a67d-327511058524 None None] Provisioning complete for port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:59.444627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f51e6225-5b42-44ed-a67d-327511058524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.455539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d19964ac-99ba-4263-ab2d-31f862214c67 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.539164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17ad703e-59d3-48bb-9951-845052d58edd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:59.539164 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-17ad703e-59d3-48bb-9951-845052d58edd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7110479 Jan 21 09:43:59.543922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33918) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.604324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19964ac-99ba-4263-ab2d-31f862214c67 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=da7f75f4-1939-4958-9d44-39dc50f7df87,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.683253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f51e6225-5b42-44ed-a67d-327511058524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.725691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f51e6225-5b42-44ed-a67d-327511058524 None None] For port 894ac1b3-ce8f-4989-85af-9683ab89c5c7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=894ac1b3-ce8f-4989-85af-9683ab89c5c7,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:43:59.735236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f51e6225-5b42-44ed-a67d-327511058524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.802089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d19964ac-99ba-4263-ab2d-31f862214c67 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.830098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e6225-5b42-44ed-a67d-327511058524 None None] Pushing event updated for resources: {'Port': ['ID=894ac1b3-ce8f-4989-85af-9683ab89c5c7,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:43:59.836216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d19964ac-99ba-4263-ab2d-31f862214c67 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/da7f75f4-1939-4958-9d44-39dc50f7df87 HTTP/1.1" status: 204 len: 168 time: 1.7403119 Jan 21 09:43:59.839297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33922) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:43:59.866112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dc0cb65a-d456-4268-afd3-0990a7ba0f2f None None] Provisioning for port 5d5120b9-66ed-4fae-b63e-5616498968be completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:43:59.876995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dc0cb65a-d456-4268-afd3-0990a7ba0f2f None None] Provisioning complete for port 5d5120b9-66ed-4fae-b63e-5616498968be triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:43:59.876995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb65a-d456-4268-afd3-0990a7ba0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.934215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cb65a-d456-4268-afd3-0990a7ba0f2f None None] Port 5d5120b9-66ed-4fae-b63e-5616498968be cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:43:59.943371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-99af73c1-f6d3-4b61-b7b7-731e5c8fe7e8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 5d5120b9-66ed-4fae-b63e-5616498968be {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:43:59.943887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99af73c1-f6d3-4b61-b7b7-731e5c8fe7e8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:43:59.951196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac074210-a51e-4b79-bbfa-76ded7218f1a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:43:59.951691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ac074210-a51e-4b79-bbfa-76ded7218f1a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:43:59.962947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.20.0.14 (a063c150-ca11-421a-84ce-8296c5200a96/0a9500f8-e63a-4456-8b69-9fbb2341ccac/4eb9d1d7-88c1-4170-b694-a73f4bb2c56c) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:59.973855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.20.0.13 (a063c150-ca11-421a-84ce-8296c5200a96/0a9500f8-e63a-4456-8b69-9fbb2341ccac/4eb9d1d7-88c1-4170-b694-a73f4bb2c56c) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:43:59.986590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ac074210-a51e-4b79-bbfa-76ded7218f1a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:43:59.991159 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ac074210-a51e-4b79-bbfa-76ded7218f1a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/da7f75f4-1939-4958-9d44-39dc50f7df87 HTTP/1.1" status: 404 len: 333 time: 0.0932105 Jan 21 09:43:59.992799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33926) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.032390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Router 8381eb12-2a4a-4db7-a142-bf912f8cc12a has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:00.047958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-416b4c35-fb77-432e-8e3c-b636eaba6291 None None] Could not find standard attr ID for object da7f75f4-1939-4958-9d44-39dc50f7df87. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:00.062007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-416b4c35-fb77-432e-8e3c-b636eaba6291 None None] Provisioning complete for port 67d06593-ebcf-4590-a95e-fd4d236a01b4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:00.062471 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-416b4c35-fb77-432e-8e3c-b636eaba6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.135478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-416b4c35-fb77-432e-8e3c-b636eaba6291 None None] Port 67d06593-ebcf-4590-a95e-fd4d236a01b4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:00.156035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-416b4c35-fb77-432e-8e3c-b636eaba6291 None None] Provisioning for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:00.164585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-416b4c35-fb77-432e-8e3c-b636eaba6291 None None] Provisioning complete for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:00.166303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-416b4c35-fb77-432e-8e3c-b636eaba6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.180191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05bc667-f061-45d5-8d99-771dee7f8b8a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.241268 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05bc667-f061-45d5-8d99-771dee7f8b8a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.308121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.333404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05bc667-f061-45d5-8d99-771dee7f8b8a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.370125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bc667-f061-45d5-8d99-771dee7f8b8a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e78dcdd-3aea-4b75-a4ad-746492335fe6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.371736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.372476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.374812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05bc667-f061-45d5-8d99-771dee7f8b8a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.376315 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b05bc667-f061-45d5-8d99-771dee7f8b8a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/security-groups/1e78dcdd-3aea-4b75-a4ad-746492335fe6 HTTP/1.1" status: 204 len: 168 time: 0.3831868 Jan 21 09:44:00.379087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33930) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.403619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99af73c1-f6d3-4b61-b7b7-731e5c8fe7e8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.423552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.462884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7ffdd2c7-013b-4457-93bc-fe92588c5e93 None None] Could not find standard attr ID for object da7f75f4-1939-4958-9d44-39dc50f7df87. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:00.474543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device baa3a52d-3332-4e2c-8f53-1b7180c05c2b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:00.478563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:00.490706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a063c150-ca11-421a-84ce-8296c5200a96 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:00.490906 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c71f4c-b3d3-43f3-b3d4-252f537dbd58 None None] Sync routers for ids ['8381eb12-2a4a-4db7-a142-bf912f8cc12a'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:00.507703 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c71f4c-b3d3-43f3-b3d4-252f537dbd58 None None] Routers {'8381eb12-2a4a-4db7-a142-bf912f8cc12a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:00.509014 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a4c71f4c-b3d3-43f3-b3d4-252f537dbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8381eb12-2a4a-4db7-a142-bf912f8cc12a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.513483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:00.517279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:00.551334 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6404ca71-8f16-47e2-ad05-7f15ea87ee82 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "PUT /v2.0/routers/8381eb12-2a4a-4db7-a142-bf912f8cc12a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6220343 Jan 21 09:44:00.595174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33934) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.602162 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a4c71f4c-b3d3-43f3-b3d4-252f537dbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.610879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:00.611600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.613080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-99af73c1-f6d3-4b61-b7b7-731e5c8fe7e8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 5d5120b9-66ed-4fae-b63e-5616498968be owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:00.620889 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c71f4c-b3d3-43f3-b3d4-252f537dbd58 None None] Routers {'8381eb12-2a4a-4db7-a142-bf912f8cc12a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:00.621725 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a4c71f4c-b3d3-43f3-b3d4-252f537dbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['8381eb12-2a4a-4db7-a142-bf912f8cc12a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.627768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:00.628233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.708994 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a4c71f4c-b3d3-43f3-b3d4-252f537dbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:00.709779 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c71f4c-b3d3-43f3-b3d4-252f537dbd58 None None] The sync data for ids ['8381eb12-2a4a-4db7-a142-bf912f8cc12a'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:00.735676 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-96186e04-41ef-4a88-8e3f-038ba5a107b2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:44:00.736334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-96186e04-41ef-4a88-8e3f-038ba5a107b2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:00.757610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7d64-70fe-4005-8675-705d400f4895 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.793877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7d64-70fe-4005-8675-705d400f4895 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.812338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-51285241-d02b-41ae-ac8b-926590351547 None None] Could not find standard attr ID for object da7f75f4-1939-4958-9d44-39dc50f7df87. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:00.817463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 894ac1b3-ce8f-4989-85af-9683ab89c5c7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:00.855506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=4eb9d1d7-88c1-4170-b694-a73f4bb2c56c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:00.858626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-96186e04-41ef-4a88-8e3f-038ba5a107b2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:00.865972 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-96186e04-41ef-4a88-8e3f-038ba5a107b2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/8de565b0-29aa-4e8c-9fd9-b9f4b9c9a850 HTTP/1.1" status: 404 len: 333 time: 0.2360919 Jan 21 09:44:00.866845 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4c7ef586-6e37-42fa-bdda-610136f4b47e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6916497 Jan 21 09:44:00.867822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33938) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.876264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33940) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:00.887950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '4eb9d1d7-88c1-4170-b694-a73f4bb2c56c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:00.899084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:00.911501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:floatingip and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:00.917170 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:00.931637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:00.932262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.935459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:00.960804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99af73c1-f6d3-4b61-b7b7-731e5c8fe7e8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.968924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:00.971039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7d64-70fe-4005-8675-705d400f4895 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.074309 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af73c1-f6d3-4b61-b7b7-731e5c8fe7e8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=5d5120b9-66ed-4fae-b63e-5616498968be,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.185682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99af73c1-f6d3-4b61-b7b7-731e5c8fe7e8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.198516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb7d64-70fe-4005-8675-705d400f4895 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093d0227-c583-4603-9b02-74b08a5b1037,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:01.205713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7d64-70fe-4005-8675-705d400f4895 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.207515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c4eb7d64-70fe-4005-8675-705d400f4895 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/security-groups/093d0227-c583-4603-9b02-74b08a5b1037 HTTP/1.1" status: 204 len: 168 time: 0.8268490 Jan 21 09:44:01.211957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33946) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.226013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cee16a74-078f-4d9a-aafa-0d222daeb424 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.258565 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-99af73c1-f6d3-4b61-b7b7-731e5c8fe7e8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/5d5120b9-66ed-4fae-b63e-5616498968be HTTP/1.1" status: 204 len: 168 time: 1.7129633 Jan 21 09:44:01.273504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33950) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.402275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c162f713-766e-4b89-ab17-99560fa03402 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:01.461887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272d708-79d8-4e14-badb-44de80d072ca tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.463209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272d708-79d8-4e14-badb-44de80d072ca tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:01.463932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a272d708-79d8-4e14-badb-44de80d072ca tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:01.645248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cee16a74-078f-4d9a-aafa-0d222daeb424 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.650221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cee16a74-078f-4d9a-aafa-0d222daeb424 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.682733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cee16a74-078f-4d9a-aafa-0d222daeb424 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.683240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee16a74-078f-4d9a-aafa-0d222daeb424 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Fanout notify agent at l3_agent the message router_deleted on router 8381eb12-2a4a-4db7-a142-bf912f8cc12a {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:44:01.695418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cee16a74-078f-4d9a-aafa-0d222daeb424 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.696096 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cee16a74-078f-4d9a-aafa-0d222daeb424 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/routers/8381eb12-2a4a-4db7-a142-bf912f8cc12a HTTP/1.1" status: 204 len: 168 time: 0.8226092 Jan 21 09:44:01.698711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33954) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.716249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a272d708-79d8-4e14-badb-44de80d072ca tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:01.717314 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a272d708-79d8-4e14-badb-44de80d072ca tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4414315 Jan 21 09:44:01.729253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33958) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:01.822020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.833497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8008ebd-28b2-4125-b245-7704f8ff889f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet db06f05d-526a-4b88-b59b-fc81d7d0f9bb {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:01.885891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8008ebd-28b2-4125-b245-7704f8ff889f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.893886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af9c344-04b3-48e3-a0e3-95534c33dd0c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet 125a930b-0c89-443c-a7e4-7518350ce9cf {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:01.897484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7af9c344-04b3-48e3-a0e3-95534c33dd0c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:01.958468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7af9c344-04b3-48e3-a0e3-95534c33dd0c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.047394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8008ebd-28b2-4125-b245-7704f8ff889f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.052118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7af9c344-04b3-48e3-a0e3-95534c33dd0c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.134931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7af9c344-04b3-48e3-a0e3-95534c33dd0c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.172095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9c344-04b3-48e3-a0e3-95534c33dd0c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=125a930b-0c89-443c-a7e4-7518350ce9cf,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.181745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7af9c344-04b3-48e3-a0e3-95534c33dd0c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.187901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2d4079-891d-4e20-b2ce-82696b485613 None None] Network 7b644702-0b31-45d7-94f5-a5982194dd1b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:02.192613 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7af9c344-04b3-48e3-a0e3-95534c33dd0c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/125a930b-0c89-443c-a7e4-7518350ce9cf HTTP/1.1" status: 204 len: 168 time: 0.4928432 Jan 21 09:44:02.193276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33962) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.314360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5f5272-12a1-4bb6-b261-985728b8414d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 05153e41-dc2b-4933-a10e-eedf8cd66f3f {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:02.319530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.330752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port 421a2752-2b74-4e35-b6bc-a72ac80199d4 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:02.331139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.334239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.26.1.53 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/2b928c08-575a-48aa-80ae-87098f520099) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:02.337638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da5f5272-12a1-4bb6-b261-985728b8414d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.396894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8008ebd-28b2-4125-b245-7704f8ff889f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.462924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] DHCP port deletion for 7b644702-0b31-45d7-94f5-a5982194dd1b request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:02.468134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] Deleting port 421a2752-2b74-4e35-b6bc-a72ac80199d4 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:02.468669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.523480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da5f5272-12a1-4bb6-b261-985728b8414d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.580640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] For port 421a2752-2b74-4e35-b6bc-a72ac80199d4, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=421a2752-2b74-4e35-b6bc-a72ac80199d4,segment=NetworkSegment(9708c02b-a88a-4825-9175-31293a3028d6),segment_id=9708c02b-a88a-4825-9175-31293a3028d6)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:02.580640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.676116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:02.695203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d742a-7830-4530-902d-51df510386f2 None None] Sync routers for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:02.708200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8008ebd-28b2-4125-b245-7704f8ff889f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.716610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] For port 421a2752-2b74-4e35-b6bc-a72ac80199d4, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=421a2752-2b74-4e35-b6bc-a72ac80199d4,segment=NetworkSegment(9708c02b-a88a-4825-9175-31293a3028d6),segment_id=9708c02b-a88a-4825-9175-31293a3028d6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:02.716610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.734390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d742a-7830-4530-902d-51df510386f2 None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:02.735071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-827d742a-7830-4530-902d-51df510386f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:02.787552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da5f5272-12a1-4bb6-b261-985728b8414d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.820326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for 421a2752-2b74-4e35-b6bc-a72ac80199d4 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:02.821445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.825313 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bd9178c6-1446-4265-bc31-5fb881f79374 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1177363 Jan 21 09:44:02.826586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8008ebd-28b2-4125-b245-7704f8ff889f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=db06f05d-526a-4b88-b59b-fc81d7d0f9bb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.832858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.841005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33966) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.852031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8008ebd-28b2-4125-b245-7704f8ff889f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.855110 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d8008ebd-28b2-4125-b245-7704f8ff889f tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/db06f05d-526a-4b88-b59b-fc81d7d0f9bb HTTP/1.1" status: 204 len: 168 time: 1.6410983 Jan 21 09:44:02.862794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33970) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:02.874646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:02.904188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:02.916302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0170de-7e41-468e-bf95-f1600297d0fb None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:02.946043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] Calling delete_port for 421a2752-2b74-4e35-b6bc-a72ac80199d4 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:02.960800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=421a2752-2b74-4e35-b6bc-a72ac80199d4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:02.969343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No DVR routers for this DVR port 421a2752-2b74-4e35-b6bc-a72ac80199d4 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:03.087709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da5f5272-12a1-4bb6-b261-985728b8414d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.124689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.137555 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c79bab30-3138-4beb-9f9f-6313842cc6b5 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2952764 Jan 21 09:44:03.148826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33976) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.151354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f5272-12a1-4bb6-b261-985728b8414d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=05153e41-dc2b-4933-a10e-eedf8cd66f3f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.164970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.178272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b644702-0b31-45d7-94f5-a5982194dd1b']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:03.231586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da5f5272-12a1-4bb6-b261-985728b8414d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.235876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:03.236347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:03.245309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9708c02b-a88a-4825-9175-31293a3028d6') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:03.245617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9708c02b-a88a-4825-9175-31293a3028d6') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:03.246202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd940e6-4ca4-44d4-a1de-046b2ec94654 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:03.262939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.277248 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-da5f5272-12a1-4bb6-b261-985728b8414d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/05153e41-dc2b-4933-a10e-eedf8cd66f3f HTTP/1.1" status: 204 len: 168 time: 1.5431664 Jan 21 09:44:03.282457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33980) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.312450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:03.315073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=2b928c08-575a-48aa-80ae-87098f520099,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.320867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:03.323491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:03.350299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.361358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:03.369398 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c0c14f47-9ec2-46ba-a790-cd3932fd3433 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835764 Jan 21 09:44:03.370082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 33984) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.377565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:03.377921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:03.378939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.379106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-827d742a-7830-4530-902d-51df510386f2 None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:03.392340 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:03.395687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:03.406896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:03.483260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b5214-cb13-40a1-bc88-0f1000fa6e4b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.486706 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-741b5214-cb13-40a1-bc88-0f1000fa6e4b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3366442 Jan 21 09:44:03.487937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33988) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.540024 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b77de7d8-0b0e-426a-ad4c-574659cc4290 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463824 Jan 21 09:44:03.540024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.545075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.549691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33992) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.581630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-805060296', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:03.607466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Network': ['ID=7b644702-0b31-45d7-94f5-a5982194dd1b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:03.642250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:03.678258 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-35f95682-ccd0-4de7-8dcc-7ee077bfe403 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/networks/7b644702-0b31-45d7-94f5-a5982194dd1b HTTP/1.1" status: 204 len: 168 time: 1.4804757 Jan 21 09:44:03.679865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 33996) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.743950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] Deleting port 421a2752-2b74-4e35-b6bc-a72ac80199d4 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:03.744362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.760256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376283c-4ec3-4816-b3d6-1dd643bb3705 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:03.760970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8376283c-4ec3-4816-b3d6-1dd643bb3705 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:03.773869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:03.779677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:03.803978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:03.808294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:03.811274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:03.818217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:03.826761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8376283c-4ec3-4816-b3d6-1dd643bb3705 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:03.832493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8376283c-4ec3-4816-b3d6-1dd643bb3705 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/de164873-4a5a-4dc3-bebe-8aa70e85f3e8 HTTP/1.1" status: 200 len: 844 time: 0.1478956 Jan 21 09:44:03.833088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34000) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:03.833563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4d16f411-2d1b-43a8-bb02-68ae3da71495 None None] The port '421a2752-2b74-4e35-b6bc-a72ac80199d4' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:44:03.837725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:03.919125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-827d742a-7830-4530-902d-51df510386f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:43:59Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:03.924164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d742a-7830-4530-902d-51df510386f2 None None] Checking router: c162f713-766e-4b89-ab17-99560fa03402 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:44:03.924362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d742a-7830-4530-902d-51df510386f2 None None] Updating router c162f713-766e-4b89-ab17-99560fa03402 port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:44:03.975401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:03.985876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-827d742a-7830-4530-902d-51df510386f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.007431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:04.018972 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ed015a82-e075-47c7-b72f-4f26cd06df06 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/de164873-4a5a-4dc3-bebe-8aa70e85f3e8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1806099 Jan 21 09:44:04.019780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:04.024377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34004) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.034314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.041757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:04.095851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:04.112427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:04.139102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] Deleting port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:04.139456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.244895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:04.248425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.333898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.468677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=c6aa184d-405e-4a07-8265-40a74b55e9c9,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:04.479780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:04.480140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: d8264d59-9abd-426e-a1a8-a9c471e7ab6c, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:04.506249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:04.520160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, d8264d59-9abd-426e-a1a8-a9c471e7ab6c) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:04.522104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:04.526854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:04.527586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.543887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:04.559327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:04.570886 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e1909c50-fb5b-4b70-a4ff-3ef9b4a273d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0053365 Jan 21 09:44:04.571724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34008) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:04.586965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:04.644002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 421a2752-2b74-4e35-b6bc-a72ac80199d4 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:04.671149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f022958-7eb0-45d8-ba66-88ddbbbb3f0d None None] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:04.696832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:04.728501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 421a2752-2b74-4e35-b6bc-a72ac80199d4 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:44:04.728843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 421a2752-2b74-4e35-b6bc-a72ac80199d4 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:04.729266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 894ac1b3-ce8f-4989-85af-9683ab89c5c7 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:04.856326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.872299 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] For port 894ac1b3-ce8f-4989-85af-9683ab89c5c7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=894ac1b3-ce8f-4989-85af-9683ab89c5c7,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:04.872687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:04.889220 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-827d742a-7830-4530-902d-51df510386f2 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:04.916026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.086587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] Calling delete_port for 894ac1b3-ce8f-4989-85af-9683ab89c5c7 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:05.110386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.215383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:05.225547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:05.244499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.253379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.264159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.278141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e44ef-146e-461f-896b-127787ef460d None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:05.330581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=f1032cef-ebb7-46f4-b1ed-f8678c349b31,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.343306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:05.371633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:05.373566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.377965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.379273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.388756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4e7cdd77-0899-4ecd-a795-a40e8b55607e None None] Provisioning complete for port 67d06593-ebcf-4590-a95e-fd4d236a01b4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:05.388756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e7cdd77-0899-4ecd-a795-a40e8b55607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.390514 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-39272a40-93f3-48d7-8e27-98e71d70f91c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5239210 Jan 21 09:44:05.400647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34012) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.416572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'security_group': {'name': 'tempest-secgroup-1367879778'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:05.431460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e242cf85-8351-45f8-b176-9b3470eb15d2 None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:05.438094 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:05.466108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-827d742a-7830-4530-902d-51df510386f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.467880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:05.476268 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4507732 Jan 21 09:44:05.478884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34016) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.482029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:05.486489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258eb07-6daf-46bf-a38c-aaf8f0e46652 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=3fc50089-1355-4053-97f4-556ac5480ff9,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.490297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'security_group': {'name': 'tempest-secgroup-757693253'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:05.503327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:05.509776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:05.514530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:05.523418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:05.558945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.573116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.582131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.657005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-827d742a-7830-4530-902d-51df510386f2 None None] Transition to ACTIVE for port object 453feb2e-7cf4-4b7a-a13f-ef4739a1355f will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:05.657703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:05.661505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:05.663457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:05.671898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:05.672486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group_rule and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:05.676547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:05.677358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.679181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:05.687823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:05.704464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] Pushing event deleted for resources: {'Port': ['ID=894ac1b3-ce8f-4989-85af-9683ab89c5c7,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.715671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.720391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cdd77-0899-4ecd-a795-a40e8b55607e None None] Port 67d06593-ebcf-4590-a95e-fd4d236a01b4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:05.735297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-827d742a-7830-4530-902d-51df510386f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.739637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=f97e5b58-9235-48d0-8fe7-c6d6a4aaa838,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:05.752168 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9fc67542-d14e-4806-99ee-279b467b4608 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3787801 Jan 21 09:44:05.754323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34020) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:05.762059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'name': 'tempest-NetworksTestDHCPv6-1478380412'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:05.792264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-d8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:05.793082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.796776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.827569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a3e42-5e96-4afc-a2be-94c8494eb2e0 None None] No DVR routers for this DVR port 894ac1b3-ce8f-4989-85af-9683ab89c5c7 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:05.850584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:05.868778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group_rule and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:05.875118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:05.889750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:05.915717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.922674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d211e6-e994-414e-a3a1-17e5d74dbcca None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:05.956293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:05.990473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.032417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.132013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8374af-c3f2-4b92-8c3c-c163dfb6038b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.134767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.139269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.140111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aec48943-c9ec-4e9b-89b2-7b9be7ebac7c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6590421 Jan 21 09:44:06.149748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34024) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.152389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.152537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:06.157710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:06.159529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'security_group': {'name': 'tempest-secgroup-1840029840'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:06.167452 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.167670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.187861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.189340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfba9d-b624-4d39-9478-4b12f5ecbb75 None None] Pushing event updated for resources: {'Port': ['ID=453feb2e-7cf4-4b7a-a13f-ef4739a1355f,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.203611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:06.219549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:06.223204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.223558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:06.231349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-827d742a-7830-4530-902d-51df510386f2 None None] Attempting to bind port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:06.231985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-827d742a-7830-4530-902d-51df510386f2 None None] Attempting to bind port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:06.232352 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d742a-7830-4530-902d-51df510386f2 None None] Attempting to bind port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:06.248084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4e7cdd77-0899-4ecd-a795-a40e8b55607e None None] Provisioning complete for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:06.248749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e7cdd77-0899-4ecd-a795-a40e8b55607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.260566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port db03acc1-4cee-4c08-b457-40e5f70660ac yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:06.312716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.327527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.328828 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9256291 Jan 21 09:44:06.333718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a06fd-b36b-49ec-b90d-c428ca258152 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95e5501-c653-4da9-8f81-7ed980a0edd0,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.336583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34028) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.344443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'security_group': {'name': 'tempest-secgroup-758882698'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:06.364851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.367244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.372257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d742a-7830-4530-902d-51df510386f2 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:06.372865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d742a-7830-4530-902d-51df510386f2 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:06.373426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-827d742a-7830-4530-902d-51df510386f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.373970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d742a-7830-4530-902d-51df510386f2 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:06.374635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-827d742a-7830-4530-902d-51df510386f2 None None] Bound port: 453feb2e-7cf4-4b7a-a13f-ef4739a1355f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:06.375187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-827d742a-7830-4530-902d-51df510386f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.384070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:06.389592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:06.406478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.452467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.474021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.482774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group_rule and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:06.497230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:06.510386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.512197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.525967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.534076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f8 (39f1e386-d394-42ab-8358-5616c07c4588/f97e5b58-9235-48d0-8fe7-c6d6a4aaa838/db03acc1-4cee-4c08-b457-40e5f70660ac) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:06.539700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.1 (d8264d59-9abd-426e-a1a8-a9c471e7ab6c/c6aa184d-405e-4a07-8265-40a74b55e9c9/1f625f84-8cf7-4e6a-8466-724db84949a1) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:06.588607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:06.605915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group_rule and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:06.611031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:06.626597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:06.650164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-827d742a-7830-4530-902d-51df510386f2 None None] For port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:06.674843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=2b928c08-575a-48aa-80ae-87098f520099,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.727762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-827d742a-7830-4530-902d-51df510386f2 None None] For port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=453feb2e-7cf4-4b7a-a13f-ef4739a1355f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:06.738781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.749321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.760031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-827d742a-7830-4530-902d-51df510386f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.804602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': 'f97e5b58-9235-48d0-8fe7-c6d6a4aaa838'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:06.806577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.817804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.867510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'tenant_id': '244b9dd8fbc44a0c945677f14df9fa64', 'fixed_ips': [{'subnet_id': '3fc50089-1355-4053-97f4-556ac5480ff9'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:06.868556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.896548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.903649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.907741 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7538180 Jan 21 09:44:06.908546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43399e3c-ceef-49e8-b4da-0c89fa578657 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d232f39-26bd-4d35-a366-6908f912a888,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:06.911789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34032) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:06.923859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.930437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1764135624', 'security_groups': ['5d232f39-26bd-4d35-a366-6908f912a888'], 'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3fc50089-1355-4053-97f4-556ac5480ff9'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:06.955205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:06.974591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 1f625f84-8cf7-4e6a-8466-724db84949a1 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:07.005948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.071484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c465e-dc48-4a48-9d47-a60f86c68eee,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.073099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.075003 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-83807d4d-a02f-4637-9b4e-ea9653baa200 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7356343 Jan 21 09:44:07.082688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34036) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.094251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'security_group': {'name': 'tempest-secgroup-613394887'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:07.117569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:07.130217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:07.130679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:07.131778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=1f625f84-8cf7-4e6a-8466-724db84949a1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.136869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:07.141712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:07.148279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:07.205783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:07.208367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfba9d-b624-4d39-9478-4b12f5ecbb75 None None] Pushing event updated for resources: {'Port': ['ID=453feb2e-7cf4-4b7a-a13f-ef4739a1355f,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.212104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.229896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d742a-7830-4530-902d-51df510386f2 None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:07.230837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-827d742a-7830-4530-902d-51df510386f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:07.235332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:07.237691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.250706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.264454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object db03acc1-4cee-4c08-b457-40e5f70660ac will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:07.270407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:07.309447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:07.314230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.339782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:07.343047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.346570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:security_group_rule and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:07.353161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:07.361477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:07.365415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port ef156491-aee9-4a2f-8a01-8190aa7ff54f yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:07.365857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Allocated IP 172.20.0.2 (d8264d59-9abd-426e-a1a8-a9c471e7ab6c/c6aa184d-405e-4a07-8265-40a74b55e9c9/2a1eb97c-4f7d-494f-b50a-a9a375c30537) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:07.424148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abea064-dfb7-41f3-a34b-9fd95c3174c8 None None] Update dhcp port {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'fixed_ips': [{'subnet_id': '332cb556-f45a-41b4-b52a-d6cc4278e4b7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f1032cef-ebb7-46f4-b1ed-f8678c349b31'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': 'baa3a52d-3332-4e2c-8f53-1b7180c05c2b'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:44:07.436178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.450064 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP 380492c9-3c60-4c49-b9db-1dfc62bdad55 associated. External IP: 172.26.1.53, port: 4eb9d1d7-88c1-4170-b694-a73f4bb2c56c. Jan 21 09:44:07.453834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:07.460274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:07.464306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=db03acc1-4cee-4c08-b457-40e5f70660ac,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.466554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:07.470412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:07.471112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.602371 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-545ebd53-2a74-438f-bb3a-1801e2c648af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8483312 Jan 21 09:44:07.603080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34040) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.664185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.670391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/f97e5b58-9235-48d0-8fe7-c6d6a4aaa838/818bf90d-045d-49f1-a5db-f02dc25d08bd) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:07.673804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.687130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4abea064-dfb7-41f3-a34b-9fd95c3174c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.721061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Allocated IP 2001:db8::2 (41b8535b-4523-4f43-9787-30a6a9e8e8fd/3fc50089-1355-4053-97f4-556ac5480ff9/9de41b03-9c14-4fe3-86bb-819732e21aa3) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:07.784103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d947ab-b636-436f-9fdc-8f8382190900,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:07.800563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:07.801312 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5fee4d51-a4ce-494e-98cf-378d921d7f30 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7174087 Jan 21 09:44:07.803859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e81a02-3ad1-4259-9732-97c3909ebf97 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:07.805036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-91e81a02-3ad1-4259-9732-97c3909ebf97 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:07.805154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34044) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:07.813331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1928909121', 'security_groups': ['94d947ab-b636-436f-9fdc-8f8382190900'], 'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f1032cef-ebb7-46f4-b1ed-f8678c349b31'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:07.895175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-91e81a02-3ad1-4259-9732-97c3909ebf97 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:07.899236 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-91e81a02-3ad1-4259-9732-97c3909ebf97 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2843249 Jan 21 09:44:07.902400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34048) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.020426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a4af286d-b65a-4554-8801-5cfafdbc8b70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port db03acc1-4cee-4c08-b457-40e5f70660ac {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:08.020796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af286d-b65a-4554-8801-5cfafdbc8b70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.028994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-827d742a-7830-4530-902d-51df510386f2 None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:44:08.114441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:08.128154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:08.146676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.154252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.189854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:08.344730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.350179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=1f625f84-8cf7-4e6a-8466-724db84949a1,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:08.357165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.420491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] device_id is not set on port e2e2af24-6a07-4467-a6f9-db0039d025f1 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:08.545275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.601559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:08.605142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af286d-b65a-4554-8801-5cfafdbc8b70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.654363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Transition to ACTIVE for port object 2a1eb97c-4f7d-494f-b50a-a9a375c30537 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:08.745943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a4af286d-b65a-4554-8801-5cfafdbc8b70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for db03acc1-4cee-4c08-b457-40e5f70660ac owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:08.750809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Transition to ACTIVE for port object 2a1eb97c-4f7d-494f-b50a-a9a375c30537 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:08.810606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-4abea064-dfb7-41f3-a34b-9fd95c3174c8 None None] Allocated IP 172.20.0.2 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/f1032cef-ebb7-46f4-b1ed-f8678c349b31/baa3a52d-3332-4e2c-8f53-1b7180c05c2b) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:08.814450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.820856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.825960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:08.838713 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3c128-5058-41d1-924a-464454894e24 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:08.852190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.852501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:08.854820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:08.863157 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3c128-5058-41d1-924a-464454894e24 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:08.864411 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b2d3c128-5058-41d1-924a-464454894e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:08.875685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:08.915950 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-772bd3fc-cb9f-4de6-88c3-a71fbd06a204 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0362716 Jan 21 09:44:08.916190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Transition to ACTIVE for port object 818bf90d-045d-49f1-a5db-f02dc25d08bd will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:08.916917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34052) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:08.922684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'port_id': '4eb9d1d7-88c1-4170-b694-a73f4bb2c56c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:08.927732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Transition to ACTIVE for port object 9de41b03-9c14-4fe3-86bb-819732e21aa3 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:09.007583 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b2d3c128-5058-41d1-924a-464454894e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.023752 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3c128-5058-41d1-924a-464454894e24 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:09.027911 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b2d3c128-5058-41d1-924a-464454894e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.057260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:09.059797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Pushing event updated for resources: {'Port': ['ID=2a1eb97c-4f7d-494f-b50a-a9a375c30537,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.067144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Transition to ACTIVE for port object 9de41b03-9c14-4fe3-86bb-819732e21aa3 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:09.072364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:09.073531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.075689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:09.100344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.139894 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b2d3c128-5058-41d1-924a-464454894e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.140565 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3c128-5058-41d1-924a-464454894e24 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:09.161560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af286d-b65a-4554-8801-5cfafdbc8b70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.206140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Transition to ACTIVE for port object 818bf90d-045d-49f1-a5db-f02dc25d08bd will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:09.211459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af286d-b65a-4554-8801-5cfafdbc8b70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=db03acc1-4cee-4c08-b457-40e5f70660ac,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.279514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::17d (41b8535b-4523-4f43-9787-30a6a9e8e8fd/3fc50089-1355-4053-97f4-556ac5480ff9/ef156491-aee9-4a2f-8a01-8190aa7ff54f) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:09.289807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.308897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:09.326176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:09.331332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:09.343456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af286d-b65a-4554-8801-5cfafdbc8b70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.344349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4abea064-dfb7-41f3-a34b-9fd95c3174c8 None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:09.349553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Pushing event updated for resources: {'Port': ['ID=9de41b03-9c14-4fe3-86bb-819732e21aa3,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.375267 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a4af286d-b65a-4554-8801-5cfafdbc8b70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/db03acc1-4cee-4c08-b457-40e5f70660ac HTTP/1.1" status: 204 len: 168 time: 1.4694407 Jan 21 09:44:09.375815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34056) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.392227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-827d742a-7830-4530-902d-51df510386f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:43:59Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:09.406640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Attempting to bind port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:09.407006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Attempting to bind port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:09.407369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Attempting to bind port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 on network d8264d59-9abd-426e-a1a8-a9c471e7ab6c {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:09.428619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d742a-7830-4530-902d-51df510386f2 None None] The sync data for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv is: [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:43:59Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:09.485897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d937df-24ba-469a-be2d-be324a15c116 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.486229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:09.488273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d937df-24ba-469a-be2d-be324a15c116 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:09.489290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a2d937df-24ba-469a-be2d-be324a15c116 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:09.495195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:09.498096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:09.511878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:09.512270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Checking segment: {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:09.512660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.513057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Bound using segment: {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:09.513545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Bound port: 2a1eb97c-4f7d-494f-b50a-a9a375c30537, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:09.514243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.554430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Pushing event updated for resources: {'Port': ['ID=818bf90d-045d-49f1-a5db-f02dc25d08bd,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:09.569278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4abea064-dfb7-41f3-a34b-9fd95c3174c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.601409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a2d937df-24ba-469a-be2d-be324a15c116 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:09.606022 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a2d937df-24ba-469a-be2d-be324a15c116 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2290902 Jan 21 09:44:09.611295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34060) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:09.705238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4abea064-dfb7-41f3-a34b-9fd95c3174c8 None None] Transition to ACTIVE for port object baa3a52d-3332-4e2c-8f53-1b7180c05c2b will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:09.750333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Attempting to bind port 9de41b03-9c14-4fe3-86bb-819732e21aa3 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:09.750705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Attempting to bind port 9de41b03-9c14-4fe3-86bb-819732e21aa3 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '773db543-4187-4da5-889f-8caceaed8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:09.751064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Attempting to bind port 9de41b03-9c14-4fe3-86bb-819732e21aa3 on network 41b8535b-4523-4f43-9787-30a6a9e8e8fd {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:09.760389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4abea064-dfb7-41f3-a34b-9fd95c3174c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.835671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c162f713-766e-4b89-ab17-99560fa03402 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:09.958964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:09.959349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Checking segment: {'id': '773db543-4187-4da5-889f-8caceaed8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:09.959755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.960485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Bound using segment: {'id': '773db543-4187-4da5-889f-8caceaed8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:09.960623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Bound port: 9de41b03-9c14-4fe3-86bb-819732e21aa3, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773db543-4187-4da5-889f-8caceaed8fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:09.960999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:09.987793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.10 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/f1032cef-ebb7-46f4-b1ed-f8678c349b31/e2e2af24-6a07-4467-a6f9-db0039d025f1) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:09.989915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Attempting to bind port 818bf90d-045d-49f1-a5db-f02dc25d08bd on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:09.990316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Attempting to bind port 818bf90d-045d-49f1-a5db-f02dc25d08bd by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:09.990675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Attempting to bind port 818bf90d-045d-49f1-a5db-f02dc25d08bd on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:10.008433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc45589-f0a3-4fb0-8b43-ebfb2d4b67f7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet f97e5b58-9235-48d0-8fe7-c6d6a4aaa838 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:10.013426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcc45589-f0a3-4fb0-8b43-ebfb2d4b67f7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.114632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcc45589-f0a3-4fb0-8b43-ebfb2d4b67f7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.134056 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:10.134680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:10.134937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.135263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:10.135744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Bound port: 818bf90d-045d-49f1-a5db-f02dc25d08bd, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:10.136119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.158829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abea064-dfb7-41f3-a34b-9fd95c3174c8 None None] Pushing event updated for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.188161 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] For port 2a1eb97c-4f7d-494f-b50a-a9a375c30537, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:10.191516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.269358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] For port 2a1eb97c-4f7d-494f-b50a-a9a375c30537, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2a1eb97c-4f7d-494f-b50a-a9a375c30537,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:10.290966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.301909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcc45589-f0a3-4fb0-8b43-ebfb2d4b67f7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.322093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object ef156491-aee9-4a2f-8a01-8190aa7ff54f will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:10.405294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] For port 9de41b03-9c14-4fe3-86bb-819732e21aa3, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:10.476970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] For port 9de41b03-9c14-4fe3-86bb-819732e21aa3, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9de41b03-9c14-4fe3-86bb-819732e21aa3,segment=NetworkSegment(773db543-4187-4da5-889f-8caceaed8fe8),segment_id=773db543-4187-4da5-889f-8caceaed8fe8)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:10.491024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.496724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.523966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247e45e-78b4-45bd-b8d6-8be9de9c146d None None] Pushing event updated for resources: {'Port': ['ID=2a1eb97c-4f7d-494f-b50a-a9a375c30537,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.534050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object e2e2af24-6a07-4467-a6f9-db0039d025f1 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:10.594538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:10.603540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9860f259-00b1-4a9a-a31c-f8b6004118a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/c162f713-766e-4b89-ab17-99560fa03402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0307393 Jan 21 09:44:10.609146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34064) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:10.646656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.653907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.669377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9190b3-4a48-4bbb-90ea-207d9a3a2abc None None] Pushing event updated for resources: {'Port': ['ID=9de41b03-9c14-4fe3-86bb-819732e21aa3,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.698719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device baa3a52d-3332-4e2c-8f53-1b7180c05c2b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:10.825856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 453feb2e-7cf4-4b7a-a13f-ef4739a1355f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:10.827623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=e2e2af24-6a07-4467-a6f9-db0039d025f1,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:10.899165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcc45589-f0a3-4fb0-8b43-ebfb2d4b67f7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.914000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] For port 818bf90d-045d-49f1-a5db-f02dc25d08bd, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:10.934683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] For port 818bf90d-045d-49f1-a5db-f02dc25d08bd, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=818bf90d-045d-49f1-a5db-f02dc25d08bd,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:10.945372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:10.984985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:11.016293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc45589-f0a3-4fb0-8b43-ebfb2d4b67f7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=f97e5b58-9235-48d0-8fe7-c6d6a4aaa838,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.022491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:11.034734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.035142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.035518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.035886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.036297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.036663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.037022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.037382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.037798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.038515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.046660 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e55a9ee7-10fb-4c20-bb6c-31faaec5534c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7124 time: 0.4293308 Jan 21 09:44:11.046660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcc45589-f0a3-4fb0-8b43-ebfb2d4b67f7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.049224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34068) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.069125 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:11.127321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d0dbd-1e6d-420a-b42c-e5737bb5d771 None None] Pushing event updated for resources: {'Port': ['ID=818bf90d-045d-49f1-a5db-f02dc25d08bd,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.135865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:11.138633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:11.147886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:11.150358 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fcc45589-f0a3-4fb0-8b43-ebfb2d4b67f7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/f97e5b58-9235-48d0-8fe7-c6d6a4aaa838 HTTP/1.1" status: 204 len: 168 time: 1.5322499 Jan 21 09:44:11.152566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34072) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.173121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:11.174141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.176650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:11.183044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.183685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.213534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:11.255229 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b7c4db02-1116-4d32-bd68-5b49c5b4db9c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988379 Jan 21 09:44:11.256079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34076) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.290196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=ef156491-aee9-4a2f-8a01-8190aa7ff54f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.350065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.358491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.359394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.359908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.360431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.360933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.361536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.362061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.362605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.368020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.368707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.372308 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-35c30671-6532-468d-8c5a-e27bb08ea04b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6395 time: 0.3208904 Jan 21 09:44:11.373734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.374668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.376375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34080) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.395848 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-acde85b0-27bf-4a12-9598-1f2ee8ad2bea tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4764171 Jan 21 09:44:11.401164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34084) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.405366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=453feb2e-7cf4-4b7a-a13f-ef4739a1355f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:11.412351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.460861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:11.549366 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-67a89e3e-c65d-462a-938e-e599ef5bcc39 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7433765 Jan 21 09:44:11.555617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=453feb2e-7cf4-4b7a-a13f-ef4739a1355f,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:11.556595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34090) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.567631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:11.615331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b4b967ab-3062-4cf1-a172-fa2231cbab39 None None] Provisioning complete for port 67d06593-ebcf-4590-a95e-fd4d236a01b4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:11.616374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b4b967ab-3062-4cf1-a172-fa2231cbab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.621676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7f34e-bb2d-4acd-8e62-fb2a32ccab20 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.622621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d0c7f34e-bb2d-4acd-8e62-fb2a32ccab20 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:11.624148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.630085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.706207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b4b967ab-3062-4cf1-a172-fa2231cbab39 None None] Port 67d06593-ebcf-4590-a95e-fd4d236a01b4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:11.724509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b4b967ab-3062-4cf1-a172-fa2231cbab39 None None] Provisioning for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:11.731950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b4b967ab-3062-4cf1-a172-fa2231cbab39 None None] Provisioning complete for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:11.732378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b4b967ab-3062-4cf1-a172-fa2231cbab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:11.762265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d0c7f34e-bb2d-4acd-8e62-fb2a32ccab20 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:11.763442 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d0c7f34e-bb2d-4acd-8e62-fb2a32ccab20 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5064716 Jan 21 09:44:11.768593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34094) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:11.829854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:11.837645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:11.841663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:11.901616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae69d5e9-9a5a-458a-8991-908424b5c950 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:11.903278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ae69d5e9-9a5a-458a-8991-908424b5c950 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:11.905767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:11.940531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:11.992316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.014375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:12.022365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:12.026634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ae69d5e9-9a5a-458a-8991-908424b5c950 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:12.030358 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ae69d5e9-9a5a-458a-8991-908424b5c950 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2582181 Jan 21 09:44:12.036229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34098) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.041625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.048476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7de3afdd-1016-428e-8ab6-54067970d4d8 None None] Provisioning for port e2e2af24-6a07-4467-a6f9-db0039d025f1 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:12.055835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7de3afdd-1016-428e-8ab6-54067970d4d8 None None] Provisioning complete for port e2e2af24-6a07-4467-a6f9-db0039d025f1 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:12.056258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7de3afdd-1016-428e-8ab6-54067970d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.118030 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b2e171e0-a768-4bb1-8984-ec4bd1b20461 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802903 Jan 21 09:44:12.124446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7de3afdd-1016-428e-8ab6-54067970d4d8 None None] Port e2e2af24-6a07-4467-a6f9-db0039d025f1 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:12.127614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34102) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.134466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:12.151008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:12.190961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.396915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.415693 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-097fa75d-045d-46c2-b450-79f96839e949 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3761 time: 1.0372698 Jan 21 09:44:12.463068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.497960 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.ipam_backend_mixin [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fc50089-1355-4053-97f4-556ac5480ff9 (CIDR: 2001:db8::/64) Jan 21 09:44:12.502968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.589166 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:12.589606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:12.611302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:12.621780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:12.643338 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2e57c731-b53f-4f85-9fe1-3dc5f45fb384 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2400789 Jan 21 09:44:12.646780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34108) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.653445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:12.714439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 818bf90d-045d-49f1-a5db-f02dc25d08bd up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:12.859329 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.ipam_backend_mixin [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f1032cef-ebb7-46f4-b1ed-f8678c349b31 (CIDR: 172.20.0.0/28) Jan 21 09:44:12.866366 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:12.866855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:12.868711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 818bf90d-045d-49f1-a5db-f02dc25d08bd completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:12.878908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 453feb2e-7cf4-4b7a-a13f-ef4739a1355f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:12.900631 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-192da6d1-a26f-4943-93cf-90836e6caa3e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3396077 Jan 21 09:44:12.901891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34112) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:12.905363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:12.909468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:12.922327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:12.939890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:12.950172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:12.968852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:12.971646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-542e86ce-0b21-416f-bd6d-b41fd22c4fc3 None None] Provisioning for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:13.089542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:13.089913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.133601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:13.137128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.155440 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-542e86ce-0b21-416f-bd6d-b41fd22c4fc3 None None] Provisioning complete for port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:13.156223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-542e86ce-0b21-416f-bd6d-b41fd22c4fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.278840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-542e86ce-0b21-416f-bd6d-b41fd22c4fc3 None None] Port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:13.320790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bbba32-9530-486f-a4a0-785dd7b132e7 None None] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:13.387348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:13.409032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:13.416067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:13.437940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:13.449416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.531582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-757ae951-dd2b-4a3c-9672-7eebcf23a220 None None] Provisioning for port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:13.531829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:13.537703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.554136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9de41b03-9c14-4fe3-86bb-819732e21aa3 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:13.596299 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d84eb-b3e6-4191-9bda-8e60cb3e9e4c None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:13.684977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:13.698660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:13.730702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:13.731352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.741821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=a66abbf3-6a08-4154-92d2-50b5e2b10c10,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:13.782022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:13.790028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-757ae951-dd2b-4a3c-9672-7eebcf23a220 None None] Provisioning for port ef156491-aee9-4a2f-8a01-8190aa7ff54f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:13.804025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.867899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc0263f-6980-48ba-b68a-60f1383d45fa None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:13.888039 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9928d3dc-3175-4060-bfe4-112514639e92 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7563789 Jan 21 09:44:13.891216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34118) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.891536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34120) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:13.903785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': 'a66abbf3-6a08-4154-92d2-50b5e2b10c10', 'ip_address': '2001:db8::7141:d9c6:dcd9:b021'}], 'name': 'tempest-NetworksTestDHCPv6-1410674179'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:13.921360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388028990', 'description': 'tempest-secgroup-smoke-388028990 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:13.927742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:13.933095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:13.936540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:13.942050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.945376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:13.954803 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.ipam_backend_mixin [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 332cb556-f45a-41b4-b52a-d6cc4278e4b7 (CIDR: 172.20.0.16/28) Jan 21 09:44:13.959617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-757ae951-dd2b-4a3c-9672-7eebcf23a220 None None] Provisioning complete for port ef156491-aee9-4a2f-8a01-8190aa7ff54f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:13.960112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-757ae951-dd2b-4a3c-9672-7eebcf23a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:13.966597 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:13.967034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:14.006317 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Sync routers for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:14.022459 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:14.023610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:14.024294 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:14.025859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.030228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:14.041731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:14.042979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.065477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb030ee6-6838-41d3-9bf8-afbdf0998f1f None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:14.075906 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-30c6db31-9c70-49ca-a37c-af859d1cc657 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/floatingips/380492c9-3c60-4c49-b9db-1dfc62bdad55 HTTP/1.1" status: 200 len: 978 time: 5.1580176 Jan 21 09:44:14.080947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34126) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:14.090327 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-99d36fad-e8cd-48c6-9930-bbef5edb5f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1855967 Jan 21 09:44:14.095316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34130) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:14.107398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'subnet': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:14.155103 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5069821 Jan 21 09:44:14.158321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34134) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:14.186969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1043376796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29f2ba8a-ee3b-431f-9399-c80e22ba7002'}], 'security_groups': ['cf8374af-c3f2-4b92-8c3c-c163dfb6038b']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:14.224174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e2b67-b276-410e-9957-a2912d96df3d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=29f2ba8a-ee3b-431f-9399-c80e22ba7002,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.286881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:14.289656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:14.299929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:14.300878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc0263f-6980-48ba-b68a-60f1383d45fa None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:14.301601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5dc0263f-6980-48ba-b68a-60f1383d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:14.303314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Usage tracker for resource:subnet and tenant:a05abf99eeec4bd89e25ce74b3597042 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:14.307262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:14.310228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:14.321489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:14.323399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:14.325224 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:44:14.325632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:14.345572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:14.366458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Made reservation on behalf of a05abf99eeec4bd89e25ce74b3597042 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:14.369873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.376223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5dc0263f-6980-48ba-b68a-60f1383d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:14.383881 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-757ae951-dd2b-4a3c-9672-7eebcf23a220 None None] Port ef156491-aee9-4a2f-8a01-8190aa7ff54f cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:14.397049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:14.402624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.439111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.487478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:14.504442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 84293fe7-5f40-47b4-bc72-e0387476d164 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:14.524235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:14.524751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.542779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 2b928c08-575a-48aa-80ae-87098f520099 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:14.543190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.570406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.595801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.658804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8c682-3924-4152-902c-024ce3c2f63d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:14.673643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc0263f-6980-48ba-b68a-60f1383d45fa None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:14.674724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5dc0263f-6980-48ba-b68a-60f1383d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:14.768907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a675b612-4a49-4de0-9860-88d915a3ce93 None None] Provisioning for port 818bf90d-045d-49f1-a5db-f02dc25d08bd completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:14.803787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5dc0263f-6980-48ba-b68a-60f1383d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:14.804489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc0263f-6980-48ba-b68a-60f1383d45fa None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:14.805210 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:44:07Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:07Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:14.807700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a675b612-4a49-4de0-9860-88d915a3ce93 None None] Provisioning complete for port 818bf90d-045d-49f1-a5db-f02dc25d08bd triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:14.808322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a675b612-4a49-4de0-9860-88d915a3ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.812930 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Checking router: c162f713-766e-4b89-ab17-99560fa03402 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:44:14.813516 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Updating router c162f713-766e-4b89-ab17-99560fa03402 port 1f625f84-8cf7-4e6a-8466-724db84949a1 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:44:14.825620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.834167 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cbfbd251-63c4-464e-86de-329205ce3c19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9415848 Jan 21 09:44:14.834963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34138) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:14.865234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'edc8c682-3924-4152-902c-024ce3c2f63d', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:14.882547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:14.897610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:14.902107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:14.908458 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:14.924474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:15.120519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.155789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.201968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::7141:d9c6:dcd9:b021 (39f1e386-d394-42ab-8358-5616c07c4588/a66abbf3-6a08-4154-92d2-50b5e2b10c10/84293fe7-5f40-47b4-bc72-e0387476d164) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:15.219433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a675b612-4a49-4de0-9860-88d915a3ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.231729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.232331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.348670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf959ab-9d6d-4b36-8527-06905f1358ab None None] Update dhcp port {'port': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'fixed_ips': [{'subnet_id': '3fc50089-1355-4053-97f4-556ac5480ff9', 'ip_address': '2001:db8::2'}, {'subnet_id': '29f2ba8a-ee3b-431f-9399-c80e22ba7002'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '9de41b03-9c14-4fe3-86bb-819732e21aa3'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:44:15.412921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9de41b03-9c14-4fe3-86bb-819732e21aa3, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9de41b03-9c14-4fe3-86bb-819732e21aa3,segment=NetworkSegment(773db543-4187-4da5-889f-8caceaed8fe8),segment_id=773db543-4187-4da5-889f-8caceaed8fe8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:15.415001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a675b612-4a49-4de0-9860-88d915a3ce93 None None] For port 818bf90d-045d-49f1-a5db-f02dc25d08bd, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=818bf90d-045d-49f1-a5db-f02dc25d08bd,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:15.422611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.423523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2a1eb97c-4f7d-494f-b50a-a9a375c30537 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:15.479006 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.495331 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Transition to ACTIVE for port object 1f625f84-8cf7-4e6a-8466-724db84949a1 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:15.506921 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.510842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 2b928c08-575a-48aa-80ae-87098f520099 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:15.532450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a675b612-4a49-4de0-9860-88d915a3ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.548483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0bf959ab-9d6d-4b36-8527-06905f1358ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.616868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:15.657037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.670944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.677594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:15.677973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.729696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fce761-bcd5-40a7-a94c-db618122232d None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:15.739692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.779158 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Pushing event updated for resources: {'Port': ['ID=1f625f84-8cf7-4e6a-8466-724db84949a1,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.805425 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.807156 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.807707 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.808091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Delete allocated IP 2001:db8::17d (41b8535b-4523-4f43-9787-30a6a9e8e8fd/3fc50089-1355-4053-97f4-556ac5480ff9) {{(pid=83426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:44:15.808695 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.809425 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.810450 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.811013 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.811766 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.812696 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.823306 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.823828 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:15.851023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fe2e97-915b-4a2b-88eb-861df372d3d9,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.894743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8:0:1::3c9 (41b8535b-4523-4f43-9787-30a6a9e8e8fd/29f2ba8a-ee3b-431f-9399-c80e22ba7002/ef156491-aee9-4a2f-8a01-8190aa7ff54f) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:15.904048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Subnet': ['ID=5cbba313-a5b8-4385-bb54-6b8a49c45fdf,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:15.920732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:15.928189 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:15.958720 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Attempting to bind port 1f625f84-8cf7-4e6a-8466-724db84949a1 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:15.959087 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Attempting to bind port 1f625f84-8cf7-4e6a-8466-724db84949a1 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:15.959623 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Attempting to bind port 1f625f84-8cf7-4e6a-8466-724db84949a1 on network d8264d59-9abd-426e-a1a8-a9c471e7ab6c {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:15.962376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.962991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:15.964274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.966426 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:15.966849 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Checking segment: {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:15.967531 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:15.967649 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Bound using segment: {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:15.968179 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Bound port: 1f625f84-8cf7-4e6a-8466-724db84949a1, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:15.968638 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.028152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9de41b03-9c14-4fe3-86bb-819732e21aa3,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.029303 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0d0ae90f-d11b-43b5-8e4c-ff126b73a288 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9243979 Jan 21 09:44:16.030322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34144) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.036464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b93e6d-0aa4-4047-9756-2937d3a455d9 None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:16.053876 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.057300 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2d68408d-7dd0-437c-9c5c-5cc5d14cb23c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2040110 Jan 21 09:44:16.079440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34148) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.083943 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] For port 1f625f84-8cf7-4e6a-8466-724db84949a1, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:16.087554 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] For port 1f625f84-8cf7-4e6a-8466-724db84949a1, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1f625f84-8cf7-4e6a-8466-724db84949a1,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:16.090081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-410288298', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5cbba313-a5b8-4385-bb54-6b8a49c45fdf'}], 'security_groups': ['b95e5501-c653-4da9-8f81-7ed980a0edd0', 'e71c465e-dc48-4a48-9d47-a60f86c68eee']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:16.093921 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.104014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=2b928c08-575a-48aa-80ae-87098f520099,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.182754 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218368-451d-48f7-8f63-b0704d8f3c4d None None] Pushing event updated for resources: {'Port': ['ID=1f625f84-8cf7-4e6a-8466-724db84949a1,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.226997 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:16.227843 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:16.247681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.332759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'edc8c682-3924-4152-902c-024ce3c2f63d', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:16.353567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.357008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:16.386288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:16.396834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:16.416809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:16.420366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 84293fe7-5f40-47b4-bc72-e0387476d164 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:16.459410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.482912 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:44:16.530876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f2e9d77e-8689-4860-baf1-405864cad682 None None] Provisioning for port 1f625f84-8cf7-4e6a-8466-724db84949a1 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:16.535595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.548565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675b612-4a49-4de0-9860-88d915a3ce93 None None] Pushing event updated for resources: {'Port': ['ID=818bf90d-045d-49f1-a5db-f02dc25d08bd,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.572818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object ef156491-aee9-4a2f-8a01-8190aa7ff54f will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:16.596699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.617002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.705035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.716469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.736416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] In _notify_port_updated(), no bound segment for port ef156491-aee9-4a2f-8a01-8190aa7ff54f on network 41b8535b-4523-4f43-9787-30a6a9e8e8fd {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:16.741576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.743181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.745807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.749910 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "PUT /v2.0/ports/ef156491-aee9-4a2f-8a01-8190aa7ff54f HTTP/1.1" status: 200 len: 931 time: 2.5839686 Jan 21 09:44:16.755123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34152) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.764522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.802762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f2e9d77e-8689-4860-baf1-405864cad682 None None] Provisioning complete for port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:16.803411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d77e-8689-4860-baf1-405864cad682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.807785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4e007-d0b6-4469-9c1c-801fbcec6a22 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=ef156491-aee9-4a2f-8a01-8190aa7ff54f,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.841603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1a9469-afb1-4724-8eb7-09d1c7957033,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:16.856638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-0bf959ab-9d6d-4b36-8527-06905f1358ab None None] Allocated IP 2001:db8:0:1::2 (41b8535b-4523-4f43-9787-30a6a9e8e8fd/29f2ba8a-ee3b-431f-9399-c80e22ba7002/9de41b03-9c14-4fe3-86bb-819732e21aa3) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:16.887784 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:44:16.889399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port ef156491-aee9-4a2f-8a01-8190aa7ff54f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:16.889797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.916853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:16.918158 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-afbdbe39-0ce0-43bd-ad3d-d96aaf6b6ade tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6066000 Jan 21 09:44:16.927827 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:44:07Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:16.932009 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9aec3-df38-44d2-99c0-833cee79aeb7 None None] The sync data for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv is: [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:44:07Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:16Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:16.932888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:16.933018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34156) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:16.943343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:16.953606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:16.956373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'edc8c682-3924-4152-902c-024ce3c2f63d', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:16.957859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:16.958572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.010442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=84293fe7-5f40-47b4-bc72-e0387476d164,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.023533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dc79cca9-003b-4330-ba0b-6efd335df82e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1294265 Jan 21 09:44:17.026931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34160) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.051562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:17.073175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:17.085423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:17.095312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 2a1eb97c-4f7d-494f-b50a-a9a375c30537, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2a1eb97c-4f7d-494f-b50a-a9a375c30537,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:17.099481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:17.174646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.330005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b78cbd-7cb5-46c3-851c-40b1ca575e28 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.330005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b78cbd-7cb5-46c3-851c-40b1ca575e28 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:17.330005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6b78cbd-7cb5-46c3-851c-40b1ca575e28 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:17.461068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=2a1eb97c-4f7d-494f-b50a-a9a375c30537,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:17.508357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0bf959ab-9d6d-4b36-8527-06905f1358ab None None] For port 9de41b03-9c14-4fe3-86bb-819732e21aa3, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9de41b03-9c14-4fe3-86bb-819732e21aa3,segment=NetworkSegment(773db543-4187-4da5-889f-8caceaed8fe8),segment_id=773db543-4187-4da5-889f-8caceaed8fe8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:17.512696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1f625f84-8cf7-4e6a-8466-724db84949a1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:17.577033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6b78cbd-7cb5-46c3-851c-40b1ca575e28 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:17.578555 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6b78cbd-7cb5-46c3-851c-40b1ca575e28 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.5508547 Jan 21 09:44:17.585164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34164) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:17.672126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Delete allocated IP 172.20.0.10 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/f1032cef-ebb7-46f4-b1ed-f8678c349b31) {{(pid=83427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:44:17.692426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Allocated IP 172.20.0.44 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/5cbba313-a5b8-4385-bb54-6b8a49c45fdf/e2e2af24-6a07-4467-a6f9-db0039d025f1) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:17.695123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06f20fc-92fb-4a65-b5e4-592d7c028835 None None] Update dhcp port {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'fixed_ips': [{'subnet_id': '332cb556-f45a-41b4-b52a-d6cc4278e4b7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f1032cef-ebb7-46f4-b1ed-f8678c349b31', 'ip_address': '172.20.0.2'}, {'subnet_id': '5cbba313-a5b8-4385-bb54-6b8a49c45fdf'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': 'baa3a52d-3332-4e2c-8f53-1b7180c05c2b'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:44:17.730494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.765638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0bf959ab-9d6d-4b36-8527-06905f1358ab None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.793444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 1f625f84-8cf7-4e6a-8466-724db84949a1 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:17.804847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e06f20fc-92fb-4a65-b5e4-592d7c028835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.838352 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0bf959ab-9d6d-4b36-8527-06905f1358ab None None] Transition to ACTIVE for port object 9de41b03-9c14-4fe3-86bb-819732e21aa3 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:17.839083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1f625f84-8cf7-4e6a-8466-724db84949a1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.839547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.873551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0bf959ab-9d6d-4b36-8527-06905f1358ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.961478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-119a030c-e8af-4476-b4f1-85ac655a0f07 None None] Provisioning complete for port 818bf90d-045d-49f1-a5db-f02dc25d08bd triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:17.961850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-119a030c-e8af-4476-b4f1-85ac655a0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:17.982524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for ef156491-aee9-4a2f-8a01-8190aa7ff54f owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:18.016198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8384b6e6-97c9-4e9d-884e-add1491dcbf1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 84293fe7-5f40-47b4-bc72-e0387476d164 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:18.016789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8384b6e6-97c9-4e9d-884e-add1491dcbf1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.143098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.203024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.246883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Transition to ACTIVE for port object e2e2af24-6a07-4467-a6f9-db0039d025f1 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:18.270358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.278323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.350012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-e06f20fc-92fb-4a65-b5e4-592d7c028835 None None] Allocated IP 172.20.0.34 (a86e5793-35fe-4638-96c4-15e6d8b42bd1/5cbba313-a5b8-4385-bb54-6b8a49c45fdf/baa3a52d-3332-4e2c-8f53-1b7180c05c2b) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:18.419908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=ef156491-aee9-4a2f-8a01-8190aa7ff54f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.495146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.495524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.495745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.496079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.496406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.496733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.497097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.497373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.497690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.498021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.498336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:18.508077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.539840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.550904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.565051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event updated for resources: {'Port': ['ID=e2e2af24-6a07-4467-a6f9-db0039d025f1,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.571528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e06f20fc-92fb-4a65-b5e4-592d7c028835 None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:18.572319 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-18fc0871-fc00-416e-9665-d7e4bedfa880 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/ef156491-aee9-4a2f-8a01-8190aa7ff54f HTTP/1.1" status: 204 len: 168 time: 1.8085680 Jan 21 09:44:18.576581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34168) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.582538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cb09a4-3250-4f4b-909e-68e253ff6406,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.598118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.602255 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-919b207e-91d7-4845-aa07-a40b4ee17278 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6581576 Jan 21 09:44:18.602848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34172) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.607544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e06f20fc-92fb-4a65-b5e4-592d7c028835 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.610841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'edc8c682-3924-4152-902c-024ce3c2f63d', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:18.618255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:18.625777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:18.625962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e06f20fc-92fb-4a65-b5e4-592d7c028835 None None] Transition to ACTIVE for port object baa3a52d-3332-4e2c-8f53-1b7180c05c2b will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:18.632181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:18.636865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:18.641320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:18.645734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e06f20fc-92fb-4a65-b5e4-592d7c028835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.671063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a09bdb6-e891-42ce-a8c8-d5cd19275272 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:44:18.677100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7a09bdb6-e891-42ce-a8c8-d5cd19275272 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/ef156491-aee9-4a2f-8a01-8190aa7ff54f HTTP/1.1" status: 404 len: 333 time: 0.0930800 Jan 21 09:44:18.679002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34176) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.680695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8384b6e6-97c9-4e9d-884e-add1491dcbf1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.725610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] In _notify_port_updated(), no bound segment for port e2e2af24-6a07-4467-a6f9-db0039d025f1 on network a86e5793-35fe-4638-96c4-15e6d8b42bd1 {{(pid=83427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:18.729632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:18.730320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.734617 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4ce4494-968b-4339-b721-014c602b3e01 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "PUT /v2.0/ports/e2e2af24-6a07-4467-a6f9-db0039d025f1 HTTP/1.1" status: 200 len: 959 time: 2.6865673 Jan 21 09:44:18.737357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34180) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:18.756866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf959ab-9d6d-4b36-8527-06905f1358ab None None] Pushing event updated for resources: {'Port': ['ID=9de41b03-9c14-4fe3-86bb-819732e21aa3,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.758725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.853798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.867037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:18.980744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a28d47-b162-4f48-bbf7-e061922210ce,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:18.993697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.003154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f20fc-92fb-4a65-b5e4-592d7c028835 None None] Pushing event updated for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.077316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.078934 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eab9fbe5-7373-43c5-bf95-63bbc7b27f25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4738278 Jan 21 09:44:19.084927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5b863cc7-c91c-4a32-8b9d-7be706190856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.087126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34184) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.104641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'edc8c682-3924-4152-902c-024ce3c2f63d', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:19.106491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 1f625f84-8cf7-4e6a-8466-724db84949a1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1f625f84-8cf7-4e6a-8466-724db84949a1,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:19.113324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:19.115193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.116304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 818bf90d-045d-49f1-a5db-f02dc25d08bd up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:19.118776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:19.122125 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:19.129614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:19.158093 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:44:19.169339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.230164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8384b6e6-97c9-4e9d-884e-add1491dcbf1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 84293fe7-5f40-47b4-bc72-e0387476d164 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:19.242647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=1f625f84-8cf7-4e6a-8466-724db84949a1,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.281564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.294018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.299232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e3a1e-0dc0-4eb2-b481-01b893e92fc4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port e2e2af24-6a07-4467-a6f9-db0039d025f1 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:19.299571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3a1e-0dc0-4eb2-b481-01b893e92fc4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.300164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-30a6bb5f-29e1-46eb-9703-fd211b5cd6b4 None None] Provisioning for port 84293fe7-5f40-47b4-bc72-e0387476d164 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:19.311564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-30a6bb5f-29e1-46eb-9703-fd211b5cd6b4 None None] Provisioning complete for port 84293fe7-5f40-47b4-bc72-e0387476d164 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.317781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-30a6bb5f-29e1-46eb-9703-fd211b5cd6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.330387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27824b54-f403-45d5-8d92-f51af36720f8,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:19.337926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:19.358796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.366481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7e109-923f-4028-ba5a-fcc735233030 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:19.400054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.405079 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ace3c3d2-0fd3-4d29-92a4-0cf189fac44f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3146670 Jan 21 09:44:19.409170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34188) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.416160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'edc8c682-3924-4152-902c-024ce3c2f63d', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:19.443039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa8060dd-2359-4869-8eda-f2534b06cc57 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.443278 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cac434d8-08a5-4fee-99d4-0d181f19afc0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/floatingips/380492c9-3c60-4c49-b9db-1dfc62bdad55 HTTP/1.1" status: 204 len: 168 time: 5.3579183 Jan 21 09:44:19.443911 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34192) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:19.447327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7e109-923f-4028-ba5a-fcc735233030 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:19.447907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07b7e109-923f-4028-ba5a-fcc735233030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.483374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:19.521127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:19.521431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-30a6bb5f-29e1-46eb-9703-fd211b5cd6b4 None None] Port 84293fe7-5f40-47b4-bc72-e0387476d164 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:19.524169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07b7e109-923f-4028-ba5a-fcc735233030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.528099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:19.531045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-30a6bb5f-29e1-46eb-9703-fd211b5cd6b4 None None] Could not find standard attr ID for object db03acc1-4cee-4c08-b457-40e5f70660ac. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:19.532104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 818bf90d-045d-49f1-a5db-f02dc25d08bd triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.532238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.545676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:19.569869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-32551413-e7e1-43d6-a04f-f88da7d1cfcd tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 4eb9d1d7-88c1-4170-b694-a73f4bb2c56c {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:19.570523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32551413-e7e1-43d6-a04f-f88da7d1cfcd tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.593781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7e109-923f-4028-ba5a-fcc735233030 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:19.594456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07b7e109-923f-4028-ba5a-fcc735233030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:43:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.622087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa8060dd-2359-4869-8eda-f2534b06cc57 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.664062 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:44:19.715936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-07b7e109-923f-4028-ba5a-fcc735233030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:19.716490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7e109-923f-4028-ba5a-fcc735233030 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:19.737341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.756868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c12214f9-96e2-4bd9-a64d-27949a19af78 None None] Could not find standard attr ID for object ef156491-aee9-4a2f-8a01-8190aa7ff54f. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:19.794474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9de41b03-9c14-4fe3-86bb-819732e21aa3 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:19.828560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c12214f9-96e2-4bd9-a64d-27949a19af78 None None] Provisioning for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:19.841812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c12214f9-96e2-4bd9-a64d-27949a19af78 None None] Provisioning complete for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.842284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c12214f9-96e2-4bd9-a64d-27949a19af78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.910456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32551413-e7e1-43d6-a04f-f88da7d1cfcd tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.928192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8384b6e6-97c9-4e9d-884e-add1491dcbf1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.970822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa8060dd-2359-4869-8eda-f2534b06cc57 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:19.974906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:19.975810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.007441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3a1e-0dc0-4eb2-b481-01b893e92fc4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.024728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384b6e6-97c9-4e9d-884e-add1491dcbf1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=84293fe7-5f40-47b4-bc72-e0387476d164,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.032027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8060dd-2359-4869-8eda-f2534b06cc57 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d232f39-26bd-4d35-a366-6908f912a888,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.086330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-32551413-e7e1-43d6-a04f-f88da7d1cfcd tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 4eb9d1d7-88c1-4170-b694-a73f4bb2c56c owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:20.195169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c12214f9-96e2-4bd9-a64d-27949a19af78 None None] Provisioning complete for port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:20.195547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c12214f9-96e2-4bd9-a64d-27949a19af78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.204647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e3a1e-0dc0-4eb2-b481-01b893e92fc4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for e2e2af24-6a07-4467-a6f9-db0039d025f1 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:20.265191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8384b6e6-97c9-4e9d-884e-add1491dcbf1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.283973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c12214f9-96e2-4bd9-a64d-27949a19af78 None None] Port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:20.335089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa8060dd-2359-4869-8eda-f2534b06cc57 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.336234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aa8060dd-2359-4869-8eda-f2534b06cc57 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/security-groups/5d232f39-26bd-4d35-a366-6908f912a888 HTTP/1.1" status: 204 len: 168 time: 1.6480198 Jan 21 09:44:20.338316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.343603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34198) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.361376 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8384b6e6-97c9-4e9d-884e-add1491dcbf1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/84293fe7-5f40-47b4-bc72-e0387476d164 HTTP/1.1" status: 204 len: 168 time: 2.7749009 Jan 21 09:44:20.367532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.379483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34202) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.397861 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2c4072fd-f7ef-41a6-b9ad-6d8dd7ac4716 None None] Could not find standard attr ID for object ef156491-aee9-4a2f-8a01-8190aa7ff54f. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:20.433603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2c4072fd-f7ef-41a6-b9ad-6d8dd7ac4716 None None] Provisioning for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:20.448665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2c4072fd-f7ef-41a6-b9ad-6d8dd7ac4716 None None] Provisioning complete for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:20.449278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2c4072fd-f7ef-41a6-b9ad-6d8dd7ac4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.482520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1bc4b6-66f9-4b0c-abea-bbc2af5895ae,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.505960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.510466 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3e60faae-dbf7-4e69-85b7-932389731ecd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0988190 Jan 21 09:44:20.518624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9de41b03-9c14-4fe3-86bb-819732e21aa3 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:20.622707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32551413-e7e1-43d6-a04f-f88da7d1cfcd tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.661333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a7000-8394-4924-aad5-8671a6b35588 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:20.663583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a7000-8394-4924-aad5-8671a6b35588 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:20.664356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-273a7000-8394-4924-aad5-8671a6b35588 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:20.669511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d998e0b-54e8-4145-8982-04f8e3593782 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.672039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3a1e-0dc0-4eb2-b481-01b893e92fc4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.684155 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32551413-e7e1-43d6-a04f-f88da7d1cfcd tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=4eb9d1d7-88c1-4170-b694-a73f4bb2c56c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.750092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:20.750548 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.770163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e3a1e-0dc0-4eb2-b481-01b893e92fc4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=e2e2af24-6a07-4467-a6f9-db0039d025f1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:20.793827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d998e0b-54e8-4145-8982-04f8e3593782 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.804318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-273a7000-8394-4924-aad5-8671a6b35588 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:20.807914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-273a7000-8394-4924-aad5-8671a6b35588 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4199831 Jan 21 09:44:20.827206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2c4072fd-f7ef-41a6-b9ad-6d8dd7ac4716 None None] Provisioning complete for port 67d06593-ebcf-4590-a95e-fd4d236a01b4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:20.827643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2c4072fd-f7ef-41a6-b9ad-6d8dd7ac4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.848295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34216) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.855262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32551413-e7e1-43d6-a04f-f88da7d1cfcd tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:20.955053 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-32551413-e7e1-43d6-a04f-f88da7d1cfcd tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/ports/4eb9d1d7-88c1-4170-b694-a73f4bb2c56c HTTP/1.1" status: 204 len: 168 time: 1.5091879 Jan 21 09:44:20.956022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34220) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:20.965047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-ff03421f-1200-4837-a1aa-9639775d8799 req-a62e3b0d-54c4-45a1-962f-21566502f212 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:20.968609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:20.975110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2c4072fd-f7ef-41a6-b9ad-6d8dd7ac4716 None None] Port 67d06593-ebcf-4590-a95e-fd4d236a01b4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:21.000417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2c4072fd-f7ef-41a6-b9ad-6d8dd7ac4716 None None] Could not find standard attr ID for object e2e2af24-6a07-4467-a6f9-db0039d025f1. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:21.003883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3a1e-0dc0-4eb2-b481-01b893e92fc4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.004952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:21.015915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2a1eb97c-4f7d-494f-b50a-a9a375c30537 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:21.020170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d998e0b-54e8-4145-8982-04f8e3593782 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.020705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:floatingip and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:21.040991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:21.052758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-ff03421f-1200-4837-a1aa-9639775d8799 req-a62e3b0d-54c4-45a1-962f-21566502f212 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:21.055212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:21.072627 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-a62e3b0d-54c4-45a1-962f-21566502f212 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388028990&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.3336403 Jan 21 09:44:21.078953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d998e0b-54e8-4145-8982-04f8e3593782 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8374af-c3f2-4b92-8c3c-c163dfb6038b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.116403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34224) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.117458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0e6e3a1e-0dc0-4eb2-b481-01b893e92fc4 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/e2e2af24-6a07-4467-a6f9-db0039d025f1 HTTP/1.1" status: 204 len: 168 time: 2.3767264 Jan 21 09:44:21.124604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d998e0b-54e8-4145-8982-04f8e3593782 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.128228 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1d998e0b-54e8-4145-8982-04f8e3593782 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/security-groups/cf8374af-c3f2-4b92-8c3c-c163dfb6038b HTTP/1.1" status: 204 len: 168 time: 0.7811320 Jan 21 09:44:21.132434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34228) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.156662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-718d5bef-1213-4937-8b7a-a8a9ac895005 None None] Could not find standard attr ID for object e2e2af24-6a07-4467-a6f9-db0039d025f1. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:21.171909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.172279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.210791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.238782 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f537ca2-a8d3-48cc-8044-519eb5898776 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] GET failed (client error): The resource could not be found. Jan 21 09:44:21.239299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3f537ca2-a8d3-48cc-8044-519eb5898776 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:21.265692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1d7be044-dbb7-44d2-828c-065d521dbcb5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:21.267906 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1d7be044-dbb7-44d2-828c-065d521dbcb5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c HTTP/1.1" status: 200 len: 797 time: 0.1940451 Jan 21 09:44:21.289267 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-6ac5e897-eb93-4316-9137-f1bd5ff12d56 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0144463 Jan 21 09:44:21.293354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1f625f84-8cf7-4e6a-8466-724db84949a1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:21.360019 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3f537ca2-a8d3-48cc-8044-519eb5898776 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:21.361060 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3f537ca2-a8d3-48cc-8044-519eb5898776 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports/e2e2af24-6a07-4467-a6f9-db0039d025f1 HTTP/1.1" status: 404 len: 333 time: 0.2424612 Jan 21 09:44:21.363472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1f625f84-8cf7-4e6a-8466-724db84949a1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.363613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.365225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34232) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.390780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fb92be-ebaa-4e18-8ad8-57843e338848 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet a66abbf3-6a08-4154-92d2-50b5e2b10c10 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:21.393425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-ff03421f-1200-4837-a1aa-9639775d8799 req-fd7137b3-4e66-4b63-9840-3d037fc933ec tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:21.430770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-64ad7d3f-8a4c-424e-a59d-54b66a32e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.436357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-ff03421f-1200-4837-a1aa-9639775d8799 req-fd7137b3-4e66-4b63-9840-3d037fc933ec tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:21.438203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-fd7137b3-4e66-4b63-9840-3d037fc933ec tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419754 Jan 21 09:44:21.445691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2fb92be-ebaa-4e18-8ad8-57843e338848 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.467430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ed7-1df6-4fda-8ebb-6310c37b0499 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.504170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device baa3a52d-3332-4e2c-8f53-1b7180c05c2b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:21.532668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2fb92be-ebaa-4e18-8ad8-57843e338848 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.580550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:21.581217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.608023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ed7-1df6-4fda-8ebb-6310c37b0499 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.642666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d3ec12-d958-4b24-83e0-975fa0e046ec tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet 3fc50089-1355-4053-97f4-556ac5480ff9 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:21.649665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ec12-d958-4b24-83e0-975fa0e046ec tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.663502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ed7-1df6-4fda-8ebb-6310c37b0499 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.683340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2fb92be-ebaa-4e18-8ad8-57843e338848 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.692275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac20ed7-1df6-4fda-8ebb-6310c37b0499 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d947ab-b636-436f-9fdc-8f8382190900,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.701493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ed7-1df6-4fda-8ebb-6310c37b0499 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.705632 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2ac20ed7-1df6-4fda-8ebb-6310c37b0499 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/security-groups/94d947ab-b636-436f-9fdc-8f8382190900 HTTP/1.1" status: 204 len: 168 time: 0.3356562 Jan 21 09:44:21.706175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34242) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:21.740610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-d4ec54ec-1c38-41a3-a672-4eb0fade7c5e service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:44:21.741596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-d4ec54ec-1c38-41a3-a672-4eb0fade7c5e service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1535726 Jan 21 09:44:21.772379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ec12-d958-4b24-83e0-975fa0e046ec tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.817938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.883351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3c0d-f73e-4a15-8401-b6319999eeef tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.900903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2fb92be-ebaa-4e18-8ad8-57843e338848 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.935591 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-af5c2873-c704-472e-8625-e8997798b530 service neutron] 10.222.0.122 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841753 Jan 21 09:44:21.937109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3c0d-f73e-4a15-8401-b6319999eeef tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.970562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb92be-ebaa-4e18-8ad8-57843e338848 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=a66abbf3-6a08-4154-92d2-50b5e2b10c10,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:21.981602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2fb92be-ebaa-4e18-8ad8-57843e338848 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:21.996864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe4510-5e5d-4184-b3be-92cd7aaa3ebe None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:22.040663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ec12-d958-4b24-83e0-975fa0e046ec tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.076963 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f2fb92be-ebaa-4e18-8ad8-57843e338848 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/a66abbf3-6a08-4154-92d2-50b5e2b10c10 HTTP/1.1" status: 204 len: 168 time: 1.2263231 Jan 21 09:44:22.082663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34248) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.126721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.26.1.30 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/a74003b9-6acf-45d7-9b6c-24ad6737a0f3) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:22.164235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-896ffb89-d67b-42d1-b6f6-6f0e02e8e5c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768695 Jan 21 09:44:22.165035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34252) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.176364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3c0d-f73e-4a15-8401-b6319999eeef tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.180182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:22.212065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e3c0d-f73e-4a15-8401-b6319999eeef tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c465e-dc48-4a48-9d47-a60f86c68eee,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.220572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3c0d-f73e-4a15-8401-b6319999eeef tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.221793 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dd1e3c0d-f73e-4a15-8401-b6319999eeef tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/security-groups/e71c465e-dc48-4a48-9d47-a60f86c68eee HTTP/1.1" status: 204 len: 168 time: 0.5140159 Jan 21 09:44:22.231583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34256) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.253429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ec12-d958-4b24-83e0-975fa0e046ec tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.265829 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-64327937-cae1-4dbd-b148-504added6147 service neutron] 10.222.0.122 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137970 Jan 21 09:44:22.295371 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:22.299840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Deleting port 818bf90d-045d-49f1-a5db-f02dc25d08bd {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:22.300946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.337689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3887909-bd44-4ec9-8792-22975a1093e9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.378119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3887909-bd44-4ec9-8792-22975a1093e9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.467520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3ec12-d958-4b24-83e0-975fa0e046ec tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc50089-1355-4053-97f4-556ac5480ff9,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.492186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3887909-bd44-4ec9-8792-22975a1093e9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.512817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ec12-d958-4b24-83e0-975fa0e046ec tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.513731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 818bf90d-045d-49f1-a5db-f02dc25d08bd no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:22.518846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3887909-bd44-4ec9-8792-22975a1093e9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95e5501-c653-4da9-8f81-7ed980a0edd0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.523346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3887909-bd44-4ec9-8792-22975a1093e9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.524476 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f3887909-bd44-4ec9-8792-22975a1093e9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/security-groups/b95e5501-c653-4da9-8f81-7ed980a0edd0 HTTP/1.1" status: 204 len: 168 time: 0.2915378 Jan 21 09:44:22.527296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34266) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.544508 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f6d3ec12-d958-4b24-83e0-975fa0e046ec tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/3fc50089-1355-4053-97f4-556ac5480ff9 HTTP/1.1" status: 204 len: 168 time: 1.3768582 Jan 21 09:44:22.565016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34270) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:22.575812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:22.583365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:22.590018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.593330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:22.597090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:22.605659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:22.612168 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f1f42-1454-4706-9466-7776952af7e6 None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:22.620315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:22.623742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.734638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.755146 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d162e4ea-eab8-4f96-9fc2-e863e87260a4 req-4cd83aa3-74fd-42cb-8684-cb0aa6477588 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 210 time: 0.0903571 Jan 21 09:44:22.756279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.791222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] For port 818bf90d-045d-49f1-a5db-f02dc25d08bd, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=818bf90d-045d-49f1-a5db-f02dc25d08bd,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:22.791615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.804043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:22.822588 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:22.825966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:22.826477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:22.830608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:22.832464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:22.838502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:22.862337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:22.862630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=a74003b9-6acf-45d7-9b6c-24ad6737a0f3,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:22.931977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:22.947879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Calling delete_port for 818bf90d-045d-49f1-a5db-f02dc25d08bd owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:23.067765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.088042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet f1032cef-ebb7-46f4-b1ed-f8678c349b31 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:23.104170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.112292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.166385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.168916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.197009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.210400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.215491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 818bf90d-045d-49f1-a5db-f02dc25d08bd, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=818bf90d-045d-49f1-a5db-f02dc25d08bd,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:23.225402 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.310464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:23.310701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:23.313348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=c8741a52-dcb3-4533-bc2b-1677978815af,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.332981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:23.355520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=818bf90d-045d-49f1-a5db-f02dc25d08bd,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.385474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:23.392744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:23.393030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.398430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.451621 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5931c5bf-9dab-4217-8d37-0bc072c0fc4c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2851582 Jan 21 09:44:23.455071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34274) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.463462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': 'c8741a52-dcb3-4533-bc2b-1677978815af', 'ip_address': '2001:db8::9e98:2f97:a9d1:110b'}], 'name': 'tempest-NetworksTestDHCPv6-1064230246'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:23.541940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.631248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.647425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.724910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=a74003b9-6acf-45d7-9b6c-24ad6737a0f3,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.735850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=f1032cef-ebb7-46f4-b1ed-f8678c349b31,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:23.736338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:23.752185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.752535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.752877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.753231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.753788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.754293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.754635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.754960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.755288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.755611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.756152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:23.765391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.778016 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9a4ceec1-d2f5-4c2a-92e4-7ce811fdbb2b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/f1032cef-ebb7-46f4-b1ed-f8678c349b31 HTTP/1.1" status: 204 len: 168 time: 1.2496548 Jan 21 09:44:23.782819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34286) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:23.786655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:23.789635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368d986-e4c3-4259-83f1-65074d9a4e1f None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:23.845665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:23.866971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.873046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf9bcbe-a094-4612-88a6-8f153b8c3a7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet 5cbba313-a5b8-4385-bb54-6b8a49c45fdf {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:23.876437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bcbe-a094-4612-88a6-8f153b8c3a7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.914579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 8a8cfba0-9848-4cce-a111-06c2db34dfef yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:23.963192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:23.976928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Deleting port 818bf90d-045d-49f1-a5db-f02dc25d08bd {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:23.977553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.028660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.030051 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-432e852e-a240-467e-bff3-98cef37a869d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0677385 Jan 21 09:44:24.036266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34294) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.044880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'port': {'network_id': 'a063c150-ca11-421a-84ce-8296c5200a96', 'name': 'tempest-FloatingIPTestJSON-351274775'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:24.046090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bcbe-a094-4612-88a6-8f153b8c3a7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.161149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.211834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bcbe-a094-4612-88a6-8f153b8c3a7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.317790 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eaf2842e-e403-4eac-8265-74c174a95eab req-2704baec-ff5b-4f19-b0ad-ce9cfaafa2b1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 210 time: 0.1982102 Jan 21 09:44:24.344849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] For port 818bf90d-045d-49f1-a5db-f02dc25d08bd, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=818bf90d-045d-49f1-a5db-f02dc25d08bd,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:24.344849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.356555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.408214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:24.414065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:port and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:24.417299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:24.423303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:24.429684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=fd5ac77d-693d-4229-90b4-ab380677503d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.434063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::9e98:2f97:a9d1:110b (39f1e386-d394-42ab-8358-5616c07c4588/c8741a52-dcb3-4533-bc2b-1677978815af/8a8cfba0-9848-4cce-a111-06c2db34dfef) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:24.446221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:24.449404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.451688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bcbe-a094-4612-88a6-8f153b8c3a7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.458787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:24.482824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] device_id is not set on port 0741035a-c9fb-4792-abfa-191989bf24e6 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:24.489824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:24.496745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Calling delete_port for 818bf90d-045d-49f1-a5db-f02dc25d08bd owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:24.506188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:24.506765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.511485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9bcbe-a094-4612-88a6-8f153b8c3a7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbba313-a5b8-4385-bb54-6b8a49c45fdf,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.522610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bcbe-a094-4612-88a6-8f153b8c3a7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.533309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5cf9bcbe-a094-4612-88a6-8f153b8c3a7c tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/5cbba313-a5b8-4385-bb54-6b8a49c45fdf HTTP/1.1" status: 204 len: 168 time: 0.7494266 Jan 21 09:44:24.537423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34302) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.541285 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b128a999-673f-464a-8a22-e520a4aecf6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9751847 Jan 21 09:44:24.575636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34306) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.589184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'security_group': {'name': 'tempest-secgroup-1280317135'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:24.593755 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a744cd-bd3a-46d0-8468-234d2c4132ca tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:24.594231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a744cd-bd3a-46d0-8468-234d2c4132ca tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:24.598700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-16a744cd-bd3a-46d0-8468-234d2c4132ca tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/f1032cef-ebb7-46f4-b1ed-f8678c349b31 HTTP/1.1" status: 404 len: 337 time: 0.0568550 Jan 21 09:44:24.598975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34310) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:24.602001 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:24.618303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e5a04-781e-4df5-ba44-ca8c1e59625d None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:24.641515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:24.647459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:24.656654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:24.681498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c966762-9cdf-44a6-95fc-3cd479995495 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting subnet 332cb556-f45a-41b4-b52a-d6cc4278e4b7 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:24.684895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.696189 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6c966762-9cdf-44a6-95fc-3cd479995495 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.701364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.767060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] Pushing event deleted for resources: {'Port': ['ID=818bf90d-045d-49f1-a5db-f02dc25d08bd,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:24.772881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:24.776832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6c966762-9cdf-44a6-95fc-3cd479995495 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.796901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018bd06-518e-416f-9e1e-94a0079c2cc2 None None] No DVR routers for this DVR port 818bf90d-045d-49f1-a5db-f02dc25d08bd on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:24.804014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-069b403e-649e-41ab-a0a4-2ef7d24cf6de None None] Provisioning complete for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:24.804014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-069b403e-649e-41ab-a0a4-2ef7d24cf6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.813395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group_rule and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:24.819348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:24.828364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:24.845930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f47688e-15f6-4d1a-951c-6832e168eb9a None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:24.904193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.20.0.11 (a063c150-ca11-421a-84ce-8296c5200a96/0a9500f8-e63a-4456-8b69-9fbb2341ccac/0741035a-c9fb-4792-abfa-191989bf24e6) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:24.919474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.922430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6c966762-9cdf-44a6-95fc-3cd479995495 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.949447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.952895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:24.994282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 8a8cfba0-9848-4cce-a111-06c2db34dfef will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:25.027680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0355b3b8-4c03-4225-89e8-a08d607a2329,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.033835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.035439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d8ebedd4-3c94-42ff-8a7f-1a41e634bad6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4587324 Jan 21 09:44:25.039120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34314) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.074926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6c966762-9cdf-44a6-95fc-3cd479995495 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.097811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'security_group': {'name': 'tempest-secgroup-869943517'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:25.109067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:25.122374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:25.127081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:25.138051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:25.143402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c966762-9cdf-44a6-95fc-3cd479995495 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Subnet': ['ID=332cb556-f45a-41b4-b52a-d6cc4278e4b7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.167646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6c966762-9cdf-44a6-95fc-3cd479995495 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.167811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.180273 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6c966762-9cdf-44a6-95fc-3cd479995495 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/332cb556-f45a-41b4-b52a-d6cc4278e4b7 HTTP/1.1" status: 204 len: 168 time: 0.5779889 Jan 21 09:44:25.180568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34318) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.229675 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-31106e9f-bb64-4b36-a8b2-f7a99cc3425e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:25.230195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31106e9f-bb64-4b36-a8b2-f7a99cc3425e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:25.235192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-31106e9f-bb64-4b36-a8b2-f7a99cc3425e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/db06f05d-526a-4b88-b59b-fc81d7d0f9bb HTTP/1.1" status: 404 len: 337 time: 0.0527112 Jan 21 09:44:25.235524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34322) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.268031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=8a8cfba0-9848-4cce-a111-06c2db34dfef,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.275480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.291711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2fdec8c6-e290-4cbf-83c7-bd43e96dbea7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Synchronizing usage tracker for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:25.302005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:25.305429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2fdec8c6-e290-4cbf-83c7-bd43e96dbea7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Unset dirty status for tenant:a05abf99eeec4bd89e25ce74b3597042 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:25.308959 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2fdec8c6-e290-4cbf-83c7-bd43e96dbea7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "GET /v2.0/ports?device_id=b7b3d650-a5e8-4ca0-b776-4606caa0d0d8 HTTP/1.1" status: 200 len: 205 time: 0.0701995 Jan 21 09:44:25.309220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34326) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.311836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:25.314467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:25.319561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:25.320188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.372490 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7504951f-330a-4b75-8d3b-a82983716131 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9161937 Jan 21 09:44:25.375784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.381147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34332) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.407184 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-31d76fb9-fa13-4a2d-838d-5dec778ad80b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] delete failed (client error): The resource could not be found. Jan 21 09:44:25.411401 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-31d76fb9-fa13-4a2d-838d-5dec778ad80b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/routers/b7b3d650-a5e8-4ca0-b776-4606caa0d0d8 HTTP/1.1" status: 404 len: 336 time: 0.1012554 Jan 21 09:44:25.413123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34336) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.433858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:25.440660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group_rule and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:25.445417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:25.454418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:25.481877 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8451be-29a6-4611-835a-e863b81e9822 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:25.482898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8451be-29a6-4611-835a-e863b81e9822 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:25.490342 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46322b9-3524-4247-bbdf-81131c46822b None None] Update dhcp port {'port': {'network_id': 'a86e5793-35fe-4638-96c4-15e6d8b42bd1', 'fixed_ips': [{'subnet_id': '5cbba313-a5b8-4385-bb54-6b8a49c45fdf'}, {'subnet_id': '332cb556-f45a-41b4-b52a-d6cc4278e4b7'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': 'baa3a52d-3332-4e2c-8f53-1b7180c05c2b'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:44:25.490766 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2c8451be-29a6-4611-835a-e863b81e9822 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/3c7a5e8f-dd17-4c02-87f2-a5e566ac0a2d HTTP/1.1" status: 404 len: 337 time: 0.0763533 Jan 21 09:44:25.492233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34340) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.521746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': 'c8741a52-dcb3-4533-bc2b-1677978815af'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:25.522598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.542627 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3aaa8220-2cfd-4125-9213-25da65ee421f req-7769e11d-f18a-4671-8561-827a1e6a3624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 210 time: 0.0623436 Jan 21 09:44:25.556799 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4390cc2-ff70-40e7-8259-79e37a157d6e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:25.557244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4390cc2-ff70-40e7-8259-79e37a157d6e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:25.574179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.631432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd771725-d161-4a03-97b3-137ba5c7d9f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:25.632244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-dd771725-d161-4a03-97b3-137ba5c7d9f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:25.660920 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c4390cc2-ff70-40e7-8259-79e37a157d6e tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/dd85cd31-bf68-4c09-8302-e86b413583d5 HTTP/1.1" status: 404 len: 337 time: 0.1676295 Jan 21 09:44:25.665011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34346) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.705030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.719607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a063c150-ca11-421a-84ce-8296c5200a96 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:25.720857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=0741035a-c9fb-4792-abfa-191989bf24e6,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.725000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.730529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a46322b9-3524-4247-bbdf-81131c46822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.734202 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b152d875-c972-4fcd-8d36-44055b5d05a7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:25.734774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b152d875-c972-4fcd-8d36-44055b5d05a7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:25.739138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:25.739507 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b152d875-c972-4fcd-8d36-44055b5d05a7 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/aa354003-b84a-491b-98a8-5c8f2c804162 HTTP/1.1" status: 404 len: 337 time: 0.0732915 Jan 21 09:44:25.740247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34350) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.751271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-069b403e-649e-41ab-a0a4-2ef7d24cf6de None None] Provisioning complete for port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:25.751639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-069b403e-649e-41ab-a0a4-2ef7d24cf6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.753744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:25.788871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-dd771725-d161-4a03-97b3-137ba5c7d9f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:25.790804 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf20133f-0e3d-4f76-a4a6-988fb6b1de4a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:25.791251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf20133f-0e3d-4f76-a4a6-988fb6b1de4a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:25.795290 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dd771725-d161-4a03-97b3-137ba5c7d9f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4115596 Jan 21 09:44:25.795674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bf20133f-0e3d-4f76-a4a6-988fb6b1de4a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/889966f1-4600-446f-a7cd-012f45a9edb5 HTTP/1.1" status: 404 len: 333 time: 0.0541942 Jan 21 09:44:25.796217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34354) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.796544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34356) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.812168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.814080 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7737746 Jan 21 09:44:25.837424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34362) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:25.853532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'security_group': {'name': 'tempest-secgroup-366276116'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:25.874020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:25.877869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d78b6-d8c1-4b18-b91c-3e6d833b86e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9921e4-3459-444b-af3d-8967539a207d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:25.887978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:25.902227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:25.904204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ecc02635-7944-485a-afbd-d846a3bb3e90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 8a8cfba0-9848-4cce-a111-06c2db34dfef {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:25.904548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecc02635-7944-485a-afbd-d846a3bb3e90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.920756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:25.935251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:25.936296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:25.993475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.060252 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b74dd5ae-1c3a-46a6-b68c-05b50d9fc111 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0223284 Jan 21 09:44:26.063266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34366) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.067053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-069b403e-649e-41ab-a0a4-2ef7d24cf6de None None] Port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:26.080726 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'port_id': '0741035a-c9fb-4792-abfa-191989bf24e6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:26.106388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/c8741a52-dcb3-4533-bc2b-1677978815af/26b52bac-e6e8-4eec-82af-5c03ca39bfba) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:26.109450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f5f15-31a6-44ee-9104-a76226228b67 None None] Update dhcp port {'port': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'fixed_ips': [{'subnet_id': '29f2ba8a-ee3b-431f-9399-c80e22ba7002', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fd5ac77d-693d-4229-90b4-ab380677503d'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '9de41b03-9c14-4fe3-86bb-819732e21aa3'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:44:26.144980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16fbf9a-e5f1-43bc-a9ac-c5ae762cc10d None None] Network a86e5793-35fe-4638-96c4-15e6d8b42bd1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:26.214296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.377180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] Provisioning complete for port 67d06593-ebcf-4590-a95e-fd4d236a01b4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:26.377547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.418211 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b916e8-c000-4171-becf-817e63630abc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:26.418648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b916e8-c000-4171-becf-817e63630abc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:26.425874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34370) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.430115 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-76b916e8-c000-4171-becf-817e63630abc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/5084be03-5971-4941-be41-6f245beaf88c HTTP/1.1" status: 404 len: 337 time: 0.6214175 Jan 21 09:44:26.460134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device baa3a52d-3332-4e2c-8f53-1b7180c05c2b no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:26.529202 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5feaa99b-4eb7-4379-a91b-a8a4af6f85c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:26.529900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5feaa99b-4eb7-4379-a91b-a8a4af6f85c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:26.539183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334f5f15-31a6-44ee-9104-a76226228b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.557111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:26.562383 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5feaa99b-4eb7-4379-a91b-a8a4af6f85c2 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/84602142-9149-4b23-b403-0be8738e7816 HTTP/1.1" status: 404 len: 337 time: 0.1330516 Jan 21 09:44:26.568185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34374) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.576447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecc02635-7944-485a-afbd-d846a3bb3e90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.600477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:security_group_rule and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:26.760702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ecc02635-7944-485a-afbd-d846a3bb3e90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 8a8cfba0-9848-4cce-a111-06c2db34dfef owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:26.783267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] Port 67d06593-ebcf-4590-a95e-fd4d236a01b4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:26.822209 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bb2ddb-6af0-4051-b179-29ea56a65f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:26.822657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bb2ddb-6af0-4051-b179-29ea56a65f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:26.834916 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-10bb2ddb-6af0-4051-b179-29ea56a65f79 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/e597e502-f989-4448-a4e4-713db215fd4c HTTP/1.1" status: 404 len: 333 time: 0.2573700 Jan 21 09:44:26.849065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:26.850689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34380) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:26.855192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] DHCP port deletion for a86e5793-35fe-4638-96c4-15e6d8b42bd1 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:26.873928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:26.887557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:26.905252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Deleting port baa3a52d-3332-4e2c-8f53-1b7180c05c2b {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:26.905630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.028594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:27.077182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.113779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecc02635-7944-485a-afbd-d846a3bb3e90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.134502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.149442 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b05610-6909-4dd3-a035-489c8e1dcdd9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:27.150792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b05610-6909-4dd3-a035-489c8e1dcdd9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:27.190702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] Provisioning complete for port baa3a52d-3332-4e2c-8f53-1b7180c05c2b triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:27.191284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.196490 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a1d3da69-4a0a-4d59-ad1f-763a08742cbb req-57359a80-2493-49b0-96d8-79e846132fc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 210 time: 0.3295414 Jan 21 09:44:27.230190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc02635-7944-485a-afbd-d846a3bb3e90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=8a8cfba0-9848-4cce-a111-06c2db34dfef,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.237782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-51b05610-6909-4dd3-a035-489c8e1dcdd9 tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/622ea1e2-bb5a-49bb-bc69-744cde2b74c1 HTTP/1.1" status: 404 len: 337 time: 0.3662615 Jan 21 09:44:27.293871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34384) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.295889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.346903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecc02635-7944-485a-afbd-d846a3bb3e90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.349776 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ecc02635-7944-485a-afbd-d846a3bb3e90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/8a8cfba0-9848-4cce-a111-06c2db34dfef HTTP/1.1" status: 204 len: 168 time: 1.5522807 Jan 21 09:44:27.355719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03421f-1200-4837-a1aa-9639775d8799 req-2a615a37-5767-4429-bb23-727d05b22f6c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:27.357783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34388) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.358688 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-2a615a37-5767-4429-bb23-727d05b22f6c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c HTTP/1.1" status: 200 len: 797 time: 0.8917794 Jan 21 09:44:27.360797 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-32439730-82a8-4cb8-a3f9-14dfb4608c4b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:27.361314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32439730-82a8-4cb8-a3f9-14dfb4608c4b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:27.363445 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-32439730-82a8-4cb8-a3f9-14dfb4608c4b tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/subnets/adf8fcf7-0b65-446a-bda2-75f45d54cabd HTTP/1.1" status: 404 len: 337 time: 0.0683818 Jan 21 09:44:27.366122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34392) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.399578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758dd37b-a78c-4aae-8d13-752b89e085b5,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.408538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.413959 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e0b4d27f-e7e3-4e95-b3cb-865e867c535c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5750129 Jan 21 09:44:27.421840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34396) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.471739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1f2074b3-3b09-414f-9835-d600c0eaa7cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port 67d06593-ebcf-4590-a95e-fd4d236a01b4 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:27.473179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f2074b3-3b09-414f-9835-d600c0eaa7cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.478835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=11']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:27.488409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-293785253', 'security_groups': ['758dd37b-a78c-4aae-8d13-752b89e085b5'], 'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd5ac77d-693d-4229-90b4-ab380677503d'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:27.509334 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.533858 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-d5f5fa4b-ca15-41c0-80eb-acd236ca1a98 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 379 time: 0.1359239 Jan 21 09:44:27.542008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-334f5f15-31a6-44ee-9104-a76226228b67 None None] Allocated IP 2001:db8::2 (41b8535b-4523-4f43-9787-30a6a9e8e8fd/fd5ac77d-693d-4229-90b4-ab380677503d/9de41b03-9c14-4fe3-86bb-819732e21aa3) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:27.546188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['edc8c682-3924-4152-902c-024ce3c2f63d']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:27.547950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Transition to ACTIVE for port object 26b52bac-e6e8-4eec-82af-5c03ca39bfba will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:27.557666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:27.558182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.621755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942aff9-ec39-45d0-9f37-ef7f41391ecd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:27.623293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942aff9-ec39-45d0-9f37-ef7f41391ecd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:27.624041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9942aff9-ec39-45d0-9f37-ef7f41391ecd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:27.706091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Calling delete_port for baa3a52d-3332-4e2c-8f53-1b7180c05c2b owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:27.710436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9942aff9-ec39-45d0-9f37-ef7f41391ecd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:27.716271 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9942aff9-ec39-45d0-9f37-ef7f41391ecd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3528225 Jan 21 09:44:27.717015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34400) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:27.738422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Transition to ACTIVE for port object 26b52bac-e6e8-4eec-82af-5c03ca39bfba will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:27.753705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:27.766403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:port and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:27.771202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:27.781414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:27.836593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:27.853424 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.861546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f2074b3-3b09-414f-9835-d600c0eaa7cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:27.869565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:27.970236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:27.997578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:28.005627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1f2074b3-3b09-414f-9835-d600c0eaa7cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for 67d06593-ebcf-4590-a95e-fd4d236a01b4 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:28.038328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Pushing event updated for resources: {'Port': ['ID=26b52bac-e6e8-4eec-82af-5c03ca39bfba,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.040983 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.061487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:28.063544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:28.064777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.070318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:28.070536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:28.071290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:28.075019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-334f5f15-31a6-44ee-9104-a76226228b67 None None] For port 9de41b03-9c14-4fe3-86bb-819732e21aa3, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9de41b03-9c14-4fe3-86bb-819732e21aa3,segment=NetworkSegment(773db543-4187-4da5-889f-8caceaed8fe8),segment_id=773db543-4187-4da5-889f-8caceaed8fe8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:28.078585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:28.157560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.170027 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:28.171453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.184463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334f5f15-31a6-44ee-9104-a76226228b67 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.195385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f2074b3-3b09-414f-9835-d600c0eaa7cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.207418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.227700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-da22bb8d-0bca-4d05-9ba3-a0d68cc804c4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet c8741a52-dcb3-4533-bc2b-1677978815af {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:28.245652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da22bb8d-0bca-4d05-9ba3-a0d68cc804c4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.275192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.301547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-334f5f15-31a6-44ee-9104-a76226228b67 None None] Transition to ACTIVE for port object 9de41b03-9c14-4fe3-86bb-819732e21aa3 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:28.309593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Attempting to bind port 26b52bac-e6e8-4eec-82af-5c03ca39bfba on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:28.309965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Attempting to bind port 26b52bac-e6e8-4eec-82af-5c03ca39bfba by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:28.310334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] device_id is not set on port 6e7410d8-23b2-4965-b0af-7065d74d5e4f yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:28.310522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Attempting to bind port 26b52bac-e6e8-4eec-82af-5c03ca39bfba on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:28.322905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:28.323281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:28.323714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.324117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:28.324611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Bound port: 26b52bac-e6e8-4eec-82af-5c03ca39bfba, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:28.325070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.345454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-334f5f15-31a6-44ee-9104-a76226228b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.420449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2074b3-3b09-414f-9835-d600c0eaa7cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Port': ['ID=67d06593-ebcf-4590-a95e-fd4d236a01b4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.474395 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f8766571-0e01-48ab-ad94-64ce6fa9625b req-ac36dfec-5b49-4b21-b436-11623befae6d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 210 time: 0.0971539 Jan 21 09:44:28.478789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f2074b3-3b09-414f-9835-d600c0eaa7cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.490097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7a5b5-df56-4a68-a073-abd70bdbfbf3 None None] Pushing event updated for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=12']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.509332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.7 (d8264d59-9abd-426e-a1a8-a9c471e7ab6c/c6aa184d-405e-4a07-8265-40a74b55e9c9/a03f4c39-6391-4436-8d52-e2edf67f1cc2) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:28.510321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da22bb8d-0bca-4d05-9ba3-a0d68cc804c4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.514524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1f2074b3-3b09-414f-9835-d600c0eaa7cc tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/ports/67d06593-ebcf-4590-a95e-fd4d236a01b4 HTTP/1.1" status: 204 len: 168 time: 1.1470962 Jan 21 09:44:28.521131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34406) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:28.573967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Deleting port baa3a52d-3332-4e2c-8f53-1b7180c05c2b {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:28.574387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.659143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] For port 26b52bac-e6e8-4eec-82af-5c03ca39bfba, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:28.678623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8::223 (41b8535b-4523-4f43-9787-30a6a9e8e8fd/fd5ac77d-693d-4229-90b4-ab380677503d/6e7410d8-23b2-4965-b0af-7065d74d5e4f) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:28.701480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.789099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port baa3a52d-3332-4e2c-8f53-1b7180c05c2b {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:28.789441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.842490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f5f15-31a6-44ee-9104-a76226228b67 None None] Pushing event updated for resources: {'Port': ['ID=9de41b03-9c14-4fe3-86bb-819732e21aa3,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:28.850173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] For port 26b52bac-e6e8-4eec-82af-5c03ca39bfba, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26b52bac-e6e8-4eec-82af-5c03ca39bfba,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:28.855976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:28.856443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:28.866833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.049743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Calling delete_port for baa3a52d-3332-4e2c-8f53-1b7180c05c2b owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:29.079940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.117688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] For port baa3a52d-3332-4e2c-8f53-1b7180c05c2b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,segment=NetworkSegment(857b509d-f878-49de-a94e-71eb3946aa74),segment_id=857b509d-f878-49de-a94e-71eb3946aa74)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:29.118162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.126814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object a03f4c39-6391-4436-8d52-e2edf67f1cc2 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:29.143508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.155197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Pushing event updated for resources: {'Port': ['ID=26b52bac-e6e8-4eec-82af-5c03ca39bfba,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.166995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object 6e7410d8-23b2-4965-b0af-7065d74d5e4f will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:29.176405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.176850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.177256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.177593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.177926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.178338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.178673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.179005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.179379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.179761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.180092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5333e309-924a-4de5-bd8e-9c823a3c2419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:44:29.198680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da22bb8d-0bca-4d05-9ba3-a0d68cc804c4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.204249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.265972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] Pushing event deleted for resources: {'Port': ['ID=baa3a52d-3332-4e2c-8f53-1b7180c05c2b,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.287212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68116c0e-6a5a-4711-81f9-f06bf5b857fa None None] No DVR routers for this DVR port baa3a52d-3332-4e2c-8f53-1b7180c05c2b on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:29.292455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.322612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Calling delete_port for baa3a52d-3332-4e2c-8f53-1b7180c05c2b owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:29.401921 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP 41b5ebc6-c256-40e1-9155-df02c7aa1014 associated. External IP: 172.26.1.30, port: 0741035a-c9fb-4792-abfa-191989bf24e6. Jan 21 09:44:29.412668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.487657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:29.498473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:29.498927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:29.500223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:29.523345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:29.527992 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.528635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.550487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=6e7410d8-23b2-4965-b0af-7065d74d5e4f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.569959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:29.575405 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:29.575794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da22bb8d-0bca-4d05-9ba3-a0d68cc804c4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.577657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=a03f4c39-6391-4436-8d52-e2edf67f1cc2,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.586528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:29.660095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22bb8d-0bca-4d05-9ba3-a0d68cc804c4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=c8741a52-dcb3-4533-bc2b-1677978815af,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:29.666866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-19fe04d7-5b18-44d7-8b1c-f0b421a8e68c None None] Provisioning for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:29.682954 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e7a00675-5012-48c5-b322-539113ed1d3a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2599204 Jan 21 09:44:29.686533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34414) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.690306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-19fe04d7-5b18-44d7-8b1c-f0b421a8e68c None None] Provisioning complete for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:29.690689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-19fe04d7-5b18-44d7-8b1c-f0b421a8e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.694524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:29.713139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-da22bb8d-0bca-4d05-9ba3-a0d68cc804c4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.717599 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-da22bb8d-0bca-4d05-9ba3-a0d68cc804c4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/c8741a52-dcb3-4533-bc2b-1677978815af HTTP/1.1" status: 204 len: 168 time: 1.9994509 Jan 21 09:44:29.725897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34418) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.744145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.745307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:29.808290 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-828e0e13-fee4-4ec0-aec9-454e4c46e337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2678258 Jan 21 09:44:29.824350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Request body: {'port': {'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:29.830300 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8d6cfbd3-cc26-4b9a-b417-bc8c103b5360 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029212 Jan 21 09:44:29.867093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34422) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:29.883592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:29.948208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ca2f-0cea-4d1c-b800-68150f89d992 req-63754b3f-648f-4794-a32a-199a4e2d3f3a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:29.949093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b082ca2f-0cea-4d1c-b800-68150f89d992 req-63754b3f-648f-4794-a32a-199a4e2d3f3a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:29.970351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-19fe04d7-5b18-44d7-8b1c-f0b421a8e68c None None] Provisioning complete for port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:29.970837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-19fe04d7-5b18-44d7-8b1c-f0b421a8e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.069475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-19fe04d7-5b18-44d7-8b1c-f0b421a8e68c None None] Port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:30.074921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Deleting port baa3a52d-3332-4e2c-8f53-1b7180c05c2b {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:30.074921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.102759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:30.109794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:30.113853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:30.121804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:30.145566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:30.151524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.199846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6dbc0a14-326b-46bb-8610-06a351857ee3 None None] Provisioning for port a03f4c39-6391-4436-8d52-e2edf67f1cc2 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:30.203411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] The port 'baa3a52d-3332-4e2c-8f53-1b7180c05c2b' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:44:30.208315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6dbc0a14-326b-46bb-8610-06a351857ee3 None None] Provisioning complete for port a03f4c39-6391-4436-8d52-e2edf67f1cc2 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:30.208898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6dbc0a14-326b-46bb-8610-06a351857ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.252175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:30.257869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b082ca2f-0cea-4d1c-b800-68150f89d992 req-63754b3f-648f-4794-a32a-199a4e2d3f3a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:30.259064 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b082ca2f-0cea-4d1c-b800-68150f89d992 req-63754b3f-648f-4794-a32a-199a4e2d3f3a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 931 time: 0.5871186 Jan 21 09:44:30.291584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc0a14-326b-46bb-8610-06a351857ee3 None None] Port a03f4c39-6391-4436-8d52-e2edf67f1cc2 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:30.312986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6dbc0a14-326b-46bb-8610-06a351857ee3 None None] Provisioning for port 6e7410d8-23b2-4965-b0af-7065d74d5e4f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:30.319577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:30.321624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6dbc0a14-326b-46bb-8610-06a351857ee3 None None] Provisioning complete for port 6e7410d8-23b2-4965-b0af-7065d74d5e4f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:30.322841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6dbc0a14-326b-46bb-8610-06a351857ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.417440 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.ipam_backend_mixin [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd5ac77d-693d-4229-90b4-ab380677503d (CIDR: 2001:db8::/64) Jan 21 09:44:30.427775 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:30.428431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:30.462580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc0a14-326b-46bb-8610-06a351857ee3 None None] Port 6e7410d8-23b2-4965-b0af-7065d74d5e4f cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:30.540106 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9f5f7082-a737-4521-bab5-be8b8156ace8 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8515110 Jan 21 09:44:30.543360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34426) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:30.551857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 26b52bac-e6e8-4eec-82af-5c03ca39bfba up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:30.552372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:30.578464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.596384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.637108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 26b52bac-e6e8-4eec-82af-5c03ca39bfba completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:30.643772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9de41b03-9c14-4fe3-86bb-819732e21aa3 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:30.689322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86e5793-35fe-4638-96c4-15e6d8b42bd1']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.698807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:30.706100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e1856-4a3e-43d6-8c4f-2fd2813830fa None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:30.711304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:30.741913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:30.787306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857b509d-f878-49de-a94e-71eb3946aa74') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.787645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857b509d-f878-49de-a94e-71eb3946aa74') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:30.797941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:30.801561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:30.809173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6072cf23-94c7-4fa1-8d63-64c2b44cef3c None None] Could not find standard attr ID for object 8a8cfba0-9848-4cce-a111-06c2db34dfef. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:30.817536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.820330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:30.853042 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b082ca2f-0cea-4d1c-b800-68150f89d992 req-512a0361-6fe7-4cf0-92ea-aff327e82bb7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5782859 Jan 21 09:44:30.861838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:30.866650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.871698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.916004 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:30.916420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.933098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:30.933507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:30.943351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6072cf23-94c7-4fa1-8d63-64c2b44cef3c None None] Provisioning for port 26b52bac-e6e8-4eec-82af-5c03ca39bfba completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:30.948938 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:30.964526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6072cf23-94c7-4fa1-8d63-64c2b44cef3c None None] Provisioning complete for port 26b52bac-e6e8-4eec-82af-5c03ca39bfba triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:30.965070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6072cf23-94c7-4fa1-8d63-64c2b44cef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.019980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.039492 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.ipam_backend_mixin [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 29f2ba8a-ee3b-431f-9399-c80e22ba7002 (CIDR: 2001:db8:0:1::/64) Jan 21 09:44:31.048334 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:31.048814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:31.165340 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5eed6c93-c0a9-4d91-8591-4b72b2a783f5 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6170886 Jan 21 09:44:31.168928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34430) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.184979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'subnet': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:31.189468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:31.216164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Deleting port 26b52bac-e6e8-4eec-82af-5c03ca39bfba {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:31.216164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.221275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:31.228907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.232834 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55e05f-e22e-4add-93ec-13c37d3fea1d None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:31.246900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6072cf23-94c7-4fa1-8d63-64c2b44cef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.265214 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55e05f-e22e-4add-93ec-13c37d3fea1d None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:31.265214 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8d55e05f-e22e-4add-93ec-13c37d3fea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.275584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.298222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.374512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6072cf23-94c7-4fa1-8d63-64c2b44cef3c None None] For port 26b52bac-e6e8-4eec-82af-5c03ca39bfba, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26b52bac-e6e8-4eec-82af-5c03ca39bfba,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:31.388556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6072cf23-94c7-4fa1-8d63-64c2b44cef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.448981 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5bffb340-2eec-4b66-9d0d-279a5c4fb59e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/floatingips/41b5ebc6-c256-40e1-9155-df02c7aa1014 HTTP/1.1" status: 200 len: 977 time: 5.3770185 Jan 21 09:44:31.448981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34434) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:31.485653 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8d55e05f-e22e-4add-93ec-13c37d3fea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.514647 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55e05f-e22e-4add-93ec-13c37d3fea1d None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:31.517241 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] 10.222.0.122 "DELETE /v2.0/networks/a86e5793-35fe-4638-96c4-15e6d8b42bd1 HTTP/1.1" status: 204 len: 168 time: 2.9902546 Jan 21 09:44:31.517241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5bd1e-cb4c-428f-8d06-fae547d80c3a tempest-PortsTestJSON-1251603685 tempest-PortsTestJSON-1251603685-project] Pushing event deleted for resources: {'Network': ['ID=a86e5793-35fe-4638-96c4-15e6d8b42bd1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.517967 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8d55e05f-e22e-4add-93ec-13c37d3fea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.538665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 0741035a-c9fb-4792-abfa-191989bf24e6 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:31.539406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.709168 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] For port 26b52bac-e6e8-4eec-82af-5c03ca39bfba, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26b52bac-e6e8-4eec-82af-5c03ca39bfba,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:31.710082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:31.710767 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8d55e05f-e22e-4add-93ec-13c37d3fea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:31.711334 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55e05f-e22e-4add-93ec-13c37d3fea1d None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:31.728536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072cf23-94c7-4fa1-8d63-64c2b44cef3c None None] Pushing event updated for resources: {'Port': ['ID=26b52bac-e6e8-4eec-82af-5c03ca39bfba,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:31.784006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:31.795124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Usage tracker for resource:subnet and tenant:244b9dd8fbc44a0c945677f14df9fa64 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:31.800393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:31.816374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:31.882339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Calling delete_port for 26b52bac-e6e8-4eec-82af-5c03ca39bfba owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:31.903633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Made reservation on behalf of 244b9dd8fbc44a0c945677f14df9fa64 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:32.017031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:32.017752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:32.028445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03f4c39-6391-4436-8d52-e2edf67f1cc2 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:32.044378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.052655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.061709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.133331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34446) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.169881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Transition to ACTIVE for port object a03f4c39-6391-4436-8d52-e2edf67f1cc2 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:32.202391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.244390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:32.281082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:32.284386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:32.285639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.343314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.386868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.387228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.387540 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP 41b5ebc6-c256-40e1-9155-df02c7aa1014 disassociated. External IP: 172.26.1.30, port: 0741035a-c9fb-4792-abfa-191989bf24e6. Jan 21 09:44:32.387877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 0741035a-c9fb-4792-abfa-191989bf24e6 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:32.400642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 26b52bac-e6e8-4eec-82af-5c03ca39bfba no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:32.419646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=fa7e0131-d8ff-4b6b-b886-6413ec90d41f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.530820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Deleting port 26b52bac-e6e8-4eec-82af-5c03ca39bfba {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:32.531354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.606596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.618188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.665384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Pushing event updated for resources: {'Port': ['ID=a03f4c39-6391-4436-8d52-e2edf67f1cc2,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.683548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=0741035a-c9fb-4792-abfa-191989bf24e6,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:32.723134 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-04f892ce-7a50-491a-a982-5c3f1bbe79b1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8538387 Jan 21 09:44:32.738303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34452) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:32.837175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 26b52bac-e6e8-4eec-82af-5c03ca39bfba, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26b52bac-e6e8-4eec-82af-5c03ca39bfba,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:32.851187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:32.975637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:33.011218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f102f-7299-4a4e-a009-2e6ba8566d8d req-cfb2cd0b-1bed-4dbe-870f-a219f999d578 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.012579 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a45f102f-7299-4a4e-a009-2e6ba8566d8d req-cfb2cd0b-1bed-4dbe-870f-a219f999d578 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 931 time: 0.9548240 Jan 21 09:44:33.027617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] For port 26b52bac-e6e8-4eec-82af-5c03ca39bfba, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26b52bac-e6e8-4eec-82af-5c03ca39bfba,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:33.028806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.039089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=26b52bac-e6e8-4eec-82af-5c03ca39bfba,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.050713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': 'fa7e0131-d8ff-4b6b-b886-6413ec90d41f', 'ip_address': '2001:db8::c7df:24e6:a237:ee'}], 'name': 'tempest-NetworksTestDHCPv6-349216184'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:33.096886 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b17d15a9-579d-4c00-94e7-3489fc613194 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a05abf99eeec4bd89e25ce74b3597042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9495723 Jan 21 09:44:33.098188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34456) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.210376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b99a853e-aa93-4ac8-a730-69d7e258c976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.241293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b99a853e-aa93-4ac8-a730-69d7e258c976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.250217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Calling delete_port for 26b52bac-e6e8-4eec-82af-5c03ca39bfba owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:33.298377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.355617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:33.355617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:33.381016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b99a853e-aa93-4ac8-a730-69d7e258c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.395822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Attempting to bind port a03f4c39-6391-4436-8d52-e2edf67f1cc2 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:33.395822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Attempting to bind port a03f4c39-6391-4436-8d52-e2edf67f1cc2 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:33.395822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Attempting to bind port a03f4c39-6391-4436-8d52-e2edf67f1cc2 on network d8264d59-9abd-426e-a1a8-a9c471e7ab6c {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:33.404071 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a45f102f-7299-4a4e-a009-2e6ba8566d8d req-6548a681-a390-4a03-b06e-b87d3c2b3e74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345454 Jan 21 09:44:33.429051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a853e-aa93-4ac8-a730-69d7e258c976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ba5e8f-71a6-4128-a51f-b8fea4a8b0c2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.439995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b99a853e-aa93-4ac8-a730-69d7e258c976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.444305 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b99a853e-aa93-4ac8-a730-69d7e258c976 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/37ba5e8f-71a6-4128-a51f-b8fea4a8b0c2 HTTP/1.1" status: 204 len: 168 time: 0.3461275 Jan 21 09:44:33.460956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:33.464644 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:33.466380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Port a03f4c39-6391-4436-8d52-e2edf67f1cc2 on network d8264d59-9abd-426e-a1a8-a9c471e7ab6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:44:33.466699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Attempting to bind port a03f4c39-6391-4436-8d52-e2edf67f1cc2 on network d8264d59-9abd-426e-a1a8-a9c471e7ab6c {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:33.474943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Subnet': ['ID=8a96e89d-aec1-4e5c-a230-6e6f71681195,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:33.477659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:33.478809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.478959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:33.481600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc9db4-a10d-442c-abdf-6a9c278b6b8e None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:33.487840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:33.488221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Checking segment: {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:33.488642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Bound using segment: {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:33.489121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Bound port: a03f4c39-6391-4436-8d52-e2edf67f1cc2, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e741dc45-3a37-4853-91e8-4ab5c36fe83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:33.489458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.513876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe76ff-f3e9-4dab-b2b5-1e37ef8460b7 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:33.515308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:33.525502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:33.528647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:33.565385 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-59a1525d-82d2-4d0c-bb66-52982576fdb6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3929110 Jan 21 09:44:33.570679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:33.571058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34462) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.578566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-7528718', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a96e89d-aec1-4e5c-a230-6e6f71681195'}], 'security_groups': ['0355b3b8-4c03-4225-89e8-a08d607a2329', '2a9921e4-3459-444b-af3d-8967539a207d']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:33.619116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe76ff-f3e9-4dab-b2b5-1e37ef8460b7 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:33.619845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-eabe76ff-f3e9-4dab-b2b5-1e37ef8460b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.641182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:33.650276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.692104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] For port a03f4c39-6391-4436-8d52-e2edf67f1cc2, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:33.694639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.701392 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-59c37ca5-3e22-475a-9974-38815365420e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/ports/0741035a-c9fb-4792-abfa-191989bf24e6 HTTP/1.1" status: 204 len: 168 time: 2.2548466 Jan 21 09:44:33.703462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port f24ce0ac-0d2d-4545-85ad-d7c675d0e924 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:33.704636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34466) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:33.733895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-eabe76ff-f3e9-4dab-b2b5-1e37ef8460b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.772780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] For port a03f4c39-6391-4436-8d52-e2edf67f1cc2, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:33.786863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.867962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe76ff-f3e9-4dab-b2b5-1e37ef8460b7 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:33.868757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-eabe76ff-f3e9-4dab-b2b5-1e37ef8460b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.944629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:33.946025 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] 10.222.0.120 "PUT /v2.0/ports/a03f4c39-6391-4436-8d52-e2edf67f1cc2 HTTP/1.1" status: 200 len: 1093 time: 4.1282310 Jan 21 09:44:33.949754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:33.977118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-eabe76ff-f3e9-4dab-b2b5-1e37ef8460b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:33.978695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe76ff-f3e9-4dab-b2b5-1e37ef8460b7 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:34.021300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc85c69-0726-489f-a303-3c8ab7aa033a service neutron] Pushing event updated for resources: {'Port': ['ID=a03f4c39-6391-4436-8d52-e2edf67f1cc2,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:34.063107 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-db93f991-9566-40da-8f29-f6c234e77211 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "GET /v2.0/floatingips/41b5ebc6-c256-40e1-9155-df02c7aa1014 HTTP/1.1" status: 200 len: 687 time: 0.3570480 Jan 21 09:44:34.063749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34478) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:34.252891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Deleting port 26b52bac-e6e8-4eec-82af-5c03ca39bfba {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:34.253871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.287800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::c7df:24e6:a237:ee (39f1e386-d394-42ab-8358-5616c07c4588/fa7e0131-d8ff-4b6b-b886-6413ec90d41f/f24ce0ac-0d2d-4545-85ad-d7c675d0e924) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:34.616068 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'status': 'completed', 'code': 200} Jan 21 09:44:34.631023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.687220 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-ae0418cc-ee48-4d45-a519-b34dade5f3ff service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 1096 time: 0.6475031 Jan 21 09:44:34.697873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.790366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f8a9c-270f-49a3-af84-32bc623d3ef5 None None] Update dhcp port {'port': {'network_id': '41b8535b-4523-4f43-9787-30a6a9e8e8fd', 'fixed_ips': [{'subnet_id': '29f2ba8a-ee3b-431f-9399-c80e22ba7002', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fd5ac77d-693d-4229-90b4-ab380677503d', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a96e89d-aec1-4e5c-a230-6e6f71681195'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '9de41b03-9c14-4fe3-86bb-819732e21aa3'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:44:34.814581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port a74003b9-6acf-45d7-9b6c-24ad6737a0f3 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:34.814917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.827279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-b48a0284-8117-4a74-9ac2-c40ff2721f30 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2 HTTP/1.1" status: 200 len: 217 time: 0.1305270 Jan 21 09:44:34.907987 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03421f-1200-4837-a1aa-9639775d8799 req-453f31cd-da95-4fea-ad4c-4f7c5730fa27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:34.909463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-453f31cd-da95-4fea-ad4c-4f7c5730fa27 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c6aa184d-405e-4a07-8265-40a74b55e9c9 HTTP/1.1" status: 200 len: 834 time: 0.0681698 Jan 21 09:44:34.911359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] For port 26b52bac-e6e8-4eec-82af-5c03ca39bfba, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26b52bac-e6e8-4eec-82af-5c03ca39bfba,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:34.911904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:34.962032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.062700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object f24ce0ac-0d2d-4545-85ad-d7c675d0e924 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:35.096580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-819f8a9c-270f-49a3-af84-32bc623d3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.110343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.121009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.121620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.122723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Calling delete_port for 26b52bac-e6e8-4eec-82af-5c03ca39bfba owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:35.236590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:35.238904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=f24ce0ac-0d2d-4545-85ad-d7c675d0e924,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.241668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:35.243428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34496) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.252791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:35.262118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.263233 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.310171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2525-fc00-4deb-9cd0-9d9d9b2d0c86 req-956b974c-62f1-41fd-8196-6a29a1bb5624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.313752 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0fcf2525-fc00-4deb-9cd0-9d9d9b2d0c86 req-956b974c-62f1-41fd-8196-6a29a1bb5624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 943 time: 0.5646224 Jan 21 09:44:35.325664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for a74003b9-6acf-45d7-9b6c-24ad6737a0f3 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:35.404811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-5317e423-692a-4972-b3fd-f3165850787f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4600496 Jan 21 09:44:35.408249 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-eaf986d7-5080-4164-8abd-e32ebc1b9ad1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.4373565 Jan 21 09:44:35.412303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.427408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34502) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.514124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] Pushing event deleted for resources: {'Port': ['ID=26b52bac-e6e8-4eec-82af-5c03ca39bfba,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.526298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c50a2-bdfa-49aa-a5ee-9f6e9f3575b3 None None] No DVR routers for this DVR port 26b52bac-e6e8-4eec-82af-5c03ca39bfba on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:35.544217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7308c8f-fe87-4767-aceb-cc6d3efdc7a9 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:35.560647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-819f8a9c-270f-49a3-af84-32bc623d3ef5 None None] Allocated IP 2001:db8:0:2::2 (41b8535b-4523-4f43-9787-30a6a9e8e8fd/8a96e89d-aec1-4e5c-a230-6e6f71681195/9de41b03-9c14-4fe3-86bb-819732e21aa3) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:35.564454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-306701386'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:35.577064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:35.587988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:35.592550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:35.597935 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0fcf2525-fc00-4deb-9cd0-9d9d9b2d0c86 req-d23bc357-0782-4a1c-87f3-c19b0052d7f3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731485 Jan 21 09:44:35.623462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:35.681533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4b06a5-0f3f-45b6-a4b2-4d2fa4c85519 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:35.683894 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8b4b06a5-0f3f-45b6-a4b2-4d2fa4c85519 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2514899 Jan 21 09:44:35.685645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.694323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34506) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:35.781530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=a74003b9-6acf-45d7-9b6c-24ad6737a0f3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:35.794867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:35.797863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.822347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.845295 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-327c0ba0-7de7-4e9d-bcf8-26e8fcf2f8f0 service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211578 Jan 21 09:44:35.862386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-819f8a9c-270f-49a3-af84-32bc623d3ef5 None None] For port 9de41b03-9c14-4fe3-86bb-819732e21aa3, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9de41b03-9c14-4fe3-86bb-819732e21aa3,segment=NetworkSegment(773db543-4187-4da5-889f-8caceaed8fe8),segment_id=773db543-4187-4da5-889f-8caceaed8fe8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:35.899501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-60eef660-eaa4-4a57-b884-749af613c72f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port f24ce0ac-0d2d-4545-85ad-d7c675d0e924 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:35.899868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60eef660-eaa4-4a57-b884-749af613c72f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.943796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-819f8a9c-270f-49a3-af84-32bc623d3ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.980616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-819f8a9c-270f-49a3-af84-32bc623d3ef5 None None] Transition to ACTIVE for port object 9de41b03-9c14-4fe3-86bb-819732e21aa3 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:35.996655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-819f8a9c-270f-49a3-af84-32bc623d3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:35.997484 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff03421f-1200-4837-a1aa-9639775d8799 req-5cc72ff5-12d2-4ce1-bacd-b6868d1519eb service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421452 Jan 21 09:44:36.007953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:36.012365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:security_group_rule and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:36.015603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:36.016497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.026223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:36.228853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f8a9c-270f-49a3-af84-32bc623d3ef5 None None] Pushing event updated for resources: {'Port': ['ID=9de41b03-9c14-4fe3-86bb-819732e21aa3,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.231248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.236538 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-32d568e5-e877-45c1-8275-a3a50cd676c5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/floatingips/41b5ebc6-c256-40e1-9155-df02c7aa1014 HTTP/1.1" status: 204 len: 168 time: 2.1683068 Jan 21 09:44:36.241188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.242024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34510) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:36.253109 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d111756-1672-4567-8880-0a404d07e4c7 req-5ae06c5b-8c5c-4812-b873-8fb5c77907aa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 1096 time: 0.1770144 Jan 21 09:44:36.253767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.255223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '44e22f9a-998e-48ae-9290-d341cc61f8b0'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:36.263069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': 'fa7e0131-d8ff-4b6b-b886-6413ec90d41f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:36.264193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.295769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:36.331911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8592d57b-9c64-4b0f-8674-088f1d35ee75,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.352907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:floatingip and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:36.369716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:36.420312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:36.465487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:36.479109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9de41b03-9c14-4fe3-86bb-819732e21aa3 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:36.484333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.484686 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment 701aa6ca-cac6-4365-8fab-3d02bba4b59b of type vlan for network 555fe5ea-ef51-4b52-bfef-a3b862fd052e Jan 21 09:44:36.522740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.552428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.571444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d111756-1672-4567-8880-0a404d07e4c7 req-97ea63ff-7088-492d-8bf7-e58f9119531a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:36.573101 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d111756-1672-4567-8880-0a404d07e4c7 req-97ea63ff-7088-492d-8bf7-e58f9119531a service neutron] 10.222.0.120 "GET /v2.0/networks?id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c HTTP/1.1" status: 200 len: 898 time: 0.2848778 Jan 21 09:44:36.584477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/fa7e0131-d8ff-4b6b-b886-6413ec90d41f/ec21115d-2234-4be4-a287-ea1b32f6f776) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:36.658717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Delete allocated IP 2001:db8::223 (41b8535b-4523-4f43-9787-30a6a9e8e8fd/fd5ac77d-693d-4229-90b4-ab380677503d) {{(pid=83426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 09:44:36.663851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60eef660-eaa4-4a57-b884-749af613c72f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.707522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.713872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:36.720038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:36.819089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Allocated IP 2001:db8:0:2::b1 (41b8535b-4523-4f43-9787-30a6a9e8e8fd/8a96e89d-aec1-4e5c-a230-6e6f71681195/6e7410d8-23b2-4965-b0af-7065d74d5e4f) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:36.843427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-60eef660-eaa4-4a57-b884-749af613c72f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for f24ce0ac-0d2d-4545-85ad-d7c675d0e924 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:36.891399 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d111756-1672-4567-8880-0a404d07e4c7 req-7bb6adc1-add7-4eef-acdb-122ac27025da service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2 HTTP/1.1" status: 200 len: 217 time: 0.2841012 Jan 21 09:44:36.892010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=555fe5ea-ef51-4b52-bfef-a3b862fd052e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:36.910922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 555fe5ea-ef51-4b52-bfef-a3b862fd052e details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:37.090501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d111756-1672-4567-8880-0a404d07e4c7 req-12bf252c-d5ac-483e-9495-5b84484ea951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.091958 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d111756-1672-4567-8880-0a404d07e4c7 req-12bf252c-d5ac-483e-9495-5b84484ea951 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c6aa184d-405e-4a07-8265-40a74b55e9c9 HTTP/1.1" status: 200 len: 834 time: 0.1830759 Jan 21 09:44:37.096406 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8b5d60a1-ae1c-4cfb-ab85-7b6bfb50ad7e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8503945 Jan 21 09:44:37.133259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34516) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.166121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-826190222'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:37.172727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.184763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:37.207324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Provisioning for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:37.212846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Provisioning complete for port 9de41b03-9c14-4fe3-86bb-819732e21aa3 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:37.213260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.214563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50408-c381-42f6-a185-2b6e31b366f8 req-79d83ed5-ee92-4413-ae6c-51fda96e2cc9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.216081 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a3c50408-c381-42f6-a185-2b6e31b366f8 req-79d83ed5-ee92-4413-ae6c-51fda96e2cc9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 943 time: 0.3214085 Jan 21 09:44:37.225853 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d111756-1672-4567-8880-0a404d07e4c7 req-334ddf6a-1d8c-40f0-b285-b2823949b4d9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268492 Jan 21 09:44:37.248346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:37.253594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:37.312828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:37.370405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.386730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60eef660-eaa4-4a57-b884-749af613c72f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.390759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Transition to ACTIVE for port object ec21115d-2234-4be4-a287-ea1b32f6f776 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:37.414901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:37.417901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.421058 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a3c50408-c381-42f6-a185-2b6e31b366f8 req-e4d30225-facb-4834-bd1b-6eab3aa2cd2b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433632 Jan 21 09:44:37.428506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Transition to ACTIVE for port object ec21115d-2234-4be4-a287-ea1b32f6f776 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:37.434928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Provisioning complete for port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:37.435652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.447253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d111756-1672-4567-8880-0a404d07e4c7 req-4acd8b6c-adb0-48ba-85a3-cb85fa0570a5 service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132971 Jan 21 09:44:37.480703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.538859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eef660-eaa4-4a57-b884-749af613c72f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=f24ce0ac-0d2d-4545-85ad-d7c675d0e924,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.563265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:37.611151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d111756-1672-4567-8880-0a404d07e4c7 req-8459049e-0ff1-4830-981f-12a907a3c03b service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557508 Jan 21 09:44:37.630039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:37.651358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:37.652067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Pushing event updated for resources: {'Port': ['ID=ec21115d-2234-4be4-a287-ea1b32f6f776,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:37.654043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.654594 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment 2cb720a5-8079-4ad4-8b39-0230ec4eb521 of type vlan for network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 Jan 21 09:44:37.655338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:37.657690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:37.672867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.693061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-60eef660-eaa4-4a57-b884-749af613c72f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.707745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.26.1.157 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/54aeb7a3-d83b-42f5-bee0-2794dbc407e3) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:37.727235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Provisioning complete for port 6e7410d8-23b2-4965-b0af-7065d74d5e4f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:37.727596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.746162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.756993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Transition to ACTIVE for port object 6e7410d8-23b2-4965-b0af-7065d74d5e4f will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:37.762105 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-60eef660-eaa4-4a57-b884-749af613c72f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/f24ce0ac-0d2d-4545-85ad-d7c675d0e924 HTTP/1.1" status: 204 len: 168 time: 2.0251145 Jan 21 09:44:37.764624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34520) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.771530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.804988 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Attempting to bind port ec21115d-2234-4be4-a287-ea1b32f6f776 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:37.805347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Attempting to bind port ec21115d-2234-4be4-a287-ea1b32f6f776 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:37.806032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Attempting to bind port ec21115d-2234-4be4-a287-ea1b32f6f776 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:37.810255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c6aea097-70a6-4598-8f28-39c127c1a788 None None] Port 6e7410d8-23b2-4965-b0af-7065d74d5e4f cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:37.817417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:37.817974 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:37.818418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.818802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:37.819360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Bound port: ec21115d-2234-4be4-a287-ea1b32f6f776, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:37.819729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:37.841070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75089ca-9fff-44c3-bb3a-f14b28b63d8f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.842608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75089ca-9fff-44c3-bb3a-f14b28b63d8f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:37.843336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f75089ca-9fff-44c3-bb3a-f14b28b63d8f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:37.860074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f75089ca-9fff-44c3-bb3a-f14b28b63d8f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:37.864749 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f75089ca-9fff-44c3-bb3a-f14b28b63d8f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0960436 Jan 21 09:44:37.867259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34524) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:37.899771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.resource_extend [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:37.915321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] For port ec21115d-2234-4be4-a287-ea1b32f6f776, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:37.919707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] For port ec21115d-2234-4be4-a287-ea1b32f6f776, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ec21115d-2234-4be4-a287-ea1b32f6f776,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:37.928377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.002752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.009373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.010327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.046942 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35253eff-5061-4497-8bef-bbf263e9bcd6 None None] Pushing event updated for resources: {'Port': ['ID=ec21115d-2234-4be4-a287-ea1b32f6f776,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.057578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event updated for resources: {'Port': ['ID=6e7410d8-23b2-4965-b0af-7065d74d5e4f,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.087096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] In _notify_port_updated(), no bound segment for port 6e7410d8-23b2-4965-b0af-7065d74d5e4f on network 41b8535b-4523-4f43-9787-30a6a9e8e8fd {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:44:38.091168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.091782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.093078 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-74e53610-d0d1-46f4-9fd4-4ad082f49b08 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "PUT /v2.0/ports/6e7410d8-23b2-4965-b0af-7065d74d5e4f HTTP/1.1" status: 200 len: 966 time: 4.5209949 Jan 21 09:44:38.107470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34528) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.203684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f36fd17-fa1c-43c8-ac7b-f99a17592bd5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet fa7e0131-d8ff-4b6b-b886-6413ec90d41f {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:38.208413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f36fd17-fa1c-43c8-ac7b-f99a17592bd5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.275083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f36fd17-fa1c-43c8-ac7b-f99a17592bd5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.355151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2d886360-441b-4e71-847a-98dd6e41be80 None None] Provisioning for port 6e7410d8-23b2-4965-b0af-7065d74d5e4f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:38.362165 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2d886360-441b-4e71-847a-98dd6e41be80 None None] Provisioning complete for port 6e7410d8-23b2-4965-b0af-7065d74d5e4f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:38.363358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2d886360-441b-4e71-847a-98dd6e41be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.377708 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2356927 Jan 21 09:44:38.382785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34532) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:38.391911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': '555fe5ea-ef51-4b52-bfef-a3b862fd052e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:38.424802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83d706-6215-44b1-9fa0-ad152e9245cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.456197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:38.460678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-18325e4b-5a2f-4c7e-9160-e827f719f0b7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port 6e7410d8-23b2-4965-b0af-7065d74d5e4f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:38.461012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-18325e4b-5a2f-4c7e-9160-e827f719f0b7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.495286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.583141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ec21115d-2234-4be4-a287-ea1b32f6f776 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:38.663514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2d886360-441b-4e71-847a-98dd6e41be80 None None] Port 6e7410d8-23b2-4965-b0af-7065d74d5e4f cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:38.693433 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.706034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port ec21115d-2234-4be4-a287-ea1b32f6f776 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:38.790172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f36fd17-fa1c-43c8-ac7b-f99a17592bd5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.810914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:38.817871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:38.819670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=54aeb7a3-d83b-42f5-bee0-2794dbc407e3,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:38.821882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:38.828545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:38.842112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:38.850897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:38.865936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:38.874935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-18325e4b-5a2f-4c7e-9160-e827f719f0b7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:38.883562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee46264-7b44-4faf-9a71-a9c9aaf7545f req-51b24dce-a66f-4ed3-90c7-78eaa3aacc4d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:38.885078 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0ee46264-7b44-4faf-9a71-a9c9aaf7545f req-51b24dce-a66f-4ed3-90c7-78eaa3aacc4d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 943 time: 0.2691383 Jan 21 09:44:38.908946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:38.991901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f36fd17-fa1c-43c8-ac7b-f99a17592bd5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.013131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-18325e4b-5a2f-4c7e-9160-e827f719f0b7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for 6e7410d8-23b2-4965-b0af-7065d74d5e4f owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:39.054602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36fd17-fa1c-43c8-ac7b-f99a17592bd5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7e0131-d8ff-4b6b-b886-6413ec90d41f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.082978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device a03f4c39-6391-4436-8d52-e2edf67f1cc2 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:44:39.083575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9f36fd17-fa1c-43c8-ac7b-f99a17592bd5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.089264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0ee46264-7b44-4faf-9a71-a9c9aaf7545f req-fde1273e-e507-4fc6-b881-b381a9df5135 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976454 Jan 21 09:44:39.096769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.187973 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9f36fd17-fa1c-43c8-ac7b-f99a17592bd5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/fa7e0131-d8ff-4b6b-b886-6413ec90d41f HTTP/1.1" status: 204 len: 168 time: 1.3194418 Jan 21 09:44:39.192087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34538) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.271911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port a03f4c39-6391-4436-8d52-e2edf67f1cc2, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:39.281489 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0e529ac6-f37b-4f30-a837-aa235fa5178b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879712 Jan 21 09:44:39.287779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34542) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.292837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:44:39.352297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.370671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03f4c39-6391-4436-8d52-e2edf67f1cc2 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:44:39.390804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port a03f4c39-6391-4436-8d52-e2edf67f1cc2, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:39.399385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.441118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb86e1b4-945f-4275-bf69-7e1b87d81bc5 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:39.443527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491c4726-bb51-4be9-8fd5-df86a77b193e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.444520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-491c4726-bb51-4be9-8fd5-df86a77b193e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:39.480044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-18325e4b-5a2f-4c7e-9160-e827f719f0b7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.483738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-491c4726-bb51-4be9-8fd5-df86a77b193e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:39.488263 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-491c4726-bb51-4be9-8fd5-df86a77b193e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1963351 Jan 21 09:44:39.488996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34546) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.544614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18325e4b-5a2f-4c7e-9160-e827f719f0b7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=6e7410d8-23b2-4965-b0af-7065d74d5e4f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.556788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.576409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=a03f4c39-6391-4436-8d52-e2edf67f1cc2,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.605695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-18325e4b-5a2f-4c7e-9160-e827f719f0b7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.626517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-aae8acf7-ad30-4e79-abb8-81bf4489b7bc None None] Provisioning for port ec21115d-2234-4be4-a287-ea1b32f6f776 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:39.632048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d46cc-3c94-4223-9376-c52156f74400 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.632248 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-18325e4b-5a2f-4c7e-9160-e827f719f0b7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/6e7410d8-23b2-4965-b0af-7065d74d5e4f HTTP/1.1" status: 204 len: 168 time: 1.4755354 Jan 21 09:44:39.632357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-213d46cc-3c94-4223-9376-c52156f74400 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:39.632526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34550) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.663218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-aae8acf7-ad30-4e79-abb8-81bf4489b7bc None None] Provisioning complete for port ec21115d-2234-4be4-a287-ea1b32f6f776 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:39.663513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-aae8acf7-ad30-4e79-abb8-81bf4489b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.685518 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01c43da-72f0-4494-b2cf-873482af28e7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] GET failed (client error): The resource could not be found. Jan 21 09:44:39.686356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c01c43da-72f0-4494-b2cf-873482af28e7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Synchronizing usage tracker for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:39.691932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=044b94e8-7d0d-4591-8fd8-182413a81751,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:39.699015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-213d46cc-3c94-4223-9376-c52156f74400 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:39.700332 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-213d46cc-3c94-4223-9376-c52156f74400 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2107508 Jan 21 09:44:39.704292 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34554) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.708382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['a03f4c39-6391-4436-8d52-e2edf67f1cc2'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:44:39.711842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': '701aa6ca-cac6-4365-8fab-3d02bba4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '555fe5ea-ef51-4b52-bfef-a3b862fd052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:39.712298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: 555fe5ea-ef51-4b52-bfef-a3b862fd052e, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:39.738792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 555fe5ea-ef51-4b52-bfef-a3b862fd052e is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:39.756015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 555fe5ea-ef51-4b52-bfef-a3b862fd052e) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:39.774824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b730021e-1cfa-41a8-a38d-9e499f3e3461 None None] Network 555fe5ea-ef51-4b52-bfef-a3b862fd052e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:39.775658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:39.776430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:39.816166 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c4d4b648-f5d9-470d-9778-1fb8b6c8f8ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4317276 Jan 21 09:44:39.818319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34558) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.824077 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7fc834f4-7780-4202-bd15-658b265003dd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173341 Jan 21 09:44:39.826247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c01c43da-72f0-4494-b2cf-873482af28e7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Unset dirty status for tenant:244b9dd8fbc44a0c945677f14df9fa64 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:39.827109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': 'cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:39.827882 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c01c43da-72f0-4494-b2cf-873482af28e7 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports/6e7410d8-23b2-4965-b0af-7065d74d5e4f HTTP/1.1" status: 404 len: 333 time: 0.1891568 Jan 21 09:44:39.830348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34562) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.830932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34564) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:39.853500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:40.007026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:40.017493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:40.025723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:40.046946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:40.084408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:40.097957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:40.105632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-aae8acf7-ad30-4e79-abb8-81bf4489b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.139595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Deleting port ec21115d-2234-4be4-a287-ea1b32f6f776 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:40.139969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.208449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.234431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:40.245256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a03eae3-620e-4be4-b1fa-08976738fc6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.271616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:40.278616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.298621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a03eae3-620e-4be4-b1fa-08976738fc6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.312168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:40.376115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-aae8acf7-ad30-4e79-abb8-81bf4489b7bc None None] For port ec21115d-2234-4be4-a287-ea1b32f6f776, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ec21115d-2234-4be4-a287-ea1b32f6f776,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:40.406553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-aae8acf7-ad30-4e79-abb8-81bf4489b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.408889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-555fe5ea-ef51-4b52-bfef-a3b862fd052e', 'network_id': '555fe5ea-ef51-4b52-bfef-a3b862fd052e', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': '044b94e8-7d0d-4591-8fd8-182413a81751'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:40.409963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.448888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd1d3f-4b4f-48c7-ae8d-cf42dd977766 req-89558b5a-58e1-4211-b2fe-f767d66fff65 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:40.450527 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e6dd1d3f-4b4f-48c7-ae8d-cf42dd977766 req-89558b5a-58e1-4211-b2fe-f767d66fff65 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 944 time: 0.1437974 Jan 21 09:44:40.491744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-aae8acf7-ad30-4e79-abb8-81bf4489b7bc None None] Could not find standard attr ID for object f24ce0ac-0d2d-4545-85ad-d7c675d0e924. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:40.492392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.493741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ec21115d-2234-4be4-a287-ea1b32f6f776 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:40.536530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.562566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e6dd1d3f-4b4f-48c7-ae8d-cf42dd977766 req-8f510d78-1991-42da-b98b-48947556b255 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017992 Jan 21 09:44:40.565539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a03eae3-620e-4be4-b1fa-08976738fc6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.610572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.662678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03eae3-620e-4be4-b1fa-08976738fc6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758dd37b-a78c-4aae-8d13-752b89e085b5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.765891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8acf7-ad30-4e79-abb8-81bf4489b7bc None None] Pushing event updated for resources: {'Port': ['ID=ec21115d-2234-4be4-a287-ea1b32f6f776,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.766537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0a03eae3-620e-4be4-b1fa-08976738fc6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.767680 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0a03eae3-620e-4be4-b1fa-08976738fc6c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/security-groups/758dd37b-a78c-4aae-8d13-752b89e085b5 HTTP/1.1" status: 204 len: 168 time: 0.9332535 Jan 21 09:44:40.774158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34572) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:40.806712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] For port ec21115d-2234-4be4-a287-ea1b32f6f776, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ec21115d-2234-4be4-a287-ea1b32f6f776,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:40.807322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.843195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=14bdb44b-1cb4-4ea4-ac76-250aba4f1a37,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:40.871272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': '2cb720a5-8079-4ad4-8b39-0230ec4eb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:40.871812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:40.896906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-14b2b520-0780-467a-95ba-f9cddc7a69f3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.931619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-14b2b520-0780-467a-95ba-f9cddc7a69f3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.947427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.954155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:40.964029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:40.980827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Calling delete_port for ec21115d-2234-4be4-a287-ea1b32f6f776 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:40.985430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:40.991700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:40.993013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.008589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-14b2b520-0780-467a-95ba-f9cddc7a69f3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.017205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd72a86-ba88-4b1b-bb13-2ebf916b3d2e None None] Network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:41.038886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2b520-0780-467a-95ba-f9cddc7a69f3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9921e4-3459-444b-af3d-8967539a207d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.051771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-14b2b520-0780-467a-95ba-f9cddc7a69f3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.053360 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-14b2b520-0780-467a-95ba-f9cddc7a69f3 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/security-groups/2a9921e4-3459-444b-af3d-8967539a207d HTTP/1.1" status: 204 len: 168 time: 0.2780249 Jan 21 09:44:41.056071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.063964 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5ba8eef8-17ec-4c9d-8768-383632d69d1d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2442391 Jan 21 09:44:41.076518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34580) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.086903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-620269383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:41.095761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.099511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:41.116762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:router and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:41.121422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:41.135927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:41.162627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.162896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=54aeb7a3-d83b-42f5-bee0-2794dbc407e3,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.163679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.187090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cedd9010-420b-4323-9d45-8652b5c16c77 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.201462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:41.203253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.206918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:41.210210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:41.210841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.226852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cedd9010-420b-4323-9d45-8652b5c16c77 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.239543 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.247640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Allocated IP 2001:db8::2 (555fe5ea-ef51-4b52-bfef-a3b862fd052e/044b94e8-7d0d-4591-8fd8-182413a81751/8a25cc83-9824-4762-b47d-5cf313476dac) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:41.255878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.256099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.298828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.303038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=43176d48-e793-4b17-ab7a-d1b76dcaef7a,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.307540 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cae9acd5-9b8a-4dec-b258-e22cb69a4030 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4747329 Jan 21 09:44:41.308000 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8356c323-3480-4d44-a399-8f03f27a233a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2298286 Jan 21 09:44:41.309594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34584) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.315160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34586) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.321121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '43176d48-e793-4b17-ab7a-d1b76dcaef7a', 'ip_address': '2001:db8::e03e:402a:670:1e7d'}], 'name': 'tempest-NetworksTestDHCPv6-813684333'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:41.367931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cedd9010-420b-4323-9d45-8652b5c16c77 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.397183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd9010-420b-4323-9d45-8652b5c16c77 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0355b3b8-4c03-4225-89e8-a08d607a2329,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.400660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cedd9010-420b-4323-9d45-8652b5c16c77 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.404432 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cedd9010-420b-4323-9d45-8652b5c16c77 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/security-groups/0355b3b8-4c03-4225-89e8-a08d607a2329 HTTP/1.1" status: 204 len: 168 time: 0.3439815 Jan 21 09:44:41.406559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34592) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:41.470568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:44:41.470916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:44:41.495540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port ec21115d-2234-4be4-a287-ea1b32f6f776, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ec21115d-2234-4be4-a287-ea1b32f6f776,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:41.511720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.511976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:41.525353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:41.594542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:41.600936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.636087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 5337742d-6b85-4493-b0bb-78beef43e2d0 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:41.696355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=ec21115d-2234-4be4-a287-ea1b32f6f776,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:41.706916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3', 'network_id': 'cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': '14bdb44b-1cb4-4ea4-ac76-250aba4f1a37'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:41.708245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.747018 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP 238047b2-f7b8-4ef1-ac9c-2d8d2f50066a associated. External IP: 172.26.1.157, port: 44e22f9a-998e-48ae-9290-d341cc61f8b0. Jan 21 09:44:41.862722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.884456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Transition to ACTIVE for port object 8a25cc83-9824-4762-b47d-5cf313476dac will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:41.947053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Transition to ACTIVE for port object 8a25cc83-9824-4762-b47d-5cf313476dac will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:41.965694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:41.971607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Allocated IP 2001:db8:1::2 (cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3/14bdb44b-1cb4-4ea4-ac76-250aba4f1a37/7c0fe217-a423-4c9f-a765-826fd5a46399) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:42.008437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Deleting port ec21115d-2234-4be4-a287-ea1b32f6f776 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:42.008820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.062979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb286145-8a51-46f9-a10e-98e47b2675d1 req-92299ce9-e199-4800-87fc-334f9fc2954c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:42.064832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cb286145-8a51-46f9-a10e-98e47b2675d1 req-92299ce9-e199-4800-87fc-334f9fc2954c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 944 time: 0.3500519 Jan 21 09:44:42.069955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5262eb88-ed42-47dc-9ecb-25ccb5833e04 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet fd5ac77d-693d-4229-90b4-ab380677503d {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:42.073040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::e03e:402a:670:1e7d (39f1e386-d394-42ab-8358-5616c07c4588/43176d48-e793-4b17-ab7a-d1b76dcaef7a/5337742d-6b85-4493-b0bb-78beef43e2d0) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:42.168013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5262eb88-ed42-47dc-9ecb-25ccb5833e04 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.180514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Network 555fe5ea-ef51-4b52-bfef-a3b862fd052e is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:42.231131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:42.231305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.243993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:42.259505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Pushing event updated for resources: {'Port': ['ID=8a25cc83-9824-4762-b47d-5cf313476dac,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.341834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5262eb88-ed42-47dc-9ecb-25ccb5833e04 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.376520 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cb286145-8a51-46f9-a10e-98e47b2675d1 req-202fd963-b4d2-4558-9044-eb869a8e50e9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384896 Jan 21 09:44:42.462637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.485559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 5337742d-6b85-4493-b0bb-78beef43e2d0 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:42.523734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Attempting to bind port 8a25cc83-9824-4762-b47d-5cf313476dac on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:42.524016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Attempting to bind port 8a25cc83-9824-4762-b47d-5cf313476dac by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '701aa6ca-cac6-4365-8fab-3d02bba4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '555fe5ea-ef51-4b52-bfef-a3b862fd052e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:42.524590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Attempting to bind port 8a25cc83-9824-4762-b47d-5cf313476dac on network 555fe5ea-ef51-4b52-bfef-a3b862fd052e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:42.590478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.590940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:42.591619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Checking segment: {'id': '701aa6ca-cac6-4365-8fab-3d02bba4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '555fe5ea-ef51-4b52-bfef-a3b862fd052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:42.592026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.592432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Bound using segment: {'id': '701aa6ca-cac6-4365-8fab-3d02bba4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '555fe5ea-ef51-4b52-bfef-a3b862fd052e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:42.592914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Bound port: 8a25cc83-9824-4762-b47d-5cf313476dac, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701aa6ca-cac6-4365-8fab-3d02bba4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '555fe5ea-ef51-4b52-bfef-a3b862fd052e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:42.593289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.651726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.663010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Transition to ACTIVE for port object 7c0fe217-a423-4c9f-a765-826fd5a46399 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:42.678816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=5337742d-6b85-4493-b0bb-78beef43e2d0,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.683202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:42.686846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:42.691747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:42.695876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:42.696637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.717647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5262eb88-ed42-47dc-9ecb-25ccb5833e04 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.728951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:42.736879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] For port ec21115d-2234-4be4-a287-ea1b32f6f776, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ec21115d-2234-4be4-a287-ea1b32f6f776,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:42.736879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.737799 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-02241b1d-113b-4d88-8707-37a0f5e929b0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4213579 Jan 21 09:44:42.738413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34598) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.742011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Transition to ACTIVE for port object 7c0fe217-a423-4c9f-a765-826fd5a46399 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:42.745727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '43176d48-e793-4b17-ab7a-d1b76dcaef7a', 'ip_address': '2001:db8::e03e:402a:670:1e7d'}], 'name': 'tempest-NetworksTestDHCPv6-1238401108'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:42.871129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5262eb88-ed42-47dc-9ecb-25ccb5833e04 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.879143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.888798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Calling delete_port for ec21115d-2234-4be4-a287-ea1b32f6f776 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:42.903665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8::1 (555fe5ea-ef51-4b52-bfef-a3b862fd052e/044b94e8-7d0d-4591-8fd8-182413a81751/92dce443-7c9f-4696-8de2-db22451f9b22) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:42.918547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262eb88-ed42-47dc-9ecb-25ccb5833e04 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5ac77d-693d-4229-90b4-ab380677503d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:42.930547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5262eb88-ed42-47dc-9ecb-25ccb5833e04 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:42.948484 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5262eb88-ed42-47dc-9ecb-25ccb5833e04 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/fd5ac77d-693d-4229-90b4-ab380677503d HTTP/1.1" status: 204 len: 168 time: 1.5405841 Jan 21 09:44:42.949695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34602) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:42.960124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2803d2d4-e57b-43c2-9c9e-fe6d805797ae None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:43.012248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:43.024091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:43.027381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:43.035838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:43.086283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] For port 8a25cc83-9824-4762-b47d-5cf313476dac, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:43.101913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a7bb62-458b-42f8-a76d-edd90f4ca6da tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet 8a96e89d-aec1-4e5c-a230-6e6f71681195 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:43.103244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:43.110020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb62-458b-42f8-a76d-edd90f4ca6da tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.115206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Pushing event updated for resources: {'Port': ['ID=7c0fe217-a423-4c9f-a765-826fd5a46399,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.130559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:43.135918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.136473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device a03f4c39-6391-4436-8d52-e2edf67f1cc2 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:43.162250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:43.165545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 9643afe4-0819-4f1a-b055-d04f6b10d71d yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:43.169897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] For port 8a25cc83-9824-4762-b47d-5cf313476dac, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8a25cc83-9824-4762-b47d-5cf313476dac,segment=NetworkSegment(701aa6ca-cac6-4365-8fab-3d02bba4b59b),segment_id=701aa6ca-cac6-4365-8fab-3d02bba4b59b)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:43.174890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:43.197971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb62-458b-42f8-a76d-edd90f4ca6da tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.207167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.248267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:43.260457 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9128a-7666-4b69-9c95-54b5d72c23a2 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:43.278373 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9128a-7666-4b69-9c95-54b5d72c23a2 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:43.278630 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-baa9128a-7666-4b69-9c95-54b5d72c23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.308854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.312661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3cfa3-1095-4120-b74e-dde02a91361a None None] Pushing event updated for resources: {'Port': ['ID=8a25cc83-9824-4762-b47d-5cf313476dac,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.327685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.340271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object 92dce443-7c9f-4696-8de2-db22451f9b22 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:43.358075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb62-458b-42f8-a76d-edd90f4ca6da tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.384422 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-baa9128a-7666-4b69-9c95-54b5d72c23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.409253 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9128a-7666-4b69-9c95-54b5d72c23a2 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:43.410855 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-baa9128a-7666-4b69-9c95-54b5d72c23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.433740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.434154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.484617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] Pushing event deleted for resources: {'Port': ['ID=ec21115d-2234-4be4-a287-ea1b32f6f776,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.502820 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 09:44:43.504115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:43.508274 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-baa9128a-7666-4b69-9c95-54b5d72c23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:43.509009 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9128a-7666-4b69-9c95-54b5d72c23a2 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:43.531429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb62-458b-42f8-a76d-edd90f4ca6da tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.538495 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8fd04f26-0c3c-41b0-be07-675c78e2ccc8 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.2947564 Jan 21 09:44:43.539561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34610) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.539686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 555fe5ea-ef51-4b52-bfef-a3b862fd052e is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:43.547112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-849809018'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:43.554709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:43.558452 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0939b36b-6cd2-45d0-932a-eab743984dde tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8179247 Jan 21 09:44:43.560912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34614) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.564017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:network and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:43.576777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:43.588714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:43.589232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.605590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:43.613009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Attempting to bind port 7c0fe217-a423-4c9f-a765-826fd5a46399 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:43.613646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Attempting to bind port 7c0fe217-a423-4c9f-a765-826fd5a46399 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '2cb720a5-8079-4ad4-8b39-0230ec4eb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:43.614146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Attempting to bind port 7c0fe217-a423-4c9f-a765-826fd5a46399 on network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:43.617641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7bb62-458b-42f8-a76d-edd90f4ca6da tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=8a96e89d-aec1-4e5c-a230-6e6f71681195,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.623650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:43.623889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=92dce443-7c9f-4696-8de2-db22451f9b22,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:43.635460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4070e0-43f7-4c38-86ec-52385c7ae934 None None] No DVR routers for this DVR port ec21115d-2234-4be4-a287-ea1b32f6f776 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:43.653362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:43.658541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.662707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:43.663086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Checking segment: {'id': '2cb720a5-8079-4ad4-8b39-0230ec4eb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:43.663487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.663871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Bound using segment: {'id': '2cb720a5-8079-4ad4-8b39-0230ec4eb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:43.664337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Bound port: 7c0fe217-a423-4c9f-a765-826fd5a46399, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb720a5-8079-4ad4-8b39-0230ec4eb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:43.664712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.700867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:43.708410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52f242-9048-49da-b32d-ed974066cade None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:43.710104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e695ce-f007-4b03-8ca2-d0005666acfa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:43.710917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c6e695ce-f007-4b03-8ca2-d0005666acfa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:43.725516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.732389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.732860 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Added segment 4f66d0b7-7572-4d50-81a9-afb4186100ed of type vlan for network a3278eff-8e92-4f22-89ad-6ac9874f2602 Jan 21 09:44:43.740015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c6e695ce-f007-4b03-8ca2-d0005666acfa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:43.741379 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c6e695ce-f007-4b03-8ca2-d0005666acfa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1792548 Jan 21 09:44:43.746901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34618) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.777084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb62-458b-42f8-a76d-edd90f4ca6da tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.792847 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-97a7bb62-458b-42f8-a76d-edd90f4ca6da tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/8a96e89d-aec1-4e5c-a230-6e6f71681195 HTTP/1.1" status: 204 len: 168 time: 0.8374596 Jan 21 09:44:43.801488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34622) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.849430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.865137 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee851cdb-057d-493b-8fee-fc00bd203251 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:43.865660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee851cdb-057d-493b-8fee-fc00bd203251 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:43.884502 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ee851cdb-057d-493b-8fee-fc00bd203251 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/fd5ac77d-693d-4229-90b4-ab380677503d HTTP/1.1" status: 404 len: 337 time: 0.0795414 Jan 21 09:44:43.887425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34626) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:43.945763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec4cad-431b-447e-a69b-2228e1b910aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 5337742d-6b85-4493-b0bb-78beef43e2d0 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:43.946143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4cad-431b-447e-a69b-2228e1b910aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:43.954897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port a03f4c39-6391-4436-8d52-e2edf67f1cc2 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:43.974577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port a03f4c39-6391-4436-8d52-e2edf67f1cc2 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:43.975141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.165306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.169108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.169772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.173809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] For port 7c0fe217-a423-4c9f-a765-826fd5a46399, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:44.185325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041c7a5-d587-45e0-a9a4-d4100318b109 req-a3a8b379-cbba-4692-9ff3-45d68e5c4fa2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:44.193190 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8041c7a5-d587-45e0-a9a4-d4100318b109 req-a3a8b379-cbba-4692-9ff3-45d68e5c4fa2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 944 time: 0.4686840 Jan 21 09:44:44.216607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] For port 7c0fe217-a423-4c9f-a765-826fd5a46399, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c0fe217-a423-4c9f-a765-826fd5a46399,segment=NetworkSegment(2cb720a5-8079-4ad4-8b39-0230ec4eb521),segment_id=2cb720a5-8079-4ad4-8b39-0230ec4eb521)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:44.264503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.326833 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8041c7a5-d587-45e0-a9a4-d4100318b109 req-2be12647-8356-4e01-b5a5-29749d27bc46 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327803 Jan 21 09:44:44.372938 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8308349 Jan 21 09:44:44.376617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34630) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:44.396346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'subnet': {'network_id': 'a3278eff-8e92-4f22-89ad-6ac9874f2602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:44.414421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.450300 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83315a5-35b6-4625-8195-3baa84ea0e02 None None] Pushing event updated for resources: {'Port': ['ID=7c0fe217-a423-4c9f-a765-826fd5a46399,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.456265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c3332-38ed-4b74-aba0-4bb224b38f76 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Network': ['ID=a3278eff-8e92-4f22-89ad-6ac9874f2602,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.471705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:44.484346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:44.518028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port a03f4c39-6391-4436-8d52-e2edf67f1cc2, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:44.587175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:44.598625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.620542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:44.646762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8a25cc83-9824-4762-b47d-5cf313476dac up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:44.737409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '43176d48-e793-4b17-ab7a-d1b76dcaef7a'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:44.738518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.747224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4cad-431b-447e-a69b-2228e1b910aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.804749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:44.830727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.866142 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'code': 200} Jan 21 09:44:44.882022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=a03f4c39-6391-4436-8d52-e2edf67f1cc2,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:44.933880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:44.934940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.012645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec4cad-431b-447e-a69b-2228e1b910aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 5337742d-6b85-4493-b0bb-78beef43e2d0 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:45.176326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 8a25cc83-9824-4762-b47d-5cf313476dac completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:45.240735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66f110e-e5ff-4fce-b752-6dd6b1d2bb24 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting subnet 29f2ba8a-ee3b-431f-9399-c80e22ba7002 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:45.250980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a66f110e-e5ff-4fce-b752-6dd6b1d2bb24 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.298748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/43176d48-e793-4b17-ab7a-d1b76dcaef7a/b15e307a-2707-4aa4-a6db-4e0590b107ce) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:45.352613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.441387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a66f110e-e5ff-4fce-b752-6dd6b1d2bb24 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.524829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 555fe5ea-ef51-4b52-bfef-a3b862fd052e is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:45.544178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:45.546070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=92dce443-7c9f-4696-8de2-db22451f9b22,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.579512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a66f110e-e5ff-4fce-b752-6dd6b1d2bb24 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.708654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a447a4-4f06-40ec-b720-aa85e0e0ffa8 None None] Network 555fe5ea-ef51-4b52-bfef-a3b862fd052e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:45.740505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4cad-431b-447e-a69b-2228e1b910aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.747354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a66f110e-e5ff-4fce-b752-6dd6b1d2bb24 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.835613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec4cad-431b-447e-a69b-2228e1b910aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=5337742d-6b85-4493-b0bb-78beef43e2d0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.846315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f110e-e5ff-4fce-b752-6dd6b1d2bb24 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Subnet': ['ID=29f2ba8a-ee3b-431f-9399-c80e22ba7002,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:45.850911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.885943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Transition to ACTIVE for port object b15e307a-2707-4aa4-a6db-4e0590b107ce will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:45.897274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5ef8be71-91c6-4d16-b1f0-f3c121998797 None None] Provisioning for port 8a25cc83-9824-4762-b47d-5cf313476dac completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:45.907806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a66f110e-e5ff-4fce-b752-6dd6b1d2bb24 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.937403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5ef8be71-91c6-4d16-b1f0-f3c121998797 None None] Provisioning complete for port 8a25cc83-9824-4762-b47d-5cf313476dac triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:45.939196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ef8be71-91c6-4d16-b1f0-f3c121998797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.950401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4cad-431b-447e-a69b-2228e1b910aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:45.968617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a9318-8a6d-4df8-a816-76f282a97570 None None] Network 41b8535b-4523-4f43-9787-30a6a9e8e8fd requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:46.055573 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a66f110e-e5ff-4fce-b752-6dd6b1d2bb24 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/29f2ba8a-ee3b-431f-9399-c80e22ba7002 HTTP/1.1" status: 204 len: 168 time: 2.1670198 Jan 21 09:44:46.061506 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e3ec4cad-431b-447e-a69b-2228e1b910aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/5337742d-6b85-4493-b0bb-78beef43e2d0 HTTP/1.1" status: 204 len: 168 time: 2.3135617 Jan 21 09:44:46.065390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34640) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.065924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34642) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.073794 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-562e9ff2-bc8a-4ad3-ac0d-33f1985e70c3 req-2d6eb787-e743-4912-aaa5-a64ec15bd5bd service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 1098 time: 0.9325416 Jan 21 09:44:46.122874 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8d157e10-6f09-477b-a988-8e1507405c91 req-6f55cd3f-1c27-4ef8-9ade-b8e6987aeb08 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491501 Jan 21 09:44:46.188973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Transition to ACTIVE for port object b15e307a-2707-4aa4-a6db-4e0590b107ce will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:46.220326 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da943e2-e6c8-4262-a262-503587f8a86a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:46.220796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da943e2-e6c8-4262-a262-503587f8a86a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:46.223021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.228984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d3b7d-8232-4022-a282-343cfec3b0bc req-27a2a8c1-b838-46a4-8e7b-70c8528b0a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.230467 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-845d3b7d-8232-4022-a282-343cfec3b0bc req-27a2a8c1-b838-46a4-8e7b-70c8528b0a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 945 time: 0.4390087 Jan 21 09:44:46.298494 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8d157e10-6f09-477b-a988-8e1507405c91 req-615efa6c-aad1-45ab-952d-629ca502374c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 1099 time: 0.0927446 Jan 21 09:44:46.345956 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4da943e2-e6c8-4262-a262-503587f8a86a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/3fc50089-1355-4053-97f4-556ac5480ff9 HTTP/1.1" status: 404 len: 337 time: 0.2711217 Jan 21 09:44:46.356149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34648) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.389197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e6080-d8ab-45c0-9a05-10d661176702 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.395568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e6080-d8ab-45c0-9a05-10d661176702 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.395568 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1f9e6080-d8ab-45c0-9a05-10d661176702 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3192914 Jan 21 09:44:46.402590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34652) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.491031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-845d3b7d-8232-4022-a282-343cfec3b0bc req-4764a176-35d5-4b2f-a755-140c3907f479 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349682 Jan 21 09:44:46.497299 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fc418af0-5442-4351-b677-592f469f1a51 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "GET /v2.0/ports?device_id=8381eb12-2a4a-4db7-a142-bf912f8cc12a HTTP/1.1" status: 200 len: 205 time: 0.1381915 Jan 21 09:44:46.502820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.508993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34656) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.511435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7441f11-7c2b-4ce2-bf98-1c72e8c34665 None None] Network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:46.527402 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Pushing event updated for resources: {'Port': ['ID=b15e307a-2707-4aa4-a6db-4e0590b107ce,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.533955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:46.538700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7c0fe217-a423-4c9f-a765-826fd5a46399 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:46.572482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:46.575517 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-562e9ff2-bc8a-4ad3-ac0d-33f1985e70c3 req-e149238d-c385-4fa7-b1f1-e16ce2e648ad service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4073515 Jan 21 09:44:46.586837 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-142d9eb3-e1ed-4fd2-876a-a5e2afe12b09 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] delete failed (client error): The resource could not be found. Jan 21 09:44:46.588007 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-142d9eb3-e1ed-4fd2-876a-a5e2afe12b09 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/routers/8381eb12-2a4a-4db7-a142-bf912f8cc12a HTTP/1.1" status: 404 len: 336 time: 0.0778875 Jan 21 09:44:46.598551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34660) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.653758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:46.656303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Subnet': ['ID=389b3575-3042-4718-bc01-ff4aedc4e9bb,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:46.763010 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-66841502-8b3e-472c-9d69-ef21663e3d5c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:46.763614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66841502-8b3e-472c-9d69-ef21663e3d5c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:46.767499 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-66841502-8b3e-472c-9d69-ef21663e3d5c tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/125a930b-0c89-443c-a7e4-7518350ce9cf HTTP/1.1" status: 404 len: 337 time: 0.1656656 Jan 21 09:44:46.771337 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34664) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.772668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157e10-6f09-477b-a988-8e1507405c91 req-11952057-0e2e-4f7e-be91-49ea43020210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:46.774275 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8d157e10-6f09-477b-a988-8e1507405c91 req-11952057-0e2e-4f7e-be91-49ea43020210 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.4548898 Jan 21 09:44:46.782604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ef8be71-91c6-4d16-b1f0-f3c121998797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.851212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Checking segment: {'id': '4f66d0b7-7572-4d50-81a9-afb4186100ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a3278eff-8e92-4f22-89ad-6ac9874f2602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:46.851573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network hostable DHCP agents. Network: a3278eff-8e92-4f22-89ad-6ac9874f2602, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:46.866621 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c240c9-f355-42a0-b8fe-937a098ed788 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:46.867149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c240c9-f355-42a0-b8fe-937a098ed788 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:46.871205 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f0c240c9-f355-42a0-b8fe-937a098ed788 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/2b9c8d55-3add-47d8-8c14-1a3bb3a6c2f0 HTTP/1.1" status: 404 len: 337 time: 0.0936472 Jan 21 09:44:46.872286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34668) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.935030 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2002cbd4-a00b-403e-a483-82433626f78e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:46.935473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2002cbd4-a00b-403e-a483-82433626f78e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:46.937391 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2002cbd4-a00b-403e-a483-82433626f78e tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/e0fd70f4-2746-4973-a5c1-7dddbcca1692 HTTP/1.1" status: 404 len: 337 time: 0.0621250 Jan 21 09:44:46.938089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Attempting to bind port b15e307a-2707-4aa4-a6db-4e0590b107ce on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:46.938623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Attempting to bind port b15e307a-2707-4aa4-a6db-4e0590b107ce by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:46.939219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Attempting to bind port b15e307a-2707-4aa4-a6db-4e0590b107ce on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:46.942087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34672) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:46.960878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] DHCP port deletion for 41b8535b-4523-4f43-9787-30a6a9e8e8fd request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:46.983654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5ef8be71-91c6-4d16-b1f0-f3c121998797 None None] For port 8a25cc83-9824-4762-b47d-5cf313476dac, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8a25cc83-9824-4762-b47d-5cf313476dac,segment=NetworkSegment(701aa6ca-cac6-4365-8fab-3d02bba4b59b),segment_id=701aa6ca-cac6-4365-8fab-3d02bba4b59b)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:46.987107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] Deleting port 9de41b03-9c14-4fe3-86bb-819732e21aa3 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:46.988975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:46.993627 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70a4dbb-c8bd-417c-93bb-946756445a4d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:46.994344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70a4dbb-c8bd-417c-93bb-946756445a4d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:46.996827 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f70a4dbb-c8bd-417c-93bb-946756445a4d tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/eb1a8c2b-9d01-4419-b3a3-09f3e71738ae HTTP/1.1" status: 404 len: 333 time: 0.0532024 Jan 21 09:44:46.999004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34676) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.000602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada3d6bb-1180-4ad9-8ad2-cab88bbf4439 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 43176d48-e793-4b17-ab7a-d1b76dcaef7a {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:47.004826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada3d6bb-1180-4ad9-8ad2-cab88bbf4439 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.015317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:47.015754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:47.016538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.016870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:47.017446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Bound port: b15e307a-2707-4aa4-a6db-4e0590b107ce, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:47.017913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.043716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:47.058917 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6326a4a-151d-4dff-b586-272f3f5b72fc tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:47.060104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ef8be71-91c6-4d16-b1f0-f3c121998797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.061889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6326a4a-151d-4dff-b586-272f3f5b72fc tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:47.062781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 7c0fe217-a423-4c9f-a765-826fd5a46399 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:47.065045 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e6326a4a-151d-4dff-b586-272f3f5b72fc tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/400074a6-b561-4c27-a329-b3fd78087642 HTTP/1.1" status: 404 len: 337 time: 0.0648444 Jan 21 09:44:47.068682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34680) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.074430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c947837d-caca-41bc-bbcd-8338f9046cf7 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:47.077195 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8d157e10-6f09-477b-a988-8e1507405c91 req-da294e60-9147-40a0-9cec-3e54ec3c4f21 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42315637-e961-4608-9765-8ef9e3a18e03 HTTP/1.1" status: 200 len: 1002 time: 0.2658172 Jan 21 09:44:47.118079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, a3278eff-8e92-4f22-89ad-6ac9874f2602) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:47.140598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada3d6bb-1180-4ad9-8ad2-cab88bbf4439 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.145802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157e10-6f09-477b-a988-8e1507405c91 req-5a0075b1-0c51-4278-b87c-26698c51d78d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.147292 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8d157e10-6f09-477b-a988-8e1507405c91 req-5a0075b1-0c51-4278-b87c-26698c51d78d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.0645256 Jan 21 09:44:47.157229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec4edc-5423-4277-8568-c8c0e45404db None None] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:47.187392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:47.188217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.195936 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2440770e-89c0-4a1b-b2a3-6b5f2a819fa4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:47.196600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2440770e-89c0-4a1b-b2a3-6b5f2a819fa4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:47.198459 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2440770e-89c0-4a1b-b2a3-6b5f2a819fa4 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/f95c71ed-2657-44cf-9127-79b34958fa45 HTTP/1.1" status: 404 len: 337 time: 0.1287870 Jan 21 09:44:47.201102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34684) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.268511 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c25252-29ca-411b-bdfe-a9110ea1f549 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:47.269529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c25252-29ca-411b-bdfe-a9110ea1f549 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:47.271290 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-18c25252-29ca-411b-bdfe-a9110ea1f549 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/ac8f7d4a-0a84-4ec3-8f25-25bf5e098df1 HTTP/1.1" status: 404 len: 333 time: 0.0692790 Jan 21 09:44:47.273860 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34688) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.321589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8be71-91c6-4d16-b1f0-f3c121998797 None None] Pushing event updated for resources: {'Port': ['ID=8a25cc83-9824-4762-b47d-5cf313476dac,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.322403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e30b2e40-f183-47d0-90a8-f2d9d5cc8491 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9453380 Jan 21 09:44:47.323246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34692) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.327317 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba106bf8-688c-4bf2-955c-7ee09ccb81e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:47.327760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba106bf8-688c-4bf2-955c-7ee09ccb81e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:47.329479 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ba106bf8-688c-4bf2-955c-7ee09ccb81e2 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/ba223e8c-50f9-4727-8b27-e575c7f3f820 HTTP/1.1" status: 404 len: 337 time: 0.0547028 Jan 21 09:44:47.333219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34696) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.336232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1646552342', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:47.347703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:47.357260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:router and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:47.377243 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bd4cbf-a2a5-4beb-bef5-c8aa54245a9a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] DELETE failed (client error): The resource could not be found. Jan 21 09:44:47.377692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bd4cbf-a2a5-4beb-bef5-c8aa54245a9a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:47.381827 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-98bd4cbf-a2a5-4beb-bef5-c8aa54245a9a tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/subnets/206294c2-bcde-4e94-ab8c-bbbc15de6c71 HTTP/1.1" status: 404 len: 337 time: 0.0453219 Jan 21 09:44:47.382431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34700) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:47.413892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:47.430228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:47.446698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada3d6bb-1180-4ad9-8ad2-cab88bbf4439 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.464478 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8d157e10-6f09-477b-a988-8e1507405c91 req-206ce3f8-059f-44f3-abea-4ab9bfcb6f31 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3094316 Jan 21 09:44:47.473219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e1f5d-6962-4a47-9a96-ad2e302299db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Deleting port de164873-4a5a-4dc3-bebe-8aa70e85f3e8 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:47.473555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1f5d-6962-4a47-9a96-ad2e302299db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.475946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-891a0e98-d185-4082-8624-024c49b71644 None None] Provisioning for port 7c0fe217-a423-4c9f-a765-826fd5a46399 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:47.540762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.541952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.619042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-891a0e98-d185-4082-8624-024c49b71644 None None] Provisioning complete for port 7c0fe217-a423-4c9f-a765-826fd5a46399 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:47.619585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-891a0e98-d185-4082-8624-024c49b71644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.625715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.646265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:47.659406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada3d6bb-1180-4ad9-8ad2-cab88bbf4439 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.730904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93594529-fab4-49c9-a06a-3bc6fbb8a249 None None] Sync routers for ids ['c947837d-caca-41bc-bbcd-8338f9046cf7'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:47.738181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] For port b15e307a-2707-4aa4-a6db-4e0590b107ce, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:47.797248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3d6bb-1180-4ad9-8ad2-cab88bbf4439 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=43176d48-e793-4b17-ab7a-d1b76dcaef7a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:47.817343 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8d157e10-6f09-477b-a988-8e1507405c91 req-25dc43bb-9707-4ce5-8b5d-50271b5c1790 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573941 Jan 21 09:44:47.900584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] For port b15e307a-2707-4aa4-a6db-4e0590b107ce, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b15e307a-2707-4aa4-a6db-4e0590b107ce,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:47.929572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.935255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] For port 9de41b03-9c14-4fe3-86bb-819732e21aa3, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9de41b03-9c14-4fe3-86bb-819732e21aa3,segment=NetworkSegment(773db543-4187-4da5-889f-8caceaed8fe8),segment_id=773db543-4187-4da5-889f-8caceaed8fe8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:47.935788 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:47.964007 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-19881292-9f18-4eae-a8db-01fdd8dac25b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c947837d-caca-41bc-bbcd-8338f9046cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6510954 Jan 21 09:44:47.980324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34706) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.032937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ada3d6bb-1180-4ad9-8ad2-cab88bbf4439 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.038228 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ada3d6bb-1180-4ad9-8ad2-cab88bbf4439 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/43176d48-e793-4b17-ab7a-d1b76dcaef7a HTTP/1.1" status: 204 len: 168 time: 1.6280053 Jan 21 09:44:48.044256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34710) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.075953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93594529-fab4-49c9-a06a-3bc6fbb8a249 None None] Routers {'c947837d-caca-41bc-bbcd-8338f9046cf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:48.076751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-93594529-fab4-49c9-a06a-3bc6fbb8a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c947837d-caca-41bc-bbcd-8338f9046cf7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.079385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1f5d-6962-4a47-9a96-ad2e302299db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.207839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] Calling delete_port for 9de41b03-9c14-4fe3-86bb-819732e21aa3 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:48.223450 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-108c8178-167c-41cb-8090-56f80055cf95 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1767600 Jan 21 09:44:48.227529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34714) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.243091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e1f5d-6962-4a47-9a96-ad2e302299db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Calling delete_port for de164873-4a5a-4dc3-bebe-8aa70e85f3e8 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:48.248868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:48.272883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d45c52d-b8b7-4cae-b40a-dcebabf6b6b6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.273460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8d45c52d-b8b7-4cae-b40a-dcebabf6b6b6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:48.289676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-93594529-fab4-49c9-a06a-3bc6fbb8a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.290534 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8d157e10-6f09-477b-a988-8e1507405c91 req-b4ce979c-9602-45f0-92f1-72d373d40f17 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661913 Jan 21 09:44:48.342416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1f5d-6962-4a47-9a96-ad2e302299db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.349261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.366979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-a3278eff-8e92-4f22-89ad-6ac9874f2602', 'network_id': 'a3278eff-8e92-4f22-89ad-6ac9874f2602', 'tenant_id': 'f999a508172d43f5be7f6595f17268e3', 'fixed_ips': [{'subnet_id': '389b3575-3042-4718-bc01-ff4aedc4e9bb'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:48.370574 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.395166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f5515-b980-491d-8d0a-b2d8ac4d7a5f None None] Pushing event updated for resources: {'Port': ['ID=b15e307a-2707-4aa4-a6db-4e0590b107ce,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.404368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8d45c52d-b8b7-4cae-b40a-dcebabf6b6b6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:48.409552 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8d45c52d-b8b7-4cae-b40a-dcebabf6b6b6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports/92dce443-7c9f-4696-8de2-db22451f9b22 HTTP/1.1" status: 200 len: 911 time: 0.4236743 Jan 21 09:44:48.439178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34718) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.447953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-891a0e98-d185-4082-8624-024c49b71644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.452525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:48.477171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1f5d-6962-4a47-9a96-ad2e302299db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.493426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e1f5d-6962-4a47-9a96-ad2e302299db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Port': ['ID=de164873-4a5a-4dc3-bebe-8aa70e85f3e8,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.503061 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1e2e1f5d-6962-4a47-9a96-ad2e302299db tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/ports/de164873-4a5a-4dc3-bebe-8aa70e85f3e8 HTTP/1.1" status: 204 len: 168 time: 1.1196556 Jan 21 09:44:48.503822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34722) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:48.506879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8a25cc83-9824-4762-b47d-5cf313476dac up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:48.530671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93594529-fab4-49c9-a06a-3bc6fbb8a249 None None] Routers {'c947837d-caca-41bc-bbcd-8338f9046cf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:48.531308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-93594529-fab4-49c9-a06a-3bc6fbb8a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c947837d-caca-41bc-bbcd-8338f9046cf7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.547447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5e813-25cb-4956-be36-e349338d1b3d req-e0de8684-dd4a-459a-9625-abaea936c1ef tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:48.549110 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-73f5e813-25cb-4956-be36-e349338d1b3d req-e0de8684-dd4a-459a-9625-abaea936c1ef tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 945 time: 0.7567806 Jan 21 09:44:48.552670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:48.556164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:48.568470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:48.598611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:48.602176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.630994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.687502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.718754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-93594529-fab4-49c9-a06a-3bc6fbb8a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:48.719261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93594529-fab4-49c9-a06a-3bc6fbb8a249 None None] The sync data for ids ['c947837d-caca-41bc-bbcd-8338f9046cf7'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:48.729645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] Pushing event deleted for resources: {'Port': ['ID=9de41b03-9c14-4fe3-86bb-819732e21aa3,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.755316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3941fa9-18e2-4014-a3a5-70718e24caee None None] No DVR routers for this DVR port 9de41b03-9c14-4fe3-86bb-819732e21aa3 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:48.775451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-891a0e98-d185-4082-8624-024c49b71644 None None] For port 7c0fe217-a423-4c9f-a765-826fd5a46399, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c0fe217-a423-4c9f-a765-826fd5a46399,segment=NetworkSegment(2cb720a5-8079-4ad4-8b39-0230ec4eb521),segment_id=2cb720a5-8079-4ad4-8b39-0230ec4eb521)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:48.789403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-891a0e98-d185-4082-8624-024c49b71644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.876170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-891a0e98-d185-4082-8624-024c49b71644 None None] Could not find standard attr ID for object 9de41b03-9c14-4fe3-86bb-819732e21aa3. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:48.901089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-891a0e98-d185-4082-8624-024c49b71644 None None] Could not find standard attr ID for object de164873-4a5a-4dc3-bebe-8aa70e85f3e8. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:48.922399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Allocated IP 172.20.0.2 (a3278eff-8e92-4f22-89ad-6ac9874f2602/389b3575-3042-4718-bc01-ff4aedc4e9bb/fce18209-baa3-49fd-9283-4d442efe2e16) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:48.930395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8a25cc83-9824-4762-b47d-5cf313476dac triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:48.930790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.977726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a0e98-d185-4082-8624-024c49b71644 None None] Pushing event updated for resources: {'Port': ['ID=7c0fe217-a423-4c9f-a765-826fd5a46399,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:48.987146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:48.998625 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-73f5e813-25cb-4956-be36-e349338d1b3d req-a70f47e9-e4ff-4ebb-a507-626053db4f17 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117901 Jan 21 09:44:49.017086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b8535b-4523-4f43-9787-30a6a9e8e8fd']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.032890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773db543-4187-4da5-889f-8caceaed8fe8') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.033243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773db543-4187-4da5-889f-8caceaed8fe8') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:49.048116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.068930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.076517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:44:49.077463 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.138181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8afd0bf3-5098-4ff8-b17e-ed1b906868ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:44:49.153176 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:44:49.156536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6e6333c9-7a3e-4b2a-bf9e-3a9354595c5a None None] Provisioning for port 92dce443-7c9f-4696-8de2-db22451f9b22 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:49.186814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.205606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6e6333c9-7a3e-4b2a-bf9e-3a9354595c5a None None] Provisioning complete for port 92dce443-7c9f-4696-8de2-db22451f9b22 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:49.205966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e6333c9-7a3e-4b2a-bf9e-3a9354595c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.215659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.226310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] Pushing event deleted for resources: {'Network': ['ID=41b8535b-4523-4f43-9787-30a6a9e8e8fd,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.231455 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d56f9075-087d-422a-9c25-bd423b08a8f6 tempest-PortsIpV6TestJSON-732555945 tempest-PortsIpV6TestJSON-732555945-project] 10.222.0.122 "DELETE /v2.0/networks/41b8535b-4523-4f43-9787-30a6a9e8e8fd HTTP/1.1" status: 204 len: 168 time: 0.7241361 Jan 21 09:44:49.351525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6e6333c9-7a3e-4b2a-bf9e-3a9354595c5a None None] Port 92dce443-7c9f-4696-8de2-db22451f9b22 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:49.354535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.380288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.396449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Transition to ACTIVE for port object fce18209-baa3-49fd-9283-4d442efe2e16 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:49.425251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Transition to ACTIVE for port object fce18209-baa3-49fd-9283-4d442efe2e16 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:49.431086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9de41b03-9c14-4fe3-86bb-819732e21aa3 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:49.455200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.459307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.475500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9de41b03-9c14-4fe3-86bb-819732e21aa3 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:44:49.475849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9de41b03-9c14-4fe3-86bb-819732e21aa3 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:49.490642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6e6333c9-7a3e-4b2a-bf9e-3a9354595c5a None None] Provisioning complete for port 7c0fe217-a423-4c9f-a765-826fd5a46399 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:49.491018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e6333c9-7a3e-4b2a-bf9e-3a9354595c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.521719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.558948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:49.582009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:49.602479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:49.603088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.625263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:49.631636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:49.638253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:49.655157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Pushing event updated for resources: {'Port': ['ID=fce18209-baa3-49fd-9283-4d442efe2e16,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.677931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34730) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.679060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=e13c088b-495a-4e8a-8a4b-80bbca2b135e,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:49.738210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34736) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:49.738537 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-abb8ffd7-6794-4341-aa33-f46ec420611f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5086703 Jan 21 09:44:49.756042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': 'e13c088b-495a-4e8a-8a4b-80bbca2b135e', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1447355627'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:49.851065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.26.1.239 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/1afedb00-defe-45e5-a58b-63a6943212c5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:49.853252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0762fd9-1a1a-4a78-9a9c-4670daf78d84 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:49.927255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Attempting to bind port fce18209-baa3-49fd-9283-4d442efe2e16 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:49.928001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Attempting to bind port fce18209-baa3-49fd-9283-4d442efe2e16 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4f66d0b7-7572-4d50-81a9-afb4186100ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a3278eff-8e92-4f22-89ad-6ac9874f2602'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:49.928001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Attempting to bind port fce18209-baa3-49fd-9283-4d442efe2e16 on network a3278eff-8e92-4f22-89ad-6ac9874f2602 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:49.949008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:49.953364 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:49.956893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:49.962891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:49.965110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:49.965482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Checking segment: {'id': '4f66d0b7-7572-4d50-81a9-afb4186100ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a3278eff-8e92-4f22-89ad-6ac9874f2602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:49.965876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:49.966282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Bound using segment: {'id': '4f66d0b7-7572-4d50-81a9-afb4186100ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a3278eff-8e92-4f22-89ad-6ac9874f2602'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:49.966754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Bound port: fce18209-baa3-49fd-9283-4d442efe2e16, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f66d0b7-7572-4d50-81a9-afb4186100ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a3278eff-8e92-4f22-89ad-6ac9874f2602'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:49.967117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.033118 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f2de63ca-9f1d-44e5-97ea-e8e15a70b06e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=244b9dd8fbc44a0c945677f14df9fa64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3534679 Jan 21 09:44:50.033846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:50.064322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34740) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.085941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6e6333c9-7a3e-4b2a-bf9e-3a9354595c5a None None] Provisioning complete for port 8a25cc83-9824-4762-b47d-5cf313476dac triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:50.086288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e6333c9-7a3e-4b2a-bf9e-3a9354595c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.186329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.198242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] For port fce18209-baa3-49fd-9283-4d442efe2e16, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:50.212172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 8b2d094f-9f0a-43b8-8202-27842c54a462 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:44:50.216263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] For port fce18209-baa3-49fd-9283-4d442efe2e16, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fce18209-baa3-49fd-9283-4d442efe2e16,segment=NetworkSegment(4f66d0b7-7572-4d50-81a9-afb4186100ed),segment_id=4f66d0b7-7572-4d50-81a9-afb4186100ed)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:50.254490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.271990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.354739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1117a532-de7c-4ab6-9a04-9bff30bd6171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.368477 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:44:50.369036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:44:50.389087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.405588 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d1617567-3682-44a6-88b7-3451386d36db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6627674 Jan 21 09:44:50.405938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34746) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.407346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea23b22-1d7a-43f8-8ff4-93b9bceda394 None None] Pushing event updated for resources: {'Port': ['ID=fce18209-baa3-49fd-9283-4d442efe2e16,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:50.425642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1117a532-de7c-4ab6-9a04-9bff30bd6171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.511292 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e64772-b470-4bfe-a237-8903b58410cd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.512092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-06e64772-b470-4bfe-a237-8903b58410cd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:50.532456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-06e64772-b470-4bfe-a237-8903b58410cd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:50.536845 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-06e64772-b470-4bfe-a237-8903b58410cd tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1267149 Jan 21 09:44:50.537909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34750) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.544810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b9bf2-751c-48e5-a578-72f0607a915e req-223c6c68-967e-4eaf-8221-2034ba2da2c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.546417 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-941b9bf2-751c-48e5-a578-72f0607a915e req-223c6c68-967e-4eaf-8221-2034ba2da2c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 945 time: 0.3799863 Jan 21 09:44:50.550405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-859c8cb8-334e-4145-b2bc-23792f1a980a None None] Provisioning for port b15e307a-2707-4aa4-a6db-4e0590b107ce completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:50.565841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-859c8cb8-334e-4145-b2bc-23792f1a980a None None] Could not find standard attr ID for object 5337742d-6b85-4493-b0bb-78beef43e2d0. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:50.635753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03115be-b6a6-4636-8e28-6d244fc4c2ab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.637417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03115be-b6a6-4636-8e28-6d244fc4c2ab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:50.638394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d03115be-b6a6-4636-8e28-6d244fc4c2ab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:50.644914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.649381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7c0fe217-a423-4c9f-a765-826fd5a46399 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:50.659053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d03115be-b6a6-4636-8e28-6d244fc4c2ab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:50.660798 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d03115be-b6a6-4636-8e28-6d244fc4c2ab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1225471 Jan 21 09:44:50.663579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34754) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:50.789653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-03795534-3e0e-4d9c-a623-5786b19d5fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet e13c088b-495a-4e8a-8a4b-80bbca2b135e {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:44:50.792892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03795534-3e0e-4d9c-a623-5786b19d5fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.818372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 7c0fe217-a423-4c9f-a765-826fd5a46399 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:50.819314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.883846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03795534-3e0e-4d9c-a623-5786b19d5fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:50.965380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03795534-3e0e-4d9c-a623-5786b19d5fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.015805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b15e307a-2707-4aa4-a6db-4e0590b107ce up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:51.063193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:51.075190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:51.078333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:51.095480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03795534-3e0e-4d9c-a623-5786b19d5fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.117306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port b15e307a-2707-4aa4-a6db-4e0590b107ce completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:51.122729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b15e307a-2707-4aa4-a6db-4e0590b107ce triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:51.123566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.147999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03795534-3e0e-4d9c-a623-5786b19d5fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=e13c088b-495a-4e8a-8a4b-80bbca2b135e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.155128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03795534-3e0e-4d9c-a623-5786b19d5fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.171347 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-03795534-3e0e-4d9c-a623-5786b19d5fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/e13c088b-495a-4e8a-8a4b-80bbca2b135e HTTP/1.1" status: 204 len: 168 time: 0.5065646 Jan 21 09:44:51.184416 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-941b9bf2-751c-48e5-a578-72f0607a915e req-b9dd2496-d587-4ac9-b22c-a7c623098bb9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5650892 Jan 21 09:44:51.185048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=1afedb00-defe-45e5-a58b-63a6943212c5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.186638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34758) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.197186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1117a532-de7c-4ab6-9a04-9bff30bd6171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.221874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272b7f39-490b-4668-a584-e5342df20b48 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:51.250505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a0fb80c7-f63d-4986-be58-e49b79bd09dc None None] Could not find standard attr ID for object 8a8cfba0-9848-4cce-a111-06c2db34dfef. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:51.269581 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eb8bac1a-60dd-4e02-a9c9-43a2ac4896f1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747375 Jan 21 09:44:51.273645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34764) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.279869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:51.404491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117a532-de7c-4ab6-9a04-9bff30bd6171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c18c2dc-6cf2-4199-9dfc-cedd77e4bb2f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.432022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:51.437105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:51.440208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:51.447810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:51.464214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.465475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:51.469640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.488842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1117a532-de7c-4ab6-9a04-9bff30bd6171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.490278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1117a532-de7c-4ab6-9a04-9bff30bd6171 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/7c18c2dc-6cf2-4199-9dfc-cedd77e4bb2f HTTP/1.1" status: 204 len: 168 time: 1.4203448 Jan 21 09:44:51.537204 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-906e5f33-9363-431c-9bf2-7888f39d80b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.561652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8:1::1 (cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3/14bdb44b-1cb4-4ea4-ac76-250aba4f1a37/b2da09c0-5b00-403a-89c8-2ad42ca6d1c9) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:51.573588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3907-018e-48da-8afd-4c8848b50b68 req-4ba247fc-81be-4b60-83a1-9d2efcac83a7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:51.575860 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2f9e3907-018e-48da-8afd-4c8848b50b68 req-4ba247fc-81be-4b60-83a1-9d2efcac83a7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 945 time: 0.2443209 Jan 21 09:44:51.609959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port b15e307a-2707-4aa4-a6db-4e0590b107ce, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b15e307a-2707-4aa4-a6db-4e0590b107ce,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:51.626683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.731794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=b15e307a-2707-4aa4-a6db-4e0590b107ce,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:51.788662 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2f9e3907-018e-48da-8afd-4c8848b50b68 req-5a5febe9-6aa4-4415-82b5-95fae7ab58b3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049742 Jan 21 09:44:51.824905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34772) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:51.852674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:44:51.857571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] Deleting port b15e307a-2707-4aa4-a6db-4e0590b107ce {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:51.858292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.899503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ca873-dc75-4bd1-bf2c-5110ba423948 None None] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:51.936137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.959352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:51.964141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.988160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:51.988900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.101379 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5d25aeb6-36bc-4792-83bf-8637aabcd2f6 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 1093 time: 0.2728550 Jan 21 09:44:52.105237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=35a9b55e-d4f5-45ce-a883-f5f9e792d438,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.107289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34782) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.113122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:52.115458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:52.121880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.123153 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.128051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:52.141255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:52.150054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:52.155278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:52.162452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34786) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.163061 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9ad37911-1ba3-4423-b4c6-61c8f936ec73 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8877630 Jan 21 09:44:52.180956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:52.196499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1838089406', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:52.203280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.225172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.238069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:52.263927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2395ba34-2b51-446f-b46d-00347f94892c None None] Provisioning for port fce18209-baa3-49fd-9283-4d442efe2e16 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:52.283027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:router and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:52.305165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:52.382912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:52.418148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:52.422015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=b2da09c0-5b00-403a-89c8-2ad42ca6d1c9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:52.431932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:52.434381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:52.435090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.440501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.441670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.445752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] For port b15e307a-2707-4aa4-a6db-4e0590b107ce, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b15e307a-2707-4aa4-a6db-4e0590b107ce,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:52.446184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.461503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.587120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.658923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fce18209-baa3-49fd-9283-4d442efe2e16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:52.679977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.682993 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-568e3ed9-09fb-4494-9d72-8da80f91f6d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4915161 Jan 21 09:44:52.685700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34800) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.712959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] Calling delete_port for b15e307a-2707-4aa4-a6db-4e0590b107ce owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:52.777858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.782506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.836601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11970e56-c1ab-4951-a1d0-feaa8be43106 req-c5560b5d-5e2d-45cb-9597-6a58659d4753 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:52.838323 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11970e56-c1ab-4951-a1d0-feaa8be43106 req-c5560b5d-5e2d-45cb-9597-6a58659d4753 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 946 time: 0.2822976 Jan 21 09:44:52.839640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5cd58512-5296-44f0-b8d1-421da72fd8c4 None None] Provisioning for port b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:52.849773 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5cd58512-5296-44f0-b8d1-421da72fd8c4 None None] Provisioning complete for port b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:52.850327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5cd58512-5296-44f0-b8d1-421da72fd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.897180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.918031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:52.970056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34806) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:52.998362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5cd58512-5296-44f0-b8d1-421da72fd8c4 None None] Port b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:53.012829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.098326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] Pushing event deleted for resources: {'Port': ['ID=b15e307a-2707-4aa4-a6db-4e0590b107ce,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.100139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port fce18209-baa3-49fd-9283-4d442efe2e16 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:53.103935 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1325a-dc9e-4c87-871e-8f07a321495a None None] No DVR routers for this DVR port b15e307a-2707-4aa4-a6db-4e0590b107ce on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:53.108980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port fce18209-baa3-49fd-9283-4d442efe2e16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:53.109474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.148029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5868d734-9e90-4ec8-a765-0bc5c0607e5c None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:53.356248 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11970e56-c1ab-4951-a1d0-feaa8be43106 req-8405dd6d-10f7-48eb-b4f9-d593f72803c7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876587 Jan 21 09:44:53.368503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-57217235-network', 'tenant_id': '4f1cd02a69e848f0bbeb355186482ce4'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:53.392360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:53.401346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.419408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.434157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-15335d6a-2242-4d90-a830-f0952452608b None None] Provisioning complete for port fce18209-baa3-49fd-9283-4d442efe2e16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:53.434512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-15335d6a-2242-4d90-a830-f0952452608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.436460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Usage tracker for resource:network and tenant:4f1cd02a69e848f0bbeb355186482ce4 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:53.450062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:53.465698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:53.473918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 59c19ad4-c9e2-4ee9-9587-17442bbbc0ca is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:53.514014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Made reservation on behalf of 4f1cd02a69e848f0bbeb355186482ce4 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:53.515874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.535700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '35a9b55e-d4f5-45ce-a883-f5f9e792d438'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:44:53.536761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.559873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port fce18209-baa3-49fd-9283-4d442efe2e16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fce18209-baa3-49fd-9283-4d442efe2e16,segment=NetworkSegment(4f66d0b7-7572-4d50-81a9-afb4186100ed),segment_id=4f66d0b7-7572-4d50-81a9-afb4186100ed)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:53.567206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.625255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.655983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.85 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/3b4246a7-7dfa-4b89-8e1a-fdf49deac6c9) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:53.657108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b15e307a-2707-4aa4-a6db-4e0590b107ce no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:53.711733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: b15e307a-2707-4aa4-a6db-4e0590b107ce {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:44:53.712065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b15e307a-2707-4aa4-a6db-4e0590b107ce not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:53.802573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=fce18209-baa3-49fd-9283-4d442efe2e16,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:53.815657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::1 (39f1e386-d394-42ab-8358-5616c07c4588/35a9b55e-d4f5-45ce-a883-f5f9e792d438/2c5913f3-34df-4a6d-8fa8-f04327e3be31) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:53.844666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:53.889346 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:44:53.904149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:53.925223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1cd02a69e848f0bbeb355186482ce4 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:53.931789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:53.943377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:53.994204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.016982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 2c5913f3-34df-4a6d-8fa8-f04327e3be31 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:54.046945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.053769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.079778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.122639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.123385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.142253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/35a9b55e-d4f5-45ce-a883-f5f9e792d438/9e2dda4f-bb30-4633-a496-7eae45e0771a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:54.142475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:54.155243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.164105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:54.165744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.184414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=2c5913f3-34df-4a6d-8fa8-f04327e3be31,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.230658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-4686b1ae-59e0-4d11-8789-d8dce002d1e9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.231457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-4686b1ae-59e0-4d11-8789-d8dce002d1e9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:54.261741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.298691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-4686b1ae-59e0-4d11-8789-d8dce002d1e9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:54.301441 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-4686b1ae-59e0-4d11-8789-d8dce002d1e9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 946 time: 0.2674830 Jan 21 09:44:54.309205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.310715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=b2da09c0-5b00-403a-89c8-2ad42ca6d1c9,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.322880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.366734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.371320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:44:54.441356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.463443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Transition to ACTIVE for port object 9e2dda4f-bb30-4633-a496-7eae45e0771a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:54.472662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.473070 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Added segment eda73409-4d1a-44ce-9903-69c2d4df6888 of type vlan for network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 Jan 21 09:44:54.474235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b21a212-a820-4531-9063-ed59f456a7c6,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.504572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Transition to ACTIVE for port object 9e2dda4f-bb30-4633-a496-7eae45e0771a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:54.519546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.527837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:54.540086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Deleting port 42315637-e961-4608-9765-8ef9e3a18e03 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:44:54.540660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.542520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.548946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=3b4246a7-7dfa-4b89-8e1a-fdf49deac6c9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.555663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:54.566419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fce18209-baa3-49fd-9283-4d442efe2e16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:54.588961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.603930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:54.608426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:54.617585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.618115 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4a8a1-07d6-4929-9f00-ea6cc61df370 None None] Sync routers for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:54.640992 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4a8a1-07d6-4929-9f00-ea6cc61df370 None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:54.641608 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1eb4a8a1-07d6-4929-9f00-ea6cc61df370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.667120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:54.672361 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:54.676160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:54.686889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Pushing event updated for resources: {'Port': ['ID=9e2dda4f-bb30-4633-a496-7eae45e0771a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:54.756296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:44:54.779183 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1eb4a8a1-07d6-4929-9f00-ea6cc61df370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.794708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port fce18209-baa3-49fd-9283-4d442efe2e16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:54.795272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.799318 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4a8a1-07d6-4929-9f00-ea6cc61df370 None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:54.800253 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1eb4a8a1-07d6-4929-9f00-ea6cc61df370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.832428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Attempting to bind port 9e2dda4f-bb30-4633-a496-7eae45e0771a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:44:54.832955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Attempting to bind port 9e2dda4f-bb30-4633-a496-7eae45e0771a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:44:54.833388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Attempting to bind port 9e2dda4f-bb30-4633-a496-7eae45e0771a on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:44:54.857320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:44:54.858062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:54.859439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.859439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:44:54.859682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Bound port: 9e2dda4f-bb30-4633-a496-7eae45e0771a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:44:54.861338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.871691 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1eb4a8a1-07d6-4929-9f00-ea6cc61df370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:54.872349 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4a8a1-07d6-4929-9f00-ea6cc61df370 None None] The sync data for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:54.947794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.948691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:54.949256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.977462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:54.984488 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-82943c69-0fd3-49fb-9c75-917b048d08d7 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6573052 Jan 21 09:44:54.996010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34814) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.022218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] For port 9e2dda4f-bb30-4633-a496-7eae45e0771a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:44:55.027478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] For port 9e2dda4f-bb30-4633-a496-7eae45e0771a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9e2dda4f-bb30-4633-a496-7eae45e0771a,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:44:55.035555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.138570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ecbc-7387-4329-818d-071a917a88e5 None None] Pushing event updated for resources: {'Port': ['ID=9e2dda4f-bb30-4633-a496-7eae45e0771a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.147833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0606c3f5-61ad-4461-857f-12a1cd62c1b0 None None] Provisioning complete for port b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:55.148502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0606c3f5-61ad-4461-857f-12a1cd62c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.218428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0606c3f5-61ad-4461-857f-12a1cd62c1b0 None None] Port b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:55.317681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] For port 42315637-e961-4608-9765-8ef9e3a18e03, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=42315637-e961-4608-9765-8ef9e3a18e03,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:55.318194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.326362 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3550124 Jan 21 09:44:55.330012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34818) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:55.351322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99502b9c-b3c8-4f4e-8fa7-9a47ec794415 admin admin] Pushing event updated for resources: {'Network': ['ID=31fbfc83-d495-4579-a0cd-0d7c75ea8d21,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.355004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Request body: {'subnet': {'network_id': '31fbfc83-d495-4579-a0cd-0d7c75ea8d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-57217235-subnet', 'tenant_id': '4f1cd02a69e848f0bbeb355186482ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:55.380448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:44:55.421140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:55.425637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.443480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Usage tracker for resource:subnet and tenant:4f1cd02a69e848f0bbeb355186482ce4 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:55.446576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.447642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.454293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:55.501842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:55.600492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202554b6-f5dc-49e8-a5ff-e539ed827cec req-1f0e9765-ec16-44a5-92e0-ea2e2388e439 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:55.602123 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-202554b6-f5dc-49e8-a5ff-e539ed827cec req-1f0e9765-ec16-44a5-92e0-ea2e2388e439 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 946 time: 0.8855042 Jan 21 09:44:55.633860 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Made reservation on behalf of 4f1cd02a69e848f0bbeb355186482ce4 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:55.636083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.762662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=2c5913f3-34df-4a6d-8fa8-f04327e3be31,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:55.868261 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-202554b6-f5dc-49e8-a5ff-e539ed827cec req-e46f9a68-344c-4575-b547-07e4246f24df tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146142 Jan 21 09:44:55.953334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c947837d-caca-41bc-bbcd-8338f9046cf7 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:55.979253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.979618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:55.979929 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Floating IP 637e493b-2f5b-45dd-8ab3-ca67dfaaa05e disassociated. External IP: 172.26.1.176, port: 42315637-e961-4608-9765-8ef9e3a18e03. Jan 21 09:44:55.980267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Calling delete_port for 42315637-e961-4608-9765-8ef9e3a18e03 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:44:56.044762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:56.046176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:56.360587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-918b0de6-6e87-41cb-bef8-0df01e292078 None None] Provisioning for port 9e2dda4f-bb30-4633-a496-7eae45e0771a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:56.380726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.486637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9e2dda4f-bb30-4633-a496-7eae45e0771a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:56.535769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:56.553664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623eb6d-2e8f-4f9d-b6dc-ba394315822a None None] Sync routers for ids ['c947837d-caca-41bc-bbcd-8338f9046cf7'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:56.563483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.586420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623eb6d-2e8f-4f9d-b6dc-ba394315822a None None] Routers {'c947837d-caca-41bc-bbcd-8338f9046cf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:56.587348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4623eb6d-2e8f-4f9d-b6dc-ba394315822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c947837d-caca-41bc-bbcd-8338f9046cf7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:56.606923 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c83ace98-28f5-499f-bdaa-7d422fe7f652 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c947837d-caca-41bc-bbcd-8338f9046cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1594906 Jan 21 09:44:56.608219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34822) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:56.628250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.658490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4623eb6d-2e8f-4f9d-b6dc-ba394315822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:56.663830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.673420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623eb6d-2e8f-4f9d-b6dc-ba394315822a None None] Routers {'c947837d-caca-41bc-bbcd-8338f9046cf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:56.674331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4623eb6d-2e8f-4f9d-b6dc-ba394315822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c947837d-caca-41bc-bbcd-8338f9046cf7'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:56.740287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-4623eb6d-2e8f-4f9d-b6dc-ba394315822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:56.740518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623eb6d-2e8f-4f9d-b6dc-ba394315822a None None] The sync data for ids ['c947837d-caca-41bc-bbcd-8338f9046cf7'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:44:56.747236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eba81051-bae1-4cdb-8c1f-b672f9ed151d None None] Could not find standard attr ID for object f24ce0ac-0d2d-4545-85ad-d7c675d0e924. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:56.748842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9e2dda4f-bb30-4633-a496-7eae45e0771a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:56.755380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9e2dda4f-bb30-4633-a496-7eae45e0771a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:56.755752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.835406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event deleted for resources: {'Port': ['ID=42315637-e961-4608-9765-8ef9e3a18e03,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.855738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d64afc-e607-496e-ad51-2b53ffdc2afc,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:56.965707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:56.979947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4d42f-af0d-4a4e-b356-3a3f5bba358d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:56.980534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d4c4d42f-af0d-4a4e-b356-3a3f5bba358d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:56.993282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cd4efcfa-8fb7-4b7e-b1b0-b4758c030803 None None] Could not find standard attr ID for object 5337742d-6b85-4493-b0bb-78beef43e2d0. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:44:57.045388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9e2dda4f-bb30-4633-a496-7eae45e0771a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9e2dda4f-bb30-4633-a496-7eae45e0771a,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:44:57.054481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Checking segment: {'id': 'eda73409-4d1a-44ce-9903-69c2d4df6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '31fbfc83-d495-4579-a0cd-0d7c75ea8d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:44:57.054677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.055315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Network hostable DHCP agents. Network: 31fbfc83-d495-4579-a0cd-0d7c75ea8d21, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:44:57.133393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:44:57.156649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9e2dda4f-bb30-4633-a496-7eae45e0771a,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.161944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d4c4d42f-af0d-4a4e-b356-3a3f5bba358d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:57.163086 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4c4d42f-af0d-4a4e-b356-3a3f5bba358d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports/b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 HTTP/1.1" status: 200 len: 913 time: 0.5468812 Jan 21 09:44:57.169224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34828) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:57.169882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 31fbfc83-d495-4579-a0cd-0d7c75ea8d21) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:57.174458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 42315637-e961-4608-9765-8ef9e3a18e03 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:44:57.180204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:57.181445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.188583 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58994e4d-eae3-47cf-8c35-6ce7565be76e req-858f2507-968e-49a8-af7c-744dc5ecd9c3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 210 time: 0.0887818 Jan 21 09:44:57.211941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d802f-c7b8-4c51-b200-c10f8909a90a None None] Network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:57.243072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 42315637-e961-4608-9765-8ef9e3a18e03 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:44:57.243666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 42315637-e961-4608-9765-8ef9e3a18e03 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:44:57.293028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.366768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.385397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6ff46af6-4c42-42a5-908f-063b3a91740f None None] Provisioning for port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:44:57.427834 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-417c29ec-2c9a-4b66-846f-b4321b8fb85d admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0868011 Jan 21 09:44:57.435135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6ff46af6-4c42-42a5-908f-063b3a91740f None None] Provisioning complete for port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:57.449053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6ff46af6-4c42-42a5-908f-063b3a91740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.525652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Router e59a5080-02a8-4b63-8daf-ace08de73315 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:44:57.533430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6ff46af6-4c42-42a5-908f-063b3a91740f None None] Port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:57.599765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=3b4246a7-7dfa-4b89-8e1a-fdf49deac6c9,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:44:57.642375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4333465-dfd4-4722-87fa-b70a8dee9234 None None] Network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:44:57.654114 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.852971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c37d7ec3-63eb-4091-a5fb-a6c545eabcd0 None None] Provisioning complete for port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:57.853479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c37d7ec3-63eb-4091-a5fb-a6c545eabcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:57.932145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c37d7ec3-63eb-4091-a5fb-a6c545eabcd0 None None] Port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:44:57.994973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:44:58.056460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.263626 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP 36b4b15c-1b2d-445e-9082-273086a00846 associated. External IP: 172.26.1.85, port: a03f4c39-6391-4436-8d52-e2edf67f1cc2. Jan 21 09:44:58.390488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:58.403579 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Sync routers for ids ['e59a5080-02a8-4b63-8daf-ace08de73315'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:58.419992 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-188d345c-646a-4a3e-8454-d1c123886f59 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "PUT /v2.0/routers/e59a5080-02a8-4b63-8daf-ace08de73315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7309103 Jan 21 09:44:58.426546 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Routers {'e59a5080-02a8-4b63-8daf-ace08de73315'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:58.427668 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e59a5080-02a8-4b63-8daf-ace08de73315'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:58.437718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34846) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.449539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9e2dda4f-bb30-4633-a496-7eae45e0771a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:44:58.521308 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2e2a54fc-75ea-4c26-b6d3-0f6b8279b9f2 req-d674482a-81db-488a-b3be-7292f272e52e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 210 time: 0.0627251 Jan 21 09:44:58.593810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9e2dda4f-bb30-4633-a496-7eae45e0771a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:44:58.594230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.631106 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Set router e59a5080-02a8-4b63-8daf-ace08de73315 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:44:58.684392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.20.0.1 (a3278eff-8e92-4f22-89ad-6ac9874f2602/389b3575-3042-4718-bc01-ff4aedc4e9bb/07d138e2-ed42-4763-8877-8bb40bae9301) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:44:58.686821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a7b21d-f3dc-4e1a-a7a0-34572f1f8c47 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:58.687589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-10a7b21d-f3dc-4e1a-a7a0-34572f1f8c47 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:44:58.704984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:58.791355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-10a7b21d-f3dc-4e1a-a7a0-34572f1f8c47 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:44:58.792791 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-10a7b21d-f3dc-4e1a-a7a0-34572f1f8c47 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports/2c5913f3-34df-4a6d-8fa8-f04327e3be31 HTTP/1.1" status: 200 len: 911 time: 0.3501866 Jan 21 09:44:58.798063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34854) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:58.972898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:44:58.984644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:44:59.010129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:59.012512 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'name': 'tempest-NetworksTestDHCPv6-router-1838089406', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:52Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 2, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None, '_interfaces': [{'id': '2c5913f3-34df-4a6d-8fa8-f04327e3be31', 'name': '', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'mac_address': 'fa:16:3e:e9:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35a9b55e-d4f5-45ce-a883-f5f9e792d438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:53Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 2, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'subnets': [{'id': '35a9b55e-d4f5-45ce-a883-f5f9e792d438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.013013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.016889 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Checking router: e59a5080-02a8-4b63-8daf-ace08de73315 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:44:59.017558 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Updating router e59a5080-02a8-4b63-8daf-ace08de73315 port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:44:59.023901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34860) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:59.046266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1315287006-network', 'tenant_id': 'bd1ec3cd1cbf49cdb061a30c73731bb4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:44:59.087957 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.093763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:59.105492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Usage tracker for resource:network and tenant:bd1ec3cd1cbf49cdb061a30c73731bb4 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:59.110530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] No DVR routers for this DVR port 42315637-e961-4608-9765-8ef9e3a18e03 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:44:59.117084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:59.120043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.122445 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9ecfa304-d40b-4f7f-b52f-64cafcb1de2f req-0bd1f052-a5a3-415e-a0d5-d7dd2a144300 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "DELETE /v2.0/ports/42315637-e961-4608-9765-8ef9e3a18e03 HTTP/1.1" status: 204 len: 173 time: 4.8143611 Jan 21 09:44:59.122999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26069014-b2ea-4040-8f41-ed36affe5e32', 'name': 'network-vif-deleted', 'tag': '42315637-e961-4608-9765-8ef9e3a18e03'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:44:59.136502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:59.155184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cebf4e-d9c3-4b41-bb07-9092cba8d150 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.160746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cebf4e-d9c3-4b41-bb07-9092cba8d150 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:44:59.165881 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-18cebf4e-d9c3-4b41-bb07-9092cba8d150 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3637764 Jan 21 09:44:59.168461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34868) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:44:59.242426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:44:59.326346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Made reservation on behalf of bd1ec3cd1cbf49cdb061a30c73731bb4 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:44:59.328957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.337384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.357397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.425963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Transition to ACTIVE for port object 07d138e2-ed42-4763-8877-8bb40bae9301 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:59.627711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.708304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:44:59.716005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Usage tracker for resource:security_group_rule and tenant:bd1ec3cd1cbf49cdb061a30c73731bb4 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:44:59.719551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:44:59.719902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:44:59.724809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:44:59.767656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:44:59.779006 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26069014-b2ea-4040-8f41-ed36affe5e32', 'name': 'network-vif-deleted', 'tag': '42315637-e961-4608-9765-8ef9e3a18e03', 'status': 'completed', 'code': 200} Jan 21 09:44:59.785752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:44:59.841345 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.862345 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Transition to ACTIVE for port object 2c5913f3-34df-4a6d-8fa8-f04327e3be31 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:44:59.870764 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:44:59.872472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.885183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:44:59.925932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:44:59.926856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:44:59.950674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.051853 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fec7d-50d8-49a8-ab42-52005ca6343e None None] Pushing event updated for resources: {'Port': ['ID=2c5913f3-34df-4a6d-8fa8-f04327e3be31,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.128016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=07d138e2-ed42-4763-8877-8bb40bae9301,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.147244 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ec2ac709-d21f-4ce9-9a7c-e20d1713ebf8 req-f798ab2b-3275-4fe4-8ec7-a185d7ceaf92 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=26069014-b2ea-4040-8f41-ed36affe5e32 HTTP/1.1" status: 200 len: 210 time: 0.1630456 Jan 21 09:45:00.262022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.304615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-94bfba8d-d936-4e91-b9c4-ceecea80a345 None None] Provisioning for port 07d138e2-ed42-4763-8877-8bb40bae9301 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:00.322625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:00.389501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-94bfba8d-d936-4e91-b9c4-ceecea80a345 None None] Provisioning complete for port 07d138e2-ed42-4763-8877-8bb40bae9301 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:00.389889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-94bfba8d-d936-4e91-b9c4-ceecea80a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.418852 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Attempting to bind port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:00.418852 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Attempting to bind port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:00.418852 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Attempting to bind port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:00.444570 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:00.446956 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:00.447447 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.447705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.448360 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:00.448903 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Bound port: 2c5913f3-34df-4a6d-8fa8-f04327e3be31, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:00.454225 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.465017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.586279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-94bfba8d-d936-4e91-b9c4-ceecea80a345 None None] Port 07d138e2-ed42-4763-8877-8bb40bae9301 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:00.601568 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] For port 2c5913f3-34df-4a6d-8fa8-f04327e3be31, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:00.604906 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] For port 2c5913f3-34df-4a6d-8fa8-f04327e3be31, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2c5913f3-34df-4a6d-8fa8-f04327e3be31,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:00.611644 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.648616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:00.688096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf98ff-3bee-4ada-91d9-7d1318768b83,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.699377 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fec7d-50d8-49a8-ab42-52005ca6343e None None] Pushing event updated for resources: {'Port': ['ID=2c5913f3-34df-4a6d-8fa8-f04327e3be31,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:00.724411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c162f713-766e-4b89-ab17-99560fa03402 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:00.726543 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:00.727981 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Added segment a2b8748a-a76a-446e-8901-23c161e4e3f6 of type vlan for network d8c85bc6-a8f4-4f74-9987-1ace6873ba3f Jan 21 09:45:00.728519 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Routers {'e59a5080-02a8-4b63-8daf-ace08de73315'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:00.729231 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e59a5080-02a8-4b63-8daf-ace08de73315'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:00.930172 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] Set router e59a5080-02a8-4b63-8daf-ace08de73315 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:01.010910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.032644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:01.052671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb420f-fe4d-4651-9577-e1a7fc075498 None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:01.075136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.076764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:01.078115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.295424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.305039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.338427 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3064175 Jan 21 09:45:01.346572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027d001-862f-45f3-94df-acbc3e0f6de6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c85bc6-a8f4-4f74-9987-1ace6873ba3f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.349326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34876) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:01.358317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network d8c85bc6-a8f4-4f74-9987-1ace6873ba3f details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:01.364987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Request body: {'subnet': {'network_id': 'd8c85bc6-a8f4-4f74-9987-1ace6873ba3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1315287006-subnet', 'tenant_id': 'bd1ec3cd1cbf49cdb061a30c73731bb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:01.385827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:01.438473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:01.438813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.470522 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'name': 'tempest-NetworksTestDHCPv6-router-1838089406', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:52Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 2, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None, '_interfaces': [{'id': '2c5913f3-34df-4a6d-8fa8-f04327e3be31', 'name': '', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'mac_address': 'fa:16:3e:e9:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35a9b55e-d4f5-45ce-a883-f5f9e792d438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:53Z', 'updated_at': '2022-01-21T09:45:00Z', 'revision_number': 4, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'subnets': [{'id': '35a9b55e-d4f5-45ce-a883-f5f9e792d438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:01.474313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Usage tracker for resource:subnet and tenant:bd1ec3cd1cbf49cdb061a30c73731bb4 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:01.479075 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b20633-eb47-4dea-b349-d8c1ccb456ee None None] The sync data for ids ['e59a5080-02a8-4b63-8daf-ace08de73315'] in dv-neutron-825724-1-hyperv is: [{'id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'name': 'tempest-NetworksTestDHCPv6-router-1838089406', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:52Z', 'updated_at': '2022-01-21T09:44:54Z', 'revision_number': 2, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None, '_interfaces': [{'id': '2c5913f3-34df-4a6d-8fa8-f04327e3be31', 'name': '', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'mac_address': 'fa:16:3e:e9:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35a9b55e-d4f5-45ce-a883-f5f9e792d438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:53Z', 'updated_at': '2022-01-21T09:45:00Z', 'revision_number': 4, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'subnets': [{'id': '35a9b55e-d4f5-45ce-a883-f5f9e792d438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:01.481964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:01.492825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.509429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:01.561859 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4de15-5405-44db-8288-9fd36bf1fb79 None None] New status for floating IP 637e493b-2f5b-45dd-8ab3-ca67dfaaa05e: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:45:01.564136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Made reservation on behalf of bd1ec3cd1cbf49cdb061a30c73731bb4 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:01.566580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.581776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:01.594968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] Sync routers for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:01.620187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:01.620957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:01.689418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:01.758699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=07d138e2-ed42-4763-8877-8bb40bae9301,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:01.907749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.077023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:02.111338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for b2da09c0-5b00-403a-89c8-2ad42ca6d1c9 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:02.119380 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2450b2d0-c5d5-492a-a8f3-8cdee27ae6d1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.0081937 Jan 21 09:45:02.120358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:02.125226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34886) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:02.182692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.245238 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'status': 'completed', 'code': 200} Jan 21 09:45:02.248966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:02.260727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:02.333327 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-0a60f6cc-70d5-48d2-ba11-2d9982cd148a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716486692&fields=id&tenant_id=d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 267 time: 0.2815099 Jan 21 09:45:02.451444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.533348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2c5913f3-34df-4a6d-8fa8-f04327e3be31 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:02.548105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Pushing event updated for resources: {'Subnet': ['ID=043f10ff-243c-4828-a406-615b81978e5f,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:02.658450 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4f67a38f-e7f8-4e43-a252-febfc953175c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/36b4b15c-1b2d-445e-9082-273086a00846 HTTP/1.1" status: 200 len: 990 time: 0.5216417 Jan 21 09:45:02.722595 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-d73653f1-6832-4ff7-94c0-72a2c2d560d8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 1098 time: 0.4495978 Jan 21 09:45:02.725829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Checking segment: {'id': 'a2b8748a-a76a-446e-8901-23c161e4e3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd8c85bc6-a8f4-4f74-9987-1ace6873ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:02.725829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Network hostable DHCP agents. Network: d8c85bc6-a8f4-4f74-9987-1ace6873ba3f, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:02.743786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0cf80207-53f9-48f4-a705-bd39130b3256 None None] Provisioning complete for port 07d138e2-ed42-4763-8877-8bb40bae9301 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:02.744154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0cf80207-53f9-48f4-a705-bd39130b3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.783465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:02.810230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:02.810230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:02.817031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-8342152c-9f1e-46b2-9361-b0a796409a11 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:02.823772 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-8342152c-9f1e-46b2-9361-b0a796409a11 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 812 time: 0.4726863 Jan 21 09:45:02.848072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0cf80207-53f9-48f4-a705-bd39130b3256 None None] Port 07d138e2-ed42-4763-8877-8bb40bae9301 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:02.853991 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-583ebf5c-c746-4b8d-a21c-cc7a302adeda tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/quotas/d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 375 time: 0.0292459 Jan 21 09:45:02.904723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:44:07Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:44:55Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:02.912029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] Checking router: c162f713-766e-4b89-ab17-99560fa03402 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:45:02.989389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.032809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:03.033569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.037965 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-86301e5a-76c3-4717-a35a-3de31460f435 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1830647 Jan 21 09:45:03.077874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Network d8c85bc6-a8f4-4f74-9987-1ace6873ba3f is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:03.095894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 2c5913f3-34df-4a6d-8fa8-f04327e3be31, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2c5913f3-34df-4a6d-8fa8-f04327e3be31,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:03.107887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.111380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.162476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 59c19ad4-c9e2-4ee9-9587-17442bbbc0ca has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:03.178274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, d8c85bc6-a8f4-4f74-9987-1ace6873ba3f) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:03.196576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af059dcf-3f2a-4c82-bd0a-a19dada7d521 None None] Network d8c85bc6-a8f4-4f74-9987-1ace6873ba3f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:03.208605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=2c5913f3-34df-4a6d-8fa8-f04327e3be31,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.232209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=b2da09c0-5b00-403a-89c8-2ad42ca6d1c9,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:03.239436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.240042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.249420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-bb5eea90-aba5-446b-83d8-92eb790f689e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.250928 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-bb5eea90-aba5-446b-83d8-92eb790f689e service neutron] 10.222.0.120 "GET /v2.0/networks?id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c HTTP/1.1" status: 200 len: 898 time: 0.5206468 Jan 21 09:45:03.292783 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-da84a2a0-5f42-454f-ab18-60ab19d34e1d service neutron] 10.222.0.122 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351933 Jan 21 09:45:03.478613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:03.518133 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b3b2fe30-5862-4220-9402-d9de74c1730f admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1618047 Jan 21 09:45:03.547163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-355b7f50-1da7-4c29-94ea-b7683a4724cc service neutron] 10.222.0.122 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331173 Jan 21 09:45:03.569515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:03.578526 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6ed40cdc-6c9f-487b-aad6-7e0a47c4e456 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/routers/59c19ad4-c9e2-4ee9-9587-17442bbbc0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5739741 Jan 21 09:45:03.579389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34894) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:03.580484 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6639c1-196d-4f69-ab9e-75bc76021f90 None None] Sync routers for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:03.588252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'port': {'network_id': 'a3278eff-8e92-4f22-89ad-6ac9874f2602', 'name': 'tempest-FloatingIPTestJSON-813776797'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:03.622962 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6639c1-196d-4f69-ab9e-75bc76021f90 None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:03.623863 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5d6639c1-196d-4f69-ab9e-75bc76021f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.650018 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-02efbc1b-644e-4487-8f0e-dbe82c043863 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2 HTTP/1.1" status: 200 len: 998 time: 0.3872266 Jan 21 09:45:03.769953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:03.774396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Usage tracker for resource:port and tenant:f999a508172d43f5be7f6595f17268e3 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:03.777888 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5d6639c1-196d-4f69-ab9e-75bc76021f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.778071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:03.784602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:03.785742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34898) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:03.787589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-489c61bf-1b59-4605-9b21-59c3bd2caa0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:03.789099 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-489c61bf-1b59-4605-9b21-59c3bd2caa0d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c6aa184d-405e-4a07-8265-40a74b55e9c9 HTTP/1.1" status: 200 len: 834 time: 0.1305254 Jan 21 09:45:03.802938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Made reservation on behalf of f999a508172d43f5be7f6595f17268e3 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:03.810378 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6639c1-196d-4f69-ab9e-75bc76021f90 None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:03.811422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.814724 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5d6639c1-196d-4f69-ab9e-75bc76021f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:03.861767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:03.862247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:03.883241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] device_id is not set on port e1556bf4-0b48-4cb5-87e7-e248b8f64155 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:04.022370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5d6639c1-196d-4f69-ab9e-75bc76021f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:04.023146 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6639c1-196d-4f69-ab9e-75bc76021f90 None None] The sync data for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:04.074526 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d3ca4b7f-d7e2-4b6f-aed1-1862b4b71e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/36b4b15c-1b2d-445e-9082-273086a00846 HTTP/1.1" status: 200 len: 990 time: 0.2842989 Jan 21 09:45:04.252053 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-d4512f3a-8417-4739-9fa6-9edeea807f3c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3608851 Jan 21 09:45:04.302462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef0990-b6dd-4bba-8fe1-8cb064b35d4c None None] Network d8c85bc6-a8f4-4f74-9987-1ace6873ba3f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:04.347772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Allocated IP 172.20.0.12 (a3278eff-8e92-4f22-89ad-6ac9874f2602/389b3575-3042-4718-bc01-ff4aedc4e9bb/e1556bf4-0b48-4cb5-87e7-e248b8f64155) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:04.398144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:44:07Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:44:55Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:04.404536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e22b8-9789-4353-a1ed-1844c121e0dd None None] The sync data for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv is: [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:44:07Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:44:55Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:04.474085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.493649 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-df05148d-7e15-4f80-96a0-7510799bb887 service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322197 Jan 21 09:45:04.541855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2c5913f3-34df-4a6d-8fa8-f04327e3be31 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:04.615231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] For port 2c5913f3-34df-4a6d-8fa8-f04327e3be31, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2c5913f3-34df-4a6d-8fa8-f04327e3be31,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:04.615619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.693679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.755478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2c5913f3-34df-4a6d-8fa8-f04327e3be31 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:04.757039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.778779 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e400915-0fd7-4d5a-9bc9-beef2cac6f9b req-da2c51a6-3bbe-4870-b025-d660faf92c1e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 210 time: 0.2213628 Jan 21 09:45:04.795948 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b9077-2e67-4044-879c-e03ef14f5814 None None] New status for floating IP 36b4b15c-1b2d-445e-9082-273086a00846: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:45:04.824443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-998221db-9fbd-4be7-aa53-c18c346cfa4f tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:04.824443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-998221db-9fbd-4be7-aa53-c18c346cfa4f tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Synchronizing usage tracker for tenant:4f1cd02a69e848f0bbeb355186482ce4 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:04.850282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:04.872450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-998221db-9fbd-4be7-aa53-c18c346cfa4f tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Unset dirty status for tenant:4f1cd02a69e848f0bbeb355186482ce4 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:04.875051 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-998221db-9fbd-4be7-aa53-c18c346cfa4f tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/networks?id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21 HTTP/1.1" status: 200 len: 810 time: 0.3165658 Jan 21 09:45:04.879846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Transition to ACTIVE for port object e1556bf4-0b48-4cb5-87e7-e248b8f64155 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:04.905063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-89669a72-ba20-47d9-ad47-40372f0408c6 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/quotas/4f1cd02a69e848f0bbeb355186482ce4 HTTP/1.1" status: 200 len: 375 time: 0.0226157 Jan 21 09:45:04.966543 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-5b4b47a9-ee44-4291-b960-d401f2eae49c tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=4f1cd02a69e848f0bbeb355186482ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597281 Jan 21 09:45:04.998561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.092866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34930) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.152398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 2c5913f3-34df-4a6d-8fa8-f04327e3be31 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:05.286406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:05.302359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:05.304152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event updated for resources: {'Port': ['ID=e1556bf4-0b48-4cb5-87e7-e248b8f64155,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.316465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:05.327689 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2b38a536-0dda-4330-a67b-ae285bf880dd req-2810c44c-0baa-47bf-a0b9-31087e5af681 service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8262212 Jan 21 09:45:05.421424 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f376f104-822e-4e58-9216-7b3b17e1db46 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/36b4b15c-1b2d-445e-9082-273086a00846 HTTP/1.1" status: 200 len: 990 time: 0.3261468 Jan 21 09:45:05.458671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:05.459407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.467570 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-96f5c823-bb44-451b-81fa-4354a180fe11 service neutron] 10.222.0.122 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998994 Jan 21 09:45:05.553491 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1012ab4b-d264-4c98-8d2a-5a5bc111d2a5 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9728673 Jan 21 09:45:05.558011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34934) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:05.569111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Request body: {'floatingip': {'port_id': 'e1556bf4-0b48-4cb5-87e7-e248b8f64155'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:05.589964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2bf87ec4-918c-4eea-8130-0a5682a35dcb None None] Provisioning for port e1556bf4-0b48-4cb5-87e7-e248b8f64155 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:05.594981 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2bf87ec4-918c-4eea-8130-0a5682a35dcb None None] Provisioning complete for port e1556bf4-0b48-4cb5-87e7-e248b8f64155 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:05.595470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec4-918c-4eea-8130-0a5682a35dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.651437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2bf87ec4-918c-4eea-8130-0a5682a35dcb None None] Port e1556bf4-0b48-4cb5-87e7-e248b8f64155 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:05.658637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.707536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:05.766326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=2c5913f3-34df-4a6d-8fa8-f04327e3be31,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:05.775495 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-160ccb86-c737-429a-af2e-147066092fb0 service neutron] 10.222.0.122 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987165 Jan 21 09:45:06.314057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:06.351352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-86267271-7d7b-4a1f-b878-0fe0eb3532ea tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:06.352305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-86267271-7d7b-4a1f-b878-0fe0eb3532ea tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:06.362305 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-04bae2f2-2c8b-4c2d-8f08-e0fc2720d509 req-f0d67718-d7d9-48f3-ac0c-40b5b5a391e1 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 210 time: 0.1972106 Jan 21 09:45:06.367368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d00e1376-0dc8-4e5b-8080-a40cffa708bf req-cdf2ee99-92fa-4751-8904-42bc9c78ab72 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 210 time: 0.2823107 Jan 21 09:45:06.465681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34952) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:06.483867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-86267271-7d7b-4a1f-b878-0fe0eb3532ea tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:06.484997 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-86267271-7d7b-4a1f-b878-0fe0eb3532ea tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 812 time: 0.6557529 Jan 21 09:45:06.523241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c947837d-caca-41bc-bbcd-8338f9046cf7 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:06.689749 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-33257eba-52a9-4cbd-b695-67aa855c4b77 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/36b4b15c-1b2d-445e-9082-273086a00846 HTTP/1.1" status: 200 len: 992 time: 0.2185550 Jan 21 09:45:06.713709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-af40e151-4164-40df-912a-29b63f401cb3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:07.001671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-af40e151-4164-40df-912a-29b63f401cb3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:07.003054 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-af40e151-4164-40df-912a-29b63f401cb3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 380 time: 0.5023897 Jan 21 09:45:07.040752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.047335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.100794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'port': {'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'admin_state_up': True, 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'security_groups': ['8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:07.268365 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP 238047b2-f7b8-4ef1-ac9c-2d8d2f50066a associated. External IP: 172.26.1.157, port: 44e22f9a-998e-48ae-9290-d341cc61f8b0. Jan 21 09:45:07.356622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Router e59a5080-02a8-4b63-8daf-ace08de73315 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:07.370230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:07.379163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:port and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:07.383582 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:07.393484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:07.400271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:07.411652 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43132aa9-af21-47ad-b4fd-d74be61d7989 None None] Sync routers for ids ['c947837d-caca-41bc-bbcd-8338f9046cf7'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:07.427586 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43132aa9-af21-47ad-b4fd-d74be61d7989 None None] Routers {'c947837d-caca-41bc-bbcd-8338f9046cf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:07.429559 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-43132aa9-af21-47ad-b4fd-d74be61d7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c947837d-caca-41bc-bbcd-8338f9046cf7'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.512305 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-43132aa9-af21-47ad-b4fd-d74be61d7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.536717 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43132aa9-af21-47ad-b4fd-d74be61d7989 None None] Routers {'c947837d-caca-41bc-bbcd-8338f9046cf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:07.537654 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-43132aa9-af21-47ad-b4fd-d74be61d7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c947837d-caca-41bc-bbcd-8338f9046cf7'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.552012 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-89275492-48ac-468c-b3fe-60d1e23959cf tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c947837d-caca-41bc-bbcd-8338f9046cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3782492 Jan 21 09:45:07.559959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 34962) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:07.569253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Made reservation on behalf of d7a3498013304bf78a9733962d0c8e9f for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:07.575874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:07.632024 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-43132aa9-af21-47ad-b4fd-d74be61d7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.632936 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43132aa9-af21-47ad-b4fd-d74be61d7989 None None] The sync data for ids ['c947837d-caca-41bc-bbcd-8338f9046cf7'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:07.790404 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b783266e-ab21-4708-902a-7e9e5196ed27 req-a3d3e1c7-6189-408b-8866-e526839e4cc9 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 210 time: 0.1108937 Jan 21 09:45:07.790988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:07.806760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] Sync routers for ids ['e59a5080-02a8-4b63-8daf-ace08de73315'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:07.808242 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3f50546d-b0e7-419f-b660-e2869d4b2f6f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "PUT /v2.0/routers/e59a5080-02a8-4b63-8daf-ace08de73315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6384439 Jan 21 09:45:07.812443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34966) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:07.838654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] Routers {'e59a5080-02a8-4b63-8daf-ace08de73315'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:07.839292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e59a5080-02a8-4b63-8daf-ace08de73315'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:07.955456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ada04-6913-4fac-a2a2-232824c085e0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.957103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ada04-6913-4fac-a2a2-232824c085e0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:07.957938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-aa2ada04-6913-4fac-a2a2-232824c085e0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:07.989525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Allocated IP 172.20.0.5 (cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6/6dfb67f0-dc62-41fe-89b2-866148901c59/54157232-23f6-4ec8-bad3-0a8f0d6925e5) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:08.001576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-aa2ada04-6913-4fac-a2a2-232824c085e0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:08.002873 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aa2ada04-6913-4fac-a2a2-232824c085e0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1894822 Jan 21 09:45:08.006088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34970) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.024812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] Set router e59a5080-02a8-4b63-8daf-ace08de73315 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:08.094156 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-68c7ac12-12e3-4837-98b5-c33951c21623 req-d8dab2bd-e65a-4818-9eae-8bab712340bf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 210 time: 0.4163733 Jan 21 09:45:08.137191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-d7ba661c-2bb8-4a20-8ffe-b7d6abcd53ec tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.138896 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-d7ba661c-2bb8-4a20-8ffe-b7d6abcd53ec tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.120 "GET /v2.0/networks?id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21 HTTP/1.1" status: 200 len: 810 time: 0.7673130 Jan 21 09:45:08.164213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Request body: {'port': {'device_id': 'ffd686a4-355d-498c-ba2a-ff43c0a332a0', 'network_id': '31fbfc83-d495-4579-a0cd-0d7c75ea8d21', 'admin_state_up': True, 'tenant_id': '4f1cd02a69e848f0bbeb355186482ce4'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:08.254682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'name': 'tempest-NetworksTestDHCPv6-router-1838089406', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:52Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 3, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.259846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] Checking router: e59a5080-02a8-4b63-8daf-ace08de73315 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:45:08.273948 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] Routers {'e59a5080-02a8-4b63-8daf-ace08de73315'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:08.275099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e59a5080-02a8-4b63-8daf-ace08de73315'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.385136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:08.390584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.395672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Usage tracker for resource:port and tenant:4f1cd02a69e848f0bbeb355186482ce4 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:08.396487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d40383-4be0-4f32-a411-071e87d9faaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 35a9b55e-d4f5-45ce-a883-f5f9e792d438 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:08.401052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:08.405611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21d40383-4be0-4f32-a411-071e87d9faaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.409865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:08.417919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] Set router e59a5080-02a8-4b63-8daf-ace08de73315 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:08.450597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Transition to ACTIVE for port object 54157232-23f6-4ec8-bad3-0a8f0d6925e5 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:08.471119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21d40383-4be0-4f32-a411-071e87d9faaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.490566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Made reservation on behalf of 4f1cd02a69e848f0bbeb355186482ce4 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:08.493661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.527318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'name': 'tempest-NetworksTestDHCPv6-router-1838089406', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:52Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 3, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:08.531848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b3333-3bb2-443f-a403-e4d5cd2a15c5 None None] The sync data for ids ['e59a5080-02a8-4b63-8daf-ace08de73315'] in dv-neutron-825724-1-hyperv is: [{'id': 'e59a5080-02a8-4b63-8daf-ace08de73315', 'name': 'tempest-NetworksTestDHCPv6-router-1838089406', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:44:52Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 3, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:08.660232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.747186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21d40383-4be0-4f32-a411-071e87d9faaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.781952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:08.789505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:08.791279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=54157232-23f6-4ec8-bad3-0a8f0d6925e5,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.795242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:08.887155 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:08.887914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.904935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21d40383-4be0-4f32-a411-071e87d9faaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.946206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Allocated IP 172.20.0.13 (31fbfc83-d495-4579-a0cd-0d7c75ea8d21/09d64afc-e607-496e-ad51-2b53ffdc2afc/dc8a9c15-dc3a-48d3-8231-2de58f6aead5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:08.955509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.967620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d40383-4be0-4f32-a411-071e87d9faaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=35a9b55e-d4f5-45ce-a883-f5f9e792d438,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:08.981131 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18f1c09-d811-45b4-b197-15e2af845438 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9261065 Jan 21 09:45:08.984100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-21d40383-4be0-4f32-a411-071e87d9faaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:08.994370 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-21d40383-4be0-4f32-a411-071e87d9faaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/35a9b55e-d4f5-45ce-a883-f5f9e792d438 HTTP/1.1" status: 204 len: 168 time: 0.9787714 Jan 21 09:45:08.995328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34976) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:08.997099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb2d01b-77f5-4a05-82fe-00e768263f18 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:09.001411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Request body: {'port': {'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:09.246035 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0db0119d-47e4-4f2c-b238-b265211f4349 req-9ba82ae9-59e3-49fe-9be3-17da7d08d2dd tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 210 time: 0.0727932 Jan 21 09:45:09.281875 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0ef4a7f2-178d-4d9e-8312-8242b76af649 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2400591 Jan 21 09:45:09.281875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.289873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34982) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:09.296853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-25c18110-1f04-4589-a872-aa6ed513b758 None None] Provisioning for port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:09.305743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-25c18110-1f04-4589-a872-aa6ed513b758 None None] Provisioning complete for port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:09.306275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-25c18110-1f04-4589-a872-aa6ed513b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.368511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-25c18110-1f04-4589-a872-aa6ed513b758 None None] Port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:09.436007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:09.438609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:09.443385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] Deleting port 9e2dda4f-bb30-4633-a496-7eae45e0771a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:09.443385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.535980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2319ef5f-2bd4-495b-ae80-7d63f3f5e811 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.598313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.613494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc69b6-37a6-4f69-b89f-fa219389fff6 req-87ba677c-53cd-4605-bd2f-e534696ce599 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:09.615033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-62dc69b6-37a6-4f69-b89f-fa219389fff6 req-87ba677c-53cd-4605-bd2f-e534696ce599 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 931 time: 0.3619723 Jan 21 09:45:09.657674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] For port 9e2dda4f-bb30-4633-a496-7eae45e0771a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9e2dda4f-bb30-4633-a496-7eae45e0771a,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:09.658269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.784361 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] Calling delete_port for 9e2dda4f-bb30-4633-a496-7eae45e0771a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:09.866639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:09.915173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] Pushing event deleted for resources: {'Port': ['ID=9e2dda4f-bb30-4633-a496-7eae45e0771a,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:09.919578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63bdc8b-d201-4e5b-b72d-a5c5215ec479 None None] No DVR routers for this DVR port 9e2dda4f-bb30-4633-a496-7eae45e0771a on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:09.953713 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-62dc69b6-37a6-4f69-b89f-fa219389fff6 req-ee4304ac-02c0-40f4-a1ba-c1b1f6b2b18c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233664 Jan 21 09:45:09.980026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.152214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:10.163179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:10.170648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:10.182215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2319ef5f-2bd4-495b-ae80-7d63f3f5e811 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.189335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2319ef5f-2bd4-495b-ae80-7d63f3f5e811 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.200491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Pushing event updated for resources: {'Port': ['ID=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:10.277011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54157232-23f6-4ec8-bad3-0a8f0d6925e5 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:10.283388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2319ef5f-2bd4-495b-ae80-7d63f3f5e811 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.283922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2319ef5f-2bd4-495b-ae80-7d63f3f5e811 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Fanout notify agent at l3_agent the message router_deleted on router e59a5080-02a8-4b63-8daf-ace08de73315 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:10.287637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.300895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:10.301686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.303837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2319ef5f-2bd4-495b-ae80-7d63f3f5e811 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.307662 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2319ef5f-2bd4-495b-ae80-7d63f3f5e811 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/routers/e59a5080-02a8-4b63-8daf-ace08de73315 HTTP/1.1" status: 204 len: 168 time: 1.0140958 Jan 21 09:45:10.308242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34988) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:10.318428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:10.340264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-31c13d12-58f9-49c6-85e6-843a084ed477 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1809294 Jan 21 09:45:10.343114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Transition to ACTIVE for port object 54157232-23f6-4ec8-bad3-0a8f0d6925e5 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:10.352595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Request body: {'port': {'device_id': 'ffd686a4-355d-498c-ba2a-ff43c0a332a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:10.400287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.401002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:10.421423 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b223a7b5-7cd0-46c5-89c4-9ba7438ae290 None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:10.435321 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223a7b5-7cd0-46c5-89c4-9ba7438ae290 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:10.436203 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b223a7b5-7cd0-46c5-89c4-9ba7438ae290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:10.450142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2c5913f3-34df-4a6d-8fa8-f04327e3be31 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:10.488806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 2c5913f3-34df-4a6d-8fa8-f04327e3be31 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:10.489257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2c5913f3-34df-4a6d-8fa8-f04327e3be31 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:10.489745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9e2dda4f-bb30-4633-a496-7eae45e0771a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:10.506626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:10.511829 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b223a7b5-7cd0-46c5-89c4-9ba7438ae290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:10.526255 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223a7b5-7cd0-46c5-89c4-9ba7438ae290 None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:10.528084 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b223a7b5-7cd0-46c5-89c4-9ba7438ae290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:10.534852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9e2dda4f-bb30-4633-a496-7eae45e0771a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:10.535528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9e2dda4f-bb30-4633-a496-7eae45e0771a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:10.550525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:10.620644 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b223a7b5-7cd0-46c5-89c4-9ba7438ae290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:10.621307 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b223a7b5-7cd0-46c5-89c4-9ba7438ae290 None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:10.627796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Pushing event updated for resources: {'Port': ['ID=54157232-23f6-4ec8-bad3-0a8f0d6925e5,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:10.636400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:10.640073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.668209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.706840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f892fac-c0e8-4769-baab-479fa6feb676 req-017ef10c-911e-4e13-bd8d-e62fd20a06e4 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:10.707629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-0f892fac-c0e8-4769-baab-479fa6feb676 req-017ef10c-911e-4e13-bd8d-e62fd20a06e4 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Synchronizing usage tracker for tenant:4f1cd02a69e848f0bbeb355186482ce4 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:10.855282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Attempting to bind port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:10.855570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Attempting to bind port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:10.855891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Attempting to bind port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:10.864279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-0f892fac-c0e8-4769-baab-479fa6feb676 req-017ef10c-911e-4e13-bd8d-e62fd20a06e4 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Unset dirty status for tenant:4f1cd02a69e848f0bbeb355186482ce4 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:10.865438 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f892fac-c0e8-4769-baab-479fa6feb676 req-017ef10c-911e-4e13-bd8d-e62fd20a06e4 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 932 time: 0.4764175 Jan 21 09:45:10.867588 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:45:10.867915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Attempting to bind port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:10.912783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:10.913128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Checking segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:10.913509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Bound using segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:10.913944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Bound port: 54157232-23f6-4ec8-bad3-0a8f0d6925e5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:10.914310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:10.977927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 92dce443-7c9f-4696-8de2-db22451f9b22 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:10.978504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.056771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] For port 54157232-23f6-4ec8-bad3-0a8f0d6925e5, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:11.060420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] For port 54157232-23f6-4ec8-bad3-0a8f0d6925e5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:11.061667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.094347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.148452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-0f892fac-c0e8-4769-baab-479fa6feb676 req-a2425b7b-d180-4102-b08f-e3fa8437a9cd tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Synchronizing usage tracker for tenant:4f1cd02a69e848f0bbeb355186482ce4 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:11.192773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:11.199252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:11.208997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.209593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.214216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.215481 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] 10.222.0.120 "PUT /v2.0/ports/54157232-23f6-4ec8-bad3-0a8f0d6925e5 HTTP/1.1" status: 200 len: 1093 time: 2.2189705 Jan 21 09:45:11.220872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:11.225099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f9c9b-645f-411e-ba9e-4c683c5f0ca1 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:11.225788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=806c4764-6133-4665-8c79-18d291d4aafc,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.245773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ad2b9-a387-4fd9-998b-c508c1342d26 service neutron] Pushing event updated for resources: {'Port': ['ID=54157232-23f6-4ec8-bad3-0a8f0d6925e5,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:11.270616 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2f588004-3731-4cb8-ac45-f44c1285de1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9581149 Jan 21 09:45:11.271787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 34996) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.279365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1159871132', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:11.338778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:11.350763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:router and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:11.361453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:11.371424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:11.400794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.402000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.425714 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-944b0720-3dd0-43ba-8252-80f02e552553 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 1096 time: 0.1330280 Jan 21 09:45:11.512649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-0f892fac-c0e8-4769-baab-479fa6feb676 req-a2425b7b-d180-4102-b08f-e3fa8437a9cd tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Unset dirty status for tenant:4f1cd02a69e848f0bbeb355186482ce4 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:11.515364 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-b88e277d-cd7d-493d-b80e-68f6bc8e0b87 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5 HTTP/1.1" status: 200 len: 217 time: 0.0804617 Jan 21 09:45:11.516826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.519029 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f892fac-c0e8-4769-baab-479fa6feb676 req-a2425b7b-d180-4102-b08f-e3fa8437a9cd tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398365 Jan 21 09:45:11.567680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '806c4764-6133-4665-8c79-18d291d4aafc'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:11.568605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.595722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.610111 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'status': 'completed', 'code': 200} Jan 21 09:45:11.616353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-0ac35a40-0983-4bae-8436-9df079c04c8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.617799 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-0ac35a40-0983-4bae-8436-9df079c04c8e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.0915937 Jan 21 09:45:11.654944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.662288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:11.663702 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-11deb425-89e8-49d4-84d7-5ed469511be4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3916905 Jan 21 09:45:11.668423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35000) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:11.706821 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-5420b65f-f112-4cf3-863b-448c110492df service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817387 Jan 21 09:45:11.781009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/806c4764-6133-4665-8c79-18d291d4aafc/3e14f928-6f11-4138-8ab9-b553fb4c3a2f) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:11.807119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:11.859750 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-eece1654-7777-4da0-8e7a-4ec05ff38d21 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468105 Jan 21 09:45:11.948341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 92dce443-7c9f-4696-8de2-db22451f9b22 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:11.979826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164df2f0-0eaa-4973-9e43-cde9934a0c88 req-89481b6f-c072-4d7a-b970-7bc734efbbc2 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:11.986744 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-164df2f0-0eaa-4973-9e43-cde9934a0c88 req-89481b6f-c072-4d7a-b970-7bc734efbbc2 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 943 time: 0.8451357 Jan 21 09:45:11.998166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.011426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Transition to ACTIVE for port object 3e14f928-6f11-4138-8ab9-b553fb4c3a2f will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:12.038174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Transition to ACTIVE for port object 3e14f928-6f11-4138-8ab9-b553fb4c3a2f will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:12.045420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.113163 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-015756b1-67c5-4ced-be6f-f2c2f12fc38d req-633a30ff-da76-4041-8948-cfc68ba2796d service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463181 Jan 21 09:45:12.115954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:12.119039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:12.123451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:12.125545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Pushing event updated for resources: {'Port': ['ID=3e14f928-6f11-4138-8ab9-b553fb4c3a2f,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.185050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8a9c15-dc3a-48d3-8231-2de58f6aead5 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:12.210830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.215106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Attempting to bind port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:12.215472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Attempting to bind port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:12.215817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Attempting to bind port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:12.223150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:12.223572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:12.223888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.224290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:12.224728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Bound port: 3e14f928-6f11-4138-8ab9-b553fb4c3a2f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:12.225486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.239012 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-83395217-d625-4c4a-a276-841a5352dc6c req-28d23cfc-9da8-4c90-9862-25fc6cf743f7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 1096 time: 0.0726736 Jan 21 09:45:12.305032 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-164df2f0-0eaa-4973-9e43-cde9934a0c88 req-feea18e2-067d-44ef-95cc-5f51b11d1e2e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166480 Jan 21 09:45:12.312655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] For port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:12.316643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] For port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=3e14f928-6f11-4138-8ab9-b553fb4c3a2f,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:12.321598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.332545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Transition to ACTIVE for port object dc8a9c15-dc3a-48d3-8231-2de58f6aead5 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:12.380342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.395141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395217-d625-4c4a-a276-841a5352dc6c req-6a4c925e-d8b2-4bfc-afea-844b11493bc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:12.395843 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-83395217-d625-4c4a-a276-841a5352dc6c req-6a4c925e-d8b2-4bfc-afea-844b11493bc3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.1482718 Jan 21 09:45:12.437069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fcb68-c1b9-4288-aa15-4111a4ef761c None None] Pushing event updated for resources: {'Port': ['ID=3e14f928-6f11-4138-8ab9-b553fb4c3a2f,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.478927 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-83395217-d625-4c4a-a276-841a5352dc6c req-89857804-62b4-4221-ad25-9b2a3ea8dd00 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5 HTTP/1.1" status: 200 len: 217 time: 0.0753057 Jan 21 09:45:12.552134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395217-d625-4c4a-a276-841a5352dc6c req-b1ae20e3-cd03-42ef-9040-cc620bded824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:12.553660 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-83395217-d625-4c4a-a276-841a5352dc6c req-b1ae20e3-cd03-42ef-9040-cc620bded824 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.0674796 Jan 21 09:45:12.660042 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-83395217-d625-4c4a-a276-841a5352dc6c req-144b481e-69a3-4409-a913-00633c761958 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987046 Jan 21 09:45:12.713826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Pushing event updated for resources: {'Port': ['ID=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.812085 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-83395217-d625-4c4a-a276-841a5352dc6c req-fe71e2da-55b7-4714-b221-98ee3ff242d7 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455278 Jan 21 09:45:12.858645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:12.922580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=92dce443-7c9f-4696-8de2-db22451f9b22,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:12.949080 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-83395217-d625-4c4a-a276-841a5352dc6c req-7fbdd65f-b122-42e1-a8a4-fc07c770b443 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303468 Jan 21 09:45:13.450230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142175e6-9b7e-4fb0-9f85-e251f348c5fe req-c5c461b8-3312-4744-90a7-47594046596e tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:13.451782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-142175e6-9b7e-4fb0-9f85-e251f348c5fe req-c5c461b8-3312-4744-90a7-47594046596e tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 944 time: 0.7419255 Jan 21 09:45:13.456864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 59c19ad4-c9e2-4ee9-9587-17442bbbc0ca has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:13.618813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Attempting to bind port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:13.619143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Attempting to bind port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'eda73409-4d1a-44ce-9903-69c2d4df6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '31fbfc83-d495-4579-a0cd-0d7c75ea8d21'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:13.619465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Attempting to bind port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 on network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:13.675742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.693701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:13.709797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 on network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:45:13.710150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Attempting to bind port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 on network 31fbfc83-d495-4579-a0cd-0d7c75ea8d21 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:13.730292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9c87a0ce-d11d-4776-9441-889193163b7b None None] Provisioning for port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:13.790442 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-142175e6-9b7e-4fb0-9f85-e251f348c5fe req-65249bec-f8ad-4905-b9db-e0da0dd440e4 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742970 Jan 21 09:45:13.901011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:13.901314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Checking segment: {'id': 'eda73409-4d1a-44ce-9903-69c2d4df6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '31fbfc83-d495-4579-a0cd-0d7c75ea8d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:13.901662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Bound using segment: {'id': 'eda73409-4d1a-44ce-9903-69c2d4df6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '31fbfc83-d495-4579-a0cd-0d7c75ea8d21'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:13.902136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Bound port: dc8a9c15-dc3a-48d3-8231-2de58f6aead5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda73409-4d1a-44ce-9903-69c2d4df6888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '31fbfc83-d495-4579-a0cd-0d7c75ea8d21'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:13.902490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.094031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e76d5-9180-4c30-9ad9-8ca1e3ae0168 req-40df889e-c5ae-42da-ae12-8678cfb1bc13 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:14.094913 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f57e76d5-9180-4c30-9ad9-8ca1e3ae0168 req-40df889e-c5ae-42da-ae12-8678cfb1bc13 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 943 time: 0.5777702 Jan 21 09:45:14.375431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] For port dc8a9c15-dc3a-48d3-8231-2de58f6aead5, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:14.458692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] For port dc8a9c15-dc3a-48d3-8231-2de58f6aead5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,segment=NetworkSegment(eda73409-4d1a-44ce-9903-69c2d4df6888),segment_id=eda73409-4d1a-44ce-9903-69c2d4df6888)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:14.459317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 3e14f928-6f11-4138-8ab9-b553fb4c3a2f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:14.472143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f57e76d5-9180-4c30-9ad9-8ca1e3ae0168 req-380135b7-21b9-4348-9894-b37dc46f6ee3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457654 Jan 21 09:45:14.485195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.539053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:14.544487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:14.544884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.666172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.698350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=3e14f928-6f11-4138-8ab9-b553fb4c3a2f,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:14.702373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.768609 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=3e14f928-6f11-4138-8ab9-b553fb4c3a2f,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.853508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:14.854989 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] 10.222.0.120 "PUT /v2.0/ports/dc8a9c15-dc3a-48d3-8231-2de58f6aead5 HTTP/1.1" status: 200 len: 1094 time: 4.5078020 Jan 21 09:45:14.866147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd686a4-355d-498c-ba2a-ff43c0a332a0', 'tag': 'dc8a9c15-dc3a-48d3-8231-2de58f6aead5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:14.900986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::1 (39f1e386-d394-42ab-8358-5616c07c4588/806c4764-6133-4665-8c79-18d291d4aafc/d4468a2e-072f-4941-9010-27353ea09474) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:14.917190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9c182-42e2-449d-8028-a0b82e0e0a6c service neutron] Pushing event updated for resources: {'Port': ['ID=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:14.975928 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd686a4-355d-498c-ba2a-ff43c0a332a0', 'tag': 'dc8a9c15-dc3a-48d3-8231-2de58f6aead5', 'status': 'completed', 'code': 200} Jan 21 09:45:15.215828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c947837d-caca-41bc-bbcd-8338f9046cf7 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:15.263666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:15.274359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f521c-18ec-4b09-8a5d-21e1954318e4 None None] Sync routers for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:15.289527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f521c-18ec-4b09-8a5d-21e1954318e4 None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:15.290181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-721f521c-18ec-4b09-8a5d-21e1954318e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:15.314944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.319300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.348270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7259bd-1ca7-4093-a609-573567133b9c req-258f323c-f0bb-4262-b2d8-9802b4fa9436 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:15.349747 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ae7259bd-1ca7-4093-a609-573567133b9c req-258f323c-f0bb-4262-b2d8-9802b4fa9436 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 944 time: 0.3757677 Jan 21 09:45:15.351666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-721f521c-18ec-4b09-8a5d-21e1954318e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:15.363413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f521c-18ec-4b09-8a5d-21e1954318e4 None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:15.364017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-721f521c-18ec-4b09-8a5d-21e1954318e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:15.368489 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-da604749-d1b8-44f8-b090-0c8d0e7cad90 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4f1cd02a69e848f0bbeb355186482ce4&device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 1097 time: 0.3960516 Jan 21 09:45:15.425081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-721f521c-18ec-4b09-8a5d-21e1954318e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:15.425745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f521c-18ec-4b09-8a5d-21e1954318e4 None None] The sync data for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:15.520658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object d4468a2e-072f-4941-9010-27353ea09474 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:15.576144 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-2b31feb9-5ead-4979-98df-bdc3a203cb27 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5 HTTP/1.1" status: 200 len: 217 time: 0.1483436 Jan 21 09:45:15.780273 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ae7259bd-1ca7-4093-a609-573567133b9c req-d6e18090-f2e3-44ab-b023-161a355508e8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213169 Jan 21 09:45:15.801544 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-36519bb1-c9e2-4e3d-b0ee-46dbb56b478a tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/floatingips/238047b2-f7b8-4ef1-ac9c-2d8d2f50066a HTTP/1.1" status: 200 len: 978 time: 10.2389505 Jan 21 09:45:15.801544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:15.802442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35018) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:15.804231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-804f594e-a59b-4f66-a051-2c839da6b123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:15.805663 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-804f594e-a59b-4f66-a051-2c839da6b123 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=09d64afc-e607-496e-ad51-2b53ffdc2afc HTTP/1.1" status: 200 len: 850 time: 0.2206075 Jan 21 09:45:15.808956 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c738804d-9805-4074-b0e3-60cfc7f0ddd4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c947837d-caca-41bc-bbcd-8338f9046cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2480714 Jan 21 09:45:15.810269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.810538 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf66ff-2d0e-4d1a-ada4-4ed214836428 None None] Sync routers for ids ['c947837d-caca-41bc-bbcd-8338f9046cf7'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:15.826021 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf66ff-2d0e-4d1a-ada4-4ed214836428 None None] Routers {'c947837d-caca-41bc-bbcd-8338f9046cf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:15.826739 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4cbf66ff-2d0e-4d1a-ada4-4ed214836428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c947837d-caca-41bc-bbcd-8338f9046cf7'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:15.839212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35022) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:15.892684 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4cbf66ff-2d0e-4d1a-ada4-4ed214836428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:15.900107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17f98bfe-b3a4-4a32-975f-0ab2054967b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:15.911491 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf66ff-2d0e-4d1a-ada4-4ed214836428 None None] Routers {'c947837d-caca-41bc-bbcd-8338f9046cf7'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:15.912346 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4cbf66ff-2d0e-4d1a-ada4-4ed214836428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c947837d-caca-41bc-bbcd-8338f9046cf7'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:15.921168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port e1556bf4-0b48-4cb5-87e7-e248b8f64155 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:15.921798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:15.927555 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-a7a1d4cc-38c9-490c-b6e1-764512d26450 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124043 Jan 21 09:45:15.965026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:15.974082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:15.994646 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4cbf66ff-2d0e-4d1a-ada4-4ed214836428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:15.995604 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf66ff-2d0e-4d1a-ada4-4ed214836428 None None] The sync data for ids ['c947837d-caca-41bc-bbcd-8338f9046cf7'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:16.008050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-17f98bfe-b3a4-4a32-975f-0ab2054967b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:16.011786 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-17f98bfe-b3a4-4a32-975f-0ab2054967b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=c947837d-caca-41bc-bbcd-8338f9046cf7 HTTP/1.1" status: 200 len: 205 time: 0.1688368 Jan 21 09:45:16.012462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35026) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:16.031605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=d4468a2e-072f-4941-9010-27353ea09474,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:16.033674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:16.034310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.211610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832e06c-2ab5-4e53-a966-4974648acff1 req-c462aee1-1521-4d99-8b74-7a7733279ccd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:16.213184 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d832e06c-2ab5-4e53-a966-4974648acff1 req-c462aee1-1521-4d99-8b74-7a7733279ccd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 943 time: 0.5734110 Jan 21 09:45:16.275983 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-84918aa7-0ee6-41cd-bf94-da1d6d937af1 None None] Provisioning for port d4468a2e-072f-4941-9010-27353ea09474 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:16.282422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-84918aa7-0ee6-41cd-bf94-da1d6d937af1 None None] Provisioning complete for port d4468a2e-072f-4941-9010-27353ea09474 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:16.283025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-84918aa7-0ee6-41cd-bf94-da1d6d937af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.288210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd33c-f604-4cde-8112-6ecbacb39641 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.316180 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-c2f68c5c-9f9e-4502-961e-cd934838a8e5 service neutron] 10.222.0.120 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736029 Jan 21 09:45:16.342304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-84918aa7-0ee6-41cd-bf94-da1d6d937af1 None None] Port d4468a2e-072f-4941-9010-27353ea09474 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:16.434150 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d832e06c-2ab5-4e53-a966-4974648acff1 req-3428c4a4-36f1-4d7b-86db-71b46cfb8abd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021565 Jan 21 09:45:16.437144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.448984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 3e14f928-6f11-4138-8ab9-b553fb4c3a2f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:16.529021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:16.529668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.607859 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b23193b-1be0-4f64-8a89-f9b8c16e5b44 req-6dbeda59-8ccf-434a-8ebe-d392ffcbac78 service neutron] 10.222.0.120 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827508 Jan 21 09:45:16.750186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.860163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-4ec386d3-ca2b-4bd0-9a3f-f3de14e028c5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4f1cd02a69e848f0bbeb355186482ce4&device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 1097 time: 0.1903260 Jan 21 09:45:16.969963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd33c-f604-4cde-8112-6ecbacb39641 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:16.984894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd33c-f604-4cde-8112-6ecbacb39641 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.088498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd33c-f604-4cde-8112-6ecbacb39641 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.088980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bfd33c-f604-4cde-8112-6ecbacb39641 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Fanout notify agent at l3_agent the message router_deleted on router c947837d-caca-41bc-bbcd-8338f9046cf7 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:17.118210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.122174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-b35a6622-5f5c-4e82-b3af-e60029eb3ac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:17.123675 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-b35a6622-5f5c-4e82-b3af-e60029eb3ac4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21 HTTP/1.1" status: 200 len: 911 time: 0.2523513 Jan 21 09:45:17.125653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.126420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.166269 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd33c-f604-4cde-8112-6ecbacb39641 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.167321 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c8bfd33c-f604-4cde-8112-6ecbacb39641 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/c947837d-caca-41bc-bbcd-8338f9046cf7 HTTP/1.1" status: 204 len: 168 time: 1.1537237 Jan 21 09:45:17.170010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35032) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:17.240941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b91c3-3f0b-4348-b4af-4bb41f784831 req-143a9f4d-374f-4378-a238-5a7122c9fa88 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:17.242476 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c5b91c3-3f0b-4348-b4af-4bb41f784831 req-143a9f4d-374f-4378-a238-5a7122c9fa88 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 944 time: 0.2948251 Jan 21 09:45:17.257759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.258110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.258417 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Floating IP 238047b2-f7b8-4ef1-ac9c-2d8d2f50066a disassociated. External IP: 172.26.1.157, port: e1556bf4-0b48-4cb5-87e7-e248b8f64155. Jan 21 09:45:17.258753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for e1556bf4-0b48-4cb5-87e7-e248b8f64155 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:17.296202 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-ba62ec13-b49c-4a1f-af36-9d8845ecd30f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5 HTTP/1.1" status: 200 len: 217 time: 0.1648419 Jan 21 09:45:17.390903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=d4468a2e-072f-4941-9010-27353ea09474,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:17.451695 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c5b91c3-3f0b-4348-b4af-4bb41f784831 req-89ddfabe-ac87-4bc0-bee2-bdd5faf02a93 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892967 Jan 21 09:45:17.457048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-64863f2c-4dd7-4943-9462-3e001d7813f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:17.458482 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-64863f2c-4dd7-4943-9462-3e001d7813f7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=09d64afc-e607-496e-ad51-2b53ffdc2afc HTTP/1.1" status: 200 len: 850 time: 0.1536851 Jan 21 09:45:17.489061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5a3de3-42d7-4e3e-b49f-70201addf381 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet 14bdb44b-1cb4-4ea4-ac76-250aba4f1a37 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:17.500021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3de3-42d7-4e3e-b49f-70201addf381 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.539121 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-5f26deec-d4e6-4efb-a222-f1cb0645f69c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484936 Jan 21 09:45:17.544985 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:17.561671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.566894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:17.602579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3de3-42d7-4e3e-b49f-70201addf381 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.652080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=e1556bf4-0b48-4cb5-87e7-e248b8f64155,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:17.801956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3de3-42d7-4e3e-b49f-70201addf381 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.980358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-84d0a515-12ee-42cb-91a3-28e0753bd720 None None] Provisioning complete for port d4468a2e-072f-4941-9010-27353ea09474 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:17.981710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-84d0a515-12ee-42cb-91a3-28e0753bd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:17.989413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3de3-42d7-4e3e-b49f-70201addf381 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.047039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-84d0a515-12ee-42cb-91a3-28e0753bd720 None None] Port d4468a2e-072f-4941-9010-27353ea09474 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:18.057272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a74ec-9c6b-49ea-8f6e-246bbd6c2638 req-9ff4ca57-f02a-4782-a260-91680ed28dd9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.058832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf2a74ec-9c6b-49ea-8f6e-246bbd6c2638 req-9ff4ca57-f02a-4782-a260-91680ed28dd9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 943 time: 0.4336691 Jan 21 09:45:18.058999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c572b2c-6339-43c0-88bc-13e08196c248 None None] Network cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:18.061302 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-6626f7ef-4f06-4eb7-9bf4-8250bfa77042 service neutron] 10.222.0.120 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151358 Jan 21 09:45:18.168757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3de3-42d7-4e3e-b49f-70201addf381 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.181792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3de3-42d7-4e3e-b49f-70201addf381 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=14bdb44b-1cb4-4ea4-ac76-250aba4f1a37,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:18.187211 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ab5a3de3-42d7-4e3e-b49f-70201addf381 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/14bdb44b-1cb4-4ea4-ac76-250aba4f1a37 HTTP/1.1" status: 204 len: 168 time: 1.0162709 Jan 21 09:45:18.190467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35040) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.236520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 59c19ad4-c9e2-4ee9-9587-17442bbbc0ca has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:18.312520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] DHCP port deletion for cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:18.317939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Deleting port 7c0fe217-a423-4c9f-a765-826fd5a46399 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:18.318566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.330473 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf2a74ec-9c6b-49ea-8f6e-246bbd6c2638 req-678bee0e-be9b-4906-826f-cb15351b75a0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191739 Jan 21 09:45:18.381907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f353ddde-9e85-4dc6-91c9-fe087596721b req-631d8a39-f9ab-4719-96c7-cc3fc3126771 service neutron] 10.222.0.120 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717791 Jan 21 09:45:18.452588 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7c0fe217-a423-4c9f-a765-826fd5a46399 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:18.479391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Router 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:18.496328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet 044b94e8-7d0d-4591-8fd8-182413a81751 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:18.547232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.622799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.675809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] For port 7c0fe217-a423-4c9f-a765-826fd5a46399, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c0fe217-a423-4c9f-a765-826fd5a46399,segment=NetworkSegment(2cb720a5-8079-4ad4-8b39-0230ec4eb521),segment_id=2cb720a5-8079-4ad4-8b39-0230ec4eb521)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:18.676856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.710286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:18.744330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f2f04-7005-4b19-809b-75342c5eb9a2 None None] Sync routers for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:18.762111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:18.769710 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0d258285-e127-481f-a126-7490ee62c889 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "PUT /v2.0/routers/9dcaed14-18f3-42c3-b74d-ef3cc88fbd59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0891869 Jan 21 09:45:18.771803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35046) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.776280 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Sync routers for ids ['9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:18.781618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4bc1-83e3-42cd-8d69-6c5c081add44 req-82dfb8bf-75b3-40e4-ac34-446c38be0aba tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.791809 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c7a4bc1-83e3-42cd-8d69-6c5c081add44 req-82dfb8bf-75b3-40e4-ac34-446c38be0aba tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 944 time: 0.1534412 Jan 21 09:45:18.792620 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Routers {'9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:18.793480 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:18.796914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.811622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.825824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Calling delete_port for 7c0fe217-a423-4c9f-a765-826fd5a46399 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:18.862367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.867105 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a057d5c0-05b2-4187-9103-1c4a90892326 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/ports/e1556bf4-0b48-4cb5-87e7-e248b8f64155 HTTP/1.1" status: 204 len: 168 time: 3.0630054 Jan 21 09:45:18.870502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35050) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.878214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f2f04-7005-4b19-809b-75342c5eb9a2 None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:18.878845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-367f2f04-7005-4b19-809b-75342c5eb9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:18.921232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7eb9a-b909-4506-90c5-b27ef6e4a988 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:18.921853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f9d7eb9a-b909-4506-90c5-b27ef6e4a988 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:18.973498 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c7a4bc1-83e3-42cd-8d69-6c5c081add44 req-bad34ff2-15c9-4f3e-af27-329d223b75c1 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786313 Jan 21 09:45:18.977363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:18.978103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f9d7eb9a-b909-4506-90c5-b27ef6e4a988 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:18.982697 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f9d7eb9a-b909-4506-90c5-b27ef6e4a988 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports/d4468a2e-072f-4941-9010-27353ea09474 HTTP/1.1" status: 200 len: 911 time: 0.1574225 Jan 21 09:45:18.983531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35054) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:18.989630 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Set router 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:19.004977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-367f2f04-7005-4b19-809b-75342c5eb9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.028060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=044b94e8-7d0d-4591-8fd8-182413a81751,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.039751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.040218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.040438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.040776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.041109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.041439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.041764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.042276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.042603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.042926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.043251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:19.058509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.068462 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f2cefd17-61f2-4273-a476-a446203e9f68 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/044b94e8-7d0d-4591-8fd8-182413a81751 HTTP/1.1" status: 204 len: 168 time: 0.8767939 Jan 21 09:45:19.071741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35058) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.081554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba048cc5-92f1-45fc-8c3f-6d5d1c79354f None None] Network 555fe5ea-ef51-4b52-bfef-a3b862fd052e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:19.097468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 7c0fe217-a423-4c9f-a765-826fd5a46399, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c0fe217-a423-4c9f-a765-826fd5a46399,segment=NetworkSegment(2cb720a5-8079-4ad4-8b39-0230ec4eb521),segment_id=2cb720a5-8079-4ad4-8b39-0230ec4eb521)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:19.117291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f05a3-9b45-4157-b021-ec5c067d45cc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:19.121871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f05a3-9b45-4157-b021-ec5c067d45cc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:19.126351 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-456f05a3-9b45-4157-b021-ec5c067d45cc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1376946 Jan 21 09:45:19.126903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35062) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:19.168564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.218954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3cf34424-0950-45f6-ad2d-6a998fdd481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.243703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f2f04-7005-4b19-809b-75342c5eb9a2 None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:19.244581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-367f2f04-7005-4b19-809b-75342c5eb9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.276185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.302513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:19.302864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:19.310276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 7c0fe217-a423-4c9f-a765-826fd5a46399 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:19.310613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.313244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 54157232-23f6-4ec8-bad3-0a8f0d6925e5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:45:19.345757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-367f2f04-7005-4b19-809b-75342c5eb9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.346023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f2f04-7005-4b19-809b-75342c5eb9a2 None None] The sync data for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:19.396415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=7c0fe217-a423-4c9f-a765-826fd5a46399,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:19.463529 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'name': 'tempest-NetworksTestDHCPv6-router-1159871132', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:11Z', 'updated_at': '2022-01-21T09:45:16Z', 'revision_number': 2, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None, '_interfaces': [{'id': 'd4468a2e-072f-4941-9010-27353ea09474', 'name': '', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'mac_address': 'fa:16:3e:99:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '806c4764-6133-4665-8c79-18d291d4aafc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:16Z', 'revision_number': 2, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'subnets': [{'id': '806c4764-6133-4665-8c79-18d291d4aafc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:19.472787 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Checking router: 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:45:19.473397 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Updating router 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 port d4468a2e-072f-4941-9010-27353ea09474 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:45:19.564773 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.581891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 54157232-23f6-4ec8-bad3-0a8f0d6925e5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:19.602137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:45:19.672869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.692410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] DHCP port deletion for 555fe5ea-ef51-4b52-bfef-a3b862fd052e request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:19.701335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] Deleting port 8a25cc83-9824-4762-b47d-5cf313476dac {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:19.701710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.744087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54157232-23f6-4ec8-bad3-0a8f0d6925e5 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:19.801295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 54157232-23f6-4ec8-bad3-0a8f0d6925e5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:19.805906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Deleting port 7c0fe217-a423-4c9f-a765-826fd5a46399 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:19.806304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.819930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814cb09-ceda-40d0-aecf-b3514ed5ae9b req-91e9b3dc-e9df-4e8e-9141-1981ce395419 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:19.822143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9814cb09-ceda-40d0-aecf-b3514ed5ae9b req-91e9b3dc-e9df-4e8e-9141-1981ce395419 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 943 time: 0.2899654 Jan 21 09:45:19.823986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port 7c0fe217-a423-4c9f-a765-826fd5a46399, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c0fe217-a423-4c9f-a765-826fd5a46399,segment=NetworkSegment(2cb720a5-8079-4ad4-8b39-0230ec4eb521),segment_id=2cb720a5-8079-4ad4-8b39-0230ec4eb521)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:19.824666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.847699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:19.849186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device dc8a9c15-dc3a-48d3-8231-2de58f6aead5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:45:19.951438 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9814cb09-ceda-40d0-aecf-b3514ed5ae9b req-8f0d9ccc-2681-4e1a-9b70-b4cca6e8c4c0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219289 Jan 21 09:45:20.041092 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.057050 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Transition to ACTIVE for port object d4468a2e-072f-4941-9010-27353ea09474 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:20.067579 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.135913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:20.166680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=54157232-23f6-4ec8-bad3-0a8f0d6925e5,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.189621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.195725 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Pushing event updated for resources: {'Port': ['ID=d4468a2e-072f-4941-9010-27353ea09474,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.206632 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.206977 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.207304 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.207626 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.208085 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.208415 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.208735 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.209049 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.209359 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.209666 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.209975 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:20.258191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 7c0fe217-a423-4c9f-a765-826fd5a46399 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:20.363875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.413497 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Attempting to bind port d4468a2e-072f-4941-9010-27353ea09474 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:20.414234 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Attempting to bind port d4468a2e-072f-4941-9010-27353ea09474 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:20.414931 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Attempting to bind port d4468a2e-072f-4941-9010-27353ea09474 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:20.428266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.436690 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:20.437686 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:20.438349 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.439363 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:20.440828 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Bound port: d4468a2e-072f-4941-9010-27353ea09474, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:20.441707 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.506868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=7c0fe217-a423-4c9f-a765-826fd5a46399,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.524390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No DVR routers for this DVR port 7c0fe217-a423-4c9f-a765-826fd5a46399 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:20.551675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] For port 7c0fe217-a423-4c9f-a765-826fd5a46399, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7c0fe217-a423-4c9f-a765-826fd5a46399,segment=NetworkSegment(2cb720a5-8079-4ad4-8b39-0230ec4eb521),segment_id=2cb720a5-8079-4ad4-8b39-0230ec4eb521)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:20.552059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.570690 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] For port d4468a2e-072f-4941-9010-27353ea09474, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:20.572712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e65fb-1624-4751-b8ec-f2bc32529b8a req-a2a70860-9926-417f-829b-dcf5be72ae08 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:20.574522 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fa4e65fb-1624-4751-b8ec-f2bc32529b8a req-a2a70860-9926-417f-829b-dcf5be72ae08 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 944 time: 0.3187361 Jan 21 09:45:20.580908 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] For port d4468a2e-072f-4941-9010-27353ea09474, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d4468a2e-072f-4941-9010-27353ea09474,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:20.588723 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.673279 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294145e9-43f5-486f-8e68-c29e29fcdec9 None None] Pushing event updated for resources: {'Port': ['ID=d4468a2e-072f-4941-9010-27353ea09474,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:20.680311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fa4e65fb-1624-4751-b8ec-f2bc32529b8a req-87139bf4-1de9-4e40-8702-4923bafe522d tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974596 Jan 21 09:45:20.688888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.694905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Calling delete_port for 7c0fe217-a423-4c9f-a765-826fd5a46399 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:20.720849 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Routers {'9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:20.721610 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:44:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:20.796847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:20.805901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:20.806304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:20.812576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] For port 8a25cc83-9824-4762-b47d-5cf313476dac, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8a25cc83-9824-4762-b47d-5cf313476dac,segment=NetworkSegment(701aa6ca-cac6-4365-8fab-3d02bba4b59b),segment_id=701aa6ca-cac6-4365-8fab-3d02bba4b59b)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:20.812971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.836751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb720a5-8079-4ad4-8b39-0230ec4eb521') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:20.837040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb720a5-8079-4ad4-8b39-0230ec4eb521') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:20.851985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.883973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port d4468a2e-072f-4941-9010-27353ea09474 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:20.884495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.898283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.912382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:20.913134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:20.931603 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] Set router 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:20.934446 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:20.990582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] Calling delete_port for 8a25cc83-9824-4762-b47d-5cf313476dac owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:21.134269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8a25cc83-9824-4762-b47d-5cf313476dac no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:21.211255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.226117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.257067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] No DVR routers for this DVR port 8a25cc83-9824-4762-b47d-5cf313476dac on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:21.259829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 8a25cc83-9824-4762-b47d-5cf313476dac {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:21.260767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8a25cc83-9824-4762-b47d-5cf313476dac not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:21.291330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.294745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac6a71-3d05-4c19-848e-50e1d37016e3 None None] Pushing event deleted for resources: {'Port': ['ID=8a25cc83-9824-4762-b47d-5cf313476dac,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.310653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.322675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] For port d4468a2e-072f-4941-9010-27353ea09474, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d4468a2e-072f-4941-9010-27353ea09474,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:21.323770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.330595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port dc8a9c15-dc3a-48d3-8231-2de58f6aead5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,segment=NetworkSegment(eda73409-4d1a-44ce-9903-69c2d4df6888),segment_id=eda73409-4d1a-44ce-9903-69c2d4df6888)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:21.354554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'dc8a9c15-dc3a-48d3-8231-2de58f6aead5', 'network_id': '31fbfc83-d495-4579-a0cd-0d7c75ea8d21', 'port_id': 'dc8a9c15-dc3a-48d3-8231-2de58f6aead5', 'mac_address': 'fa:16:3e:e7:ba:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d64afc-e607-496e-ad51-2b53ffdc2afc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:45:21.393140 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-abfbe78d-c134-4884-bace-0f6f7f8d3842 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/cacee5b8-9cbc-4396-abe5-b8fbe3f17fc3 HTTP/1.1" status: 204 len: 168 time: 2.3203640 Jan 21 09:45:21.397172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35074) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:21.423239 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'name': 'tempest-NetworksTestDHCPv6-router-1159871132', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:11Z', 'updated_at': '2022-01-21T09:45:16Z', 'revision_number': 2, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None, '_interfaces': [{'id': 'd4468a2e-072f-4941-9010-27353ea09474', 'name': '', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'mac_address': 'fa:16:3e:99:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '806c4764-6133-4665-8c79-18d291d4aafc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:20Z', 'revision_number': 4, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'subnets': [{'id': '806c4764-6133-4665-8c79-18d291d4aafc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.425179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.428368 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe61fa0-5832-4139-b032-a3e5b95763a0 None None] The sync data for ids ['9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'] in dv-neutron-825724-1-hyperv is: [{'id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'name': 'tempest-NetworksTestDHCPv6-router-1159871132', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:11Z', 'updated_at': '2022-01-21T09:45:16Z', 'revision_number': 2, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None, '_interfaces': [{'id': 'd4468a2e-072f-4941-9010-27353ea09474', 'name': '', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'mac_address': 'fa:16:3e:99:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '806c4764-6133-4665-8c79-18d291d4aafc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:45:14Z', 'updated_at': '2022-01-21T09:45:20Z', 'revision_number': 4, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'subnets': [{'id': '806c4764-6133-4665-8c79-18d291d4aafc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:21.472281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8a9c15-dc3a-48d3-8231-2de58f6aead5 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:21.478085 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-029fcd6e-22d7-4658-bf12-d257484ff927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.479273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for d4468a2e-072f-4941-9010-27353ea09474 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:21.503793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port dc8a9c15-dc3a-48d3-8231-2de58f6aead5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,segment=NetworkSegment(eda73409-4d1a-44ce-9903-69c2d4df6888),segment_id=eda73409-4d1a-44ce-9903-69c2d4df6888)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:21.510186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.583939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.595309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.608278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdd372-7abb-4991-9820-9158b78eb88a req-2047c236-277f-4f9d-a97d-d499fd89593b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:21.610106 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-76fdd372-7abb-4991-9820-9158b78eb88a req-2047c236-277f-4f9d-a97d-d499fd89593b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 944 time: 0.4204605 Jan 21 09:45:21.735630 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-76fdd372-7abb-4991-9820-9158b78eb88a req-9517008d-b208-432c-ad02-b8329aec8e02 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121883 Jan 21 09:45:21.747516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['54157232-23f6-4ec8-bad3-0a8f0d6925e5'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:45:21.803136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.816382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Deleting port 7c0fe217-a423-4c9f-a765-826fd5a46399 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:21.816803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.833696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.874055 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['dc8a9c15-dc3a-48d3-8231-2de58f6aead5'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:45:21.879164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555fe5ea-ef51-4b52-bfef-a3b862fd052e']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.900003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701aa6ca-cac6-4365-8fab-3d02bba4b59b') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.900239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701aa6ca-cac6-4365-8fab-3d02bba4b59b') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:21.906703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=d4468a2e-072f-4941-9010-27353ea09474,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:21.918017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.944636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.953890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:21.954436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:21.976941 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:21.983459 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7e411daf-0d71-40da-a19e-04b54d949cd4 None None] The port '7c0fe217-a423-4c9f-a765-826fd5a46399' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:45:22.298595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616087a-d517-4c70-9911-28bbb2e83e3d req-9fecbb28-8f54-4d06-a24d-3a7253fbd0b5 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:22.301523 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e616087a-d517-4c70-9911-28bbb2e83e3d req-9fecbb28-8f54-4d06-a24d-3a7253fbd0b5 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 945 time: 0.4286089 Jan 21 09:45:22.355041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 07d138e2-ed42-4763-8877-8bb40bae9301 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:22.360579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.398490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.429627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.434302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.446454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=555fe5ea-ef51-4b52-bfef-a3b862fd052e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:22.452601 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e616087a-d517-4c70-9911-28bbb2e83e3d req-13ab42ec-354f-4e9e-aa1f-ab86d156ad1d tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726550 Jan 21 09:45:22.457876 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-87c89b24-11d6-4b33-91e0-18971b36645b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/555fe5ea-ef51-4b52-bfef-a3b862fd052e HTTP/1.1" status: 204 len: 168 time: 1.0595188 Jan 21 09:45:22.458606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35080) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:22.489655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1800511976'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:22.494880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.545383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:22.556750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:22.561416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:22.570791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:22.597257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:22.600359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.655560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.744010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.782654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:22.790959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 07d138e2-ed42-4763-8877-8bb40bae9301 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:22.842671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.843028 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment 56513e47-879f-43b6-8d80-3c2ecc89d891 of type vlan for network c67a15ba-63ba-47a4-aa67-3cda7077946f Jan 21 09:45:22.883005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Router 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:22.894812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.944489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:22.948453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:22.949047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.082725 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6206360 Jan 21 09:45:23.086528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35086) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.096070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': 'c67a15ba-63ba-47a4-aa67-3cda7077946f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:23.123727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a9395-101a-4d0e-a87b-e83a59e53e9e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=c67a15ba-63ba-47a4-aa67-3cda7077946f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.123905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:23.137530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network c67a15ba-63ba-47a4-aa67-3cda7077946f details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:23.161279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.214483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=07d138e2-ed42-4763-8877-8bb40bae9301,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:23.233000 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7f313dc1-77c4-438e-8c9c-72343d36b1b5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "PUT /v2.0/routers/9dcaed14-18f3-42c3-b74d-ef3cc88fbd59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0987947 Jan 21 09:45:23.243371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6081a8-93cd-420d-a2bb-a3e2ed37e254 req-d340b9f4-e8db-482a-b885-6efa651df90d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.244981 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1d6081a8-93cd-420d-a2bb-a3e2ed37e254 req-d340b9f4-e8db-482a-b885-6efa651df90d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 944 time: 0.2921112 Jan 21 09:45:23.247611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35090) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.266213 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] Sync routers for ids ['9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:23.312798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] Routers {'9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:23.313414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.331409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:23.348608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:23.353633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:23.365579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:23.378590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23157b-9f2a-4f8e-9a8f-4acbbee9e0e6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.380066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23157b-9f2a-4f8e-9a8f-4acbbee9e0e6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:23.381021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8a23157b-9f2a-4f8e-9a8f-4acbbee9e0e6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:23.410062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8a23157b-9f2a-4f8e-9a8f-4acbbee9e0e6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:23.413944 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8a23157b-9f2a-4f8e-9a8f-4acbbee9e0e6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1629355 Jan 21 09:45:23.414736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35094) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:23.461613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:23.473946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] Set router 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:23.499031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1d6081a8-93cd-420d-a2bb-a3e2ed37e254 req-3b510351-54db-4830-9911-e50b4d426fee tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936796 Jan 21 09:45:23.526017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 54157232-23f6-4ec8-bad3-0a8f0d6925e5 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:23.591017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.634148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'name': 'tempest-NetworksTestDHCPv6-router-1159871132', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:11Z', 'updated_at': '2022-01-21T09:45:21Z', 'revision_number': 3, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.643917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] Checking router: 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:45:23.664970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] Routers {'9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:23.665583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:23.673107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.791118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:23.801839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:23.802234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.852268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] Set router 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:23.993148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:23.993741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'name': 'tempest-NetworksTestDHCPv6-router-1159871132', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:11Z', 'updated_at': '2022-01-21T09:45:21Z', 'revision_number': 3, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.000110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258d146-e210-4e90-8e64-05a5f1d736df None None] The sync data for ids ['9dcaed14-18f3-42c3-b74d-ef3cc88fbd59'] in dv-neutron-825724-1-hyperv is: [{'id': '9dcaed14-18f3-42c3-b74d-ef3cc88fbd59', 'name': 'tempest-NetworksTestDHCPv6-router-1159871132', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:45:11Z', 'updated_at': '2022-01-21T09:45:21Z', 'revision_number': 3, 'project_id': '09796280292547fc8d05ed8ae2cd566d', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:24.070667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.071634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-445c70c8-e30d-46c8-8ed0-f49bc822c594 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 806c4764-6133-4665-8c79-18d291d4aafc {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:24.082284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f649d37-23b7-4877-9fd1-1201d58483c4 req-fe7fdac6-35ab-4582-8bea-c873a0667828 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.083854 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f649d37-23b7-4877-9fd1-1201d58483c4 req-fe7fdac6-35ab-4582-8bea-c873a0667828 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 945 time: 0.4533355 Jan 21 09:45:24.085777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-445c70c8-e30d-46c8-8ed0-f49bc822c594 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.104710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:24.116819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 54157232-23f6-4ec8-bad3-0a8f0d6925e5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:24.124272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.126016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device dc8a9c15-dc3a-48d3-8231-2de58f6aead5 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:24.203661 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'code': 200} Jan 21 09:45:24.229534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-445c70c8-e30d-46c8-8ed0-f49bc822c594 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.277720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=54157232-23f6-4ec8-bad3-0a8f0d6925e5,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.291288 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f649d37-23b7-4877-9fd1-1201d58483c4 req-e898d8b7-99a4-4b80-8c0c-ffefd1038087 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697090 Jan 21 09:45:24.316108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:24.325182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:24.326155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.375820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.415332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d4468a2e-072f-4941-9010-27353ea09474 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:24.436881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 59c19ad4-c9e2-4ee9-9587-17442bbbc0ca has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:24.464724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: d4468a2e-072f-4941-9010-27353ea09474 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:24.465066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d4468a2e-072f-4941-9010-27353ea09474 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:24.533558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.542365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=e3787325-0a12-4827-821a-eccf4995dadd,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.574955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port dc8a9c15-dc3a-48d3-8231-2de58f6aead5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,segment=NetworkSegment(eda73409-4d1a-44ce-9903-69c2d4df6888),segment_id=eda73409-4d1a-44ce-9903-69c2d4df6888)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:24.579001 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-445c70c8-e30d-46c8-8ed0-f49bc822c594 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.583878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.630968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.631405 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.631849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.632361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.632843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.633378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.633764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.634464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.635015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.635421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.636181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:24.670999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': '56513e47-879f-43b6-8d80-3c2ecc89d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c67a15ba-63ba-47a4-aa67-3cda7077946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:24.671514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: c67a15ba-63ba-47a4-aa67-3cda7077946f, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:24.672246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.678390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:24.692957 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0b166190-6318-4dc7-8dff-ee7640cfe95c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/routers/59c19ad4-c9e2-4ee9-9587-17442bbbc0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8177624 Jan 21 09:45:24.693167 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f599140-542e-4d5b-a2c4-e63ba4e3d61c None None] Sync routers for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:24.693659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35104) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.709482 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f599140-542e-4d5b-a2c4-e63ba4e3d61c None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:24.710610 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1f599140-542e-4d5b-a2c4-e63ba4e3d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.728234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7555052-fa86-4542-8c39-155fdc7515fd req-f2ed1913-0bf3-4467-a480-d58e22f15e2c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 1098 time: 0.2489049 Jan 21 09:45:24.779749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network c67a15ba-63ba-47a4-aa67-3cda7077946f is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:24.785313 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1f599140-542e-4d5b-a2c4-e63ba4e3d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.794033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-445c70c8-e30d-46c8-8ed0-f49bc822c594 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.797332 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f599140-542e-4d5b-a2c4-e63ba4e3d61c None None] Routers {'59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:24.799176 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1f599140-542e-4d5b-a2c4-e63ba4e3d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.848167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c70c8-e30d-46c8-8ed0-f49bc822c594 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=806c4764-6133-4665-8c79-18d291d4aafc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:24.850036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, c67a15ba-63ba-47a4-aa67-3cda7077946f) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:24.861609 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-1f599140-542e-4d5b-a2c4-e63ba4e3d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:24.862694 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f599140-542e-4d5b-a2c4-e63ba4e3d61c None None] The sync data for ids ['59c19ad4-c9e2-4ee9-9587-17442bbbc0ca'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:24.864614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.865251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.866634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4747f-e21f-4c32-9714-18c93855e755 None None] Network c67a15ba-63ba-47a4-aa67-3cda7077946f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:24.886750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2064e3-0a86-4d3b-9bb6-e1072312372a None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:24.890563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-445c70c8-e30d-46c8-8ed0-f49bc822c594 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.929013 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7555052-fa86-4542-8c39-155fdc7515fd req-ce50678d-6f66-4065-a844-8846c0aa631a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629026 Jan 21 09:45:24.929259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:24.956922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ee274-fb86-49ec-ba6d-2f26c1bb879e req-2ad830a6-5d12-4b10-aaaa-9cb71bd459cf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:24.958817 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-164ee274-fb86-49ec-ba6d-2f26c1bb879e req-2ad830a6-5d12-4b10-aaaa-9cb71bd459cf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 945 time: 0.2294204 Jan 21 09:45:24.960234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d9046bd5-7e24-464a-b27e-b59851eb20ec tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8703310 Jan 21 09:45:24.962252 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-445c70c8-e30d-46c8-8ed0-f49bc822c594 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/806c4764-6133-4665-8c79-18d291d4aafc HTTP/1.1" status: 204 len: 168 time: 1.5461900 Jan 21 09:45:24.963208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35108) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:24.969109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1615692381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:24.975254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35110) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.041945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:25.069786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:router and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:25.074403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:25.087504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:25.148103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.161124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 1afedb00-defe-45e5-a58b-63a6943212c5 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:25.162180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.176519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.177447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.192738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-164ee274-fb86-49ec-ba6d-2f26c1bb879e req-faf79eb2-2cb0-4522-ad91-477ec18a5e45 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521695 Jan 21 09:45:25.199961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-10b0495a-9ccf-443a-8301-6eee5b96b9ee tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:router {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:25.226165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.234198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-10b0495a-9ccf-443a-8301-6eee5b96b9ee tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:router {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:25.237748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-10b0495a-9ccf-443a-8301-6eee5b96b9ee tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2590704 Jan 21 09:45:25.238908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35116) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.319437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.340750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-c67a15ba-63ba-47a4-aa67-3cda7077946f', 'network_id': 'c67a15ba-63ba-47a4-aa67-3cda7077946f', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': 'e3787325-0a12-4827-821a-eccf4995dadd'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:25.341566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.394254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.425232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.427100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-13ceb338-61d6-49cb-abbe-bffb6a2faa53 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4627311 Jan 21 09:45:25.429700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35122) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:25.435080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d1835a2-5079-40d0-a716-c1925104e906 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.489663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'port': {'network_id': 'c67a15ba-63ba-47a4-aa67-3cda7077946f', 'name': 'tempest-RoutersIpV6Test-233090907'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:25.546102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:25.553158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 1afedb00-defe-45e5-a58b-63a6943212c5 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:25.561492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] Deleting port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:25.562084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.586682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Allocated IP 2001:db8::2 (c67a15ba-63ba-47a4-aa67-3cda7077946f/e3787325-0a12-4827-821a-eccf4995dadd/931b242f-be8d-47e3-b46b-87998f6182ea) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:25.736135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:25.784361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=1afedb00-defe-45e5-a58b-63a6943212c5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:25.985579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] For port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=3e14f928-6f11-4138-8ab9-b553fb4c3a2f,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:25.998609 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.001082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35128) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.076082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1b6db-d748-44c8-8253-42b9a16a0dff req-53f6fe47-3389-4ae4-88ea-d2b148bacca5 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:26.077618 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7ae1b6db-d748-44c8-8253-42b9a16a0dff req-53f6fe47-3389-4ae4-88ea-d2b148bacca5 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.5059538 Jan 21 09:45:26.156570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:26.188998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] Calling delete_port for 3e14f928-6f11-4138-8ab9-b553fb4c3a2f owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:26.220575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd686a4-355d-498c-ba2a-ff43c0a332a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8a9c15-dc3a-48d3-8231-2de58f6aead5'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:26.246031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:port and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:26.256591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:26.263078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d1835a2-5079-40d0-a716-c1925104e906 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.275599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.285400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:26.318987 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d1835a2-5079-40d0-a716-c1925104e906 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.324079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.342048 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7ae1b6db-d748-44c8-8253-42b9a16a0dff req-1ec33117-ee5e-4fce-861d-c5ef634f347b tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059369 Jan 21 09:45:26.355111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:26.371749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.408474 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd686a4-355d-498c-ba2a-ff43c0a332a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8a9c15-dc3a-48d3-8231-2de58f6aead5', 'code': 200} Jan 21 09:45:26.416944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] device_id is not set on port ed5078f8-e070-430b-8294-c2d3a229a9c9 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:26.433225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.439938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Transition to ACTIVE for port object 931b242f-be8d-47e3-b46b-87998f6182ea will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:26.502473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d1835a2-5079-40d0-a716-c1925104e906 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.503324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1835a2-5079-40d0-a716-c1925104e906 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Fanout notify agent at l3_agent the message router_deleted on router 9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:26.515916 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-996e489c-06fb-4e21-a065-8470d8fd923f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?project_id=2bf180d28dc849719d12fc83d7a3b3ed&network_id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c HTTP/1.1" status: 200 len: 2999 time: 0.5137811 Jan 21 09:45:26.523229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 3e14f928-6f11-4138-8ab9-b553fb4c3a2f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:26.566961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] Pushing event deleted for resources: {'Port': ['ID=3e14f928-6f11-4138-8ab9-b553fb4c3a2f,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.587513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 3e14f928-6f11-4138-8ab9-b553fb4c3a2f {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:26.588105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 3e14f928-6f11-4138-8ab9-b553fb4c3a2f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:26.598894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7f672-fa06-4e48-a697-cf6280d8588e None None] No DVR routers for this DVR port 3e14f928-6f11-4138-8ab9-b553fb4c3a2f on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:26.603874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d1835a2-5079-40d0-a716-c1925104e906 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.607549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0d1835a2-5079-40d0-a716-c1925104e906 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/routers/9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 HTTP/1.1" status: 204 len: 168 time: 1.3654928 Jan 21 09:45:26.614232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35138) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.617295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Transition to ACTIVE for port object 931b242f-be8d-47e3-b46b-87998f6182ea will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:26.623779 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.721006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Network c67a15ba-63ba-47a4-aa67-3cda7077946f is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:26.721916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Pushing event updated for resources: {'Port': ['ID=931b242f-be8d-47e3-b46b-87998f6182ea,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:26.724596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:26.726764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:26.743847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f72d08ba-94d1-4f55-a69a-210a288cd637 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:26.820873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.826921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.833924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f72d08ba-94d1-4f55-a69a-210a288cd637 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:26.835128 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f72d08ba-94d1-4f55-a69a-210a288cd637 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2148578 Jan 21 09:45:26.837903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35144) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:26.871269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Attempting to bind port 931b242f-be8d-47e3-b46b-87998f6182ea on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:26.871568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Attempting to bind port 931b242f-be8d-47e3-b46b-87998f6182ea by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '56513e47-879f-43b6-8d80-3c2ecc89d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c67a15ba-63ba-47a4-aa67-3cda7077946f'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:26.871903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970e67-dacc-4294-a721-75999866d41b req-be9ae000-1ca5-42fa-899f-6e7be2910cb4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:26.872082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Attempting to bind port 931b242f-be8d-47e3-b46b-87998f6182ea on network c67a15ba-63ba-47a4-aa67-3cda7077946f {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:26.879516 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3d970e67-dacc-4294-a721-75999866d41b req-be9ae000-1ca5-42fa-899f-6e7be2910cb4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 945 time: 0.4198027 Jan 21 09:45:26.881093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:26.881485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Checking segment: {'id': '56513e47-879f-43b6-8d80-3c2ecc89d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c67a15ba-63ba-47a4-aa67-3cda7077946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:26.882080 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.882566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Bound using segment: {'id': '56513e47-879f-43b6-8d80-3c2ecc89d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c67a15ba-63ba-47a4-aa67-3cda7077946f'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:26.883141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Bound port: 931b242f-be8d-47e3-b46b-87998f6182ea, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56513e47-879f-43b6-8d80-3c2ecc89d891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c67a15ba-63ba-47a4-aa67-3cda7077946f'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:26.883525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.909593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.910577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Fanout notify agent at l3_agent the message router_deleted on router 59c19ad4-c9e2-4ee9-9587-17442bbbc0ca {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:26.930593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8::31 (c67a15ba-63ba-47a4-aa67-3cda7077946f/e3787325-0a12-4827-821a-eccf4995dadd/ed5078f8-e070-430b-8294-c2d3a229a9c9) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:26.942376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2bf9b9-a366-45eb-adb2-b49b221c186c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:26.943487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6e2bf9b9-a366-45eb-adb2-b49b221c186c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:26.949488 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-04640944-875b-4f09-a037-a01a38450b36 req-2e819b32-210a-4393-999c-047977e1a640 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 1099 time: 0.2858672 Jan 21 09:45:26.954256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:26.955401 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5ed0c3b8-0aa8-485c-8817-611bbb5b927b tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/routers/59c19ad4-c9e2-4ee9-9587-17442bbbc0ca HTTP/1.1" status: 204 len: 168 time: 2.2610087 Jan 21 09:45:26.958146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35148) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.018580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6e2bf9b9-a366-45eb-adb2-b49b221c186c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:27.018797 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3d970e67-dacc-4294-a721-75999866d41b req-f140fe1e-52fd-47fc-8f94-a4928113b3d0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381299 Jan 21 09:45:27.020032 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6e2bf9b9-a366-45eb-adb2-b49b221c186c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1806064 Jan 21 09:45:27.023207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35152) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.116791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] For port 931b242f-be8d-47e3-b46b-87998f6182ea, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:27.120450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] For port 931b242f-be8d-47e3-b46b-87998f6182ea, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=931b242f-be8d-47e3-b46b-87998f6182ea,segment=NetworkSegment(56513e47-879f-43b6-8d80-3c2ecc89d891),segment_id=56513e47-879f-43b6-8d80-3c2ecc89d891)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:27.124590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-87e41219-32d4-4dee-a952-dec4eeee7fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:router {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:27.126425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.237935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-87e41219-32d4-4dee-a952-dec4eeee7fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:router {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:27.243292 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-87e41219-32d4-4dee-a952-dec4eeee7fba tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2149048 Jan 21 09:45:27.243497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010a970-54fe-4e9a-a433-5b058347993b None None] Pushing event updated for resources: {'Port': ['ID=931b242f-be8d-47e3-b46b-87998f6182ea,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.246012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35158) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.262469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:27.281196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-04640944-875b-4f09-a037-a01a38450b36 req-9e2aca53-7ca2-4dda-b43b-0e1f08e0f48d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239200 Jan 21 09:45:27.377401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.403265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object ed5078f8-e070-430b-8294-c2d3a229a9c9 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:27.419916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2c0bf-47c3-403d-a158-d57285ce637e req-498394c5-485f-439f-83c4-e28f4dfa07f3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:27.421489 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-abe2c0bf-47c3-403d-a158-d57285ce637e req-498394c5-485f-439f-83c4-e28f4dfa07f3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 945 time: 0.1393788 Jan 21 09:45:27.437840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8a4db8-badb-42ca-af40-a0d8e803a63c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting subnet 389b3575-3042-4718-bc01-ff4aedc4e9bb {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:27.441909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4db8-badb-42ca-af40-a0d8e803a63c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.478894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:27.506259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.536985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:27.550100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4db8-badb-42ca-af40-a0d8e803a63c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.600897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:27.614188 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-abe2c0bf-47c3-403d-a158-d57285ce637e req-9b3fe2cc-2911-4f69-b85d-cf31e3082cdf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843057 Jan 21 09:45:27.654058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35166) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.657236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network c67a15ba-63ba-47a4-aa67-3cda7077946f is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:27.663153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:27.707897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:27.711372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:27.711980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.731809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=ed5078f8-e070-430b-8294-c2d3a229a9c9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:27.754711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.772033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e13b8a6f-a551-4705-895e-02111d604e55 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.3412700 Jan 21 09:45:27.774740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35172) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:27.850198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06a58f-97a9-440f-b0c9-e599bdae2991 req-6498111c-8eac-4b1b-8845-94b8ef055f4a tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:27.854423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4db8-badb-42ca-af40-a0d8e803a63c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:27.854927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ce06a58f-97a9-440f-b0c9-e599bdae2991 req-6498111c-8eac-4b1b-8845-94b8ef055f4a tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.2903614 Jan 21 09:45:28.098137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a9dee778-e563-433d-84b6-0194bb9dc8a1 tempest-TestVolumeBootPattern-1713846885 tempest-TestVolumeBootPattern-1713846885-project-admin] Synchronizing usage tracker for tenant:c43639c410ba4f74991bad0592990fe6 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:28.099866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4db8-badb-42ca-af40-a0d8e803a63c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.141872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35176) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.189908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a4db8-badb-42ca-af40-a0d8e803a63c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Subnet': ['ID=389b3575-3042-4718-bc01-ff4aedc4e9bb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.202704 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ce06a58f-97a9-440f-b0c9-e599bdae2991 req-3b96739c-fe64-4131-8273-6be16afb630a tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442750 Jan 21 09:45:28.216971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4db8-badb-42ca-af40-a0d8e803a63c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.219596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a9dee778-e563-433d-84b6-0194bb9dc8a1 tempest-TestVolumeBootPattern-1713846885 tempest-TestVolumeBootPattern-1713846885-project-admin] Unset dirty status for tenant:c43639c410ba4f74991bad0592990fe6 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:28.224148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a9dee778-e563-433d-84b6-0194bb9dc8a1 tempest-TestVolumeBootPattern-1713846885 tempest-TestVolumeBootPattern-1713846885-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 1093 time: 0.5657272 Jan 21 09:45:28.224499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61820dca-e877-451b-bb71-9e612eac3860 None None] Network a3278eff-8e92-4f22-89ad-6ac9874f2602 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:28.226416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35180) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.233153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:28.242241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:28.244633 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1b8a4db8-badb-42ca-af40-a0d8e803a63c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/subnets/389b3575-3042-4718-bc01-ff4aedc4e9bb HTTP/1.1" status: 204 len: 168 time: 1.2853577 Jan 21 09:45:28.252032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35184) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.256446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:floatingip and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:28.276830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102bac4a-658c-4c3c-94a4-fb38b3da671b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.278327 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-102bac4a-658c-4c3c-94a4-fb38b3da671b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 814 time: 0.1354313 Jan 21 09:45:28.348888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:28.362592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:28.467773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.objects.ports [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83426) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:45:28.469363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.541645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.572142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efaecee-a5d9-40b9-b0e2-f23a7fa8ff19 None None] Network c67a15ba-63ba-47a4-aa67-3cda7077946f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:28.578768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=5896b6a4-eae0-4862-ab51-2d95b0439d87,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:28.598550 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:28.601093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:28.615720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:28.616477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.636682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.652557 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c9b82378-e4be-4457-aa56-e8a99d935287 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4017727 Jan 21 09:45:28.655309 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35192) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.662172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:28.709710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08f1cd2-780c-4c32-86ba-e921cb92cae7 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:28.722529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 931b242f-be8d-47e3-b46b-87998f6182ea up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:28.754409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port fce18209-baa3-49fd-9283-4d442efe2e16 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:28.754409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.793256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35196) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:28.803870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--187550309', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:28.820130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:28.826585 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:28.832982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:28.836193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:28.841748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:28.851891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:28.861599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:28.866023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.878550 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:28.881904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:28.894335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-17c1e05f-1220-4203-9f26-3a4e96c7bb26 None None] Provisioning for port 931b242f-be8d-47e3-b46b-87998f6182ea completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:28.992226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:29.022498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.022741 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment 76507299-0046-4e7e-ba35-61b5fb17f514 of type vlan for network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 Jan 21 09:45:29.071773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.138217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] For port fce18209-baa3-49fd-9283-4d442efe2e16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fce18209-baa3-49fd-9283-4d442efe2e16,segment=NetworkSegment(4f66d0b7-7572-4d50-81a9-afb4186100ed),segment_id=4f66d0b7-7572-4d50-81a9-afb4186100ed)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:29.138835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.146726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.155093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.161095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.161095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.166216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.215486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 931b242f-be8d-47e3-b46b-87998f6182ea completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:29.231143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 931b242f-be8d-47e3-b46b-87998f6182ea triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:29.231806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.279850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '5896b6a4-eae0-4862-ab51-2d95b0439d87'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:29.280568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.302794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] DHCP port deletion for a3278eff-8e92-4f22-89ad-6ac9874f2602 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:29.322245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] Deleting port fce18209-baa3-49fd-9283-4d442efe2e16 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:29.322511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for fce18209-baa3-49fd-9283-4d442efe2e16 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:29.322754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.342013 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5456896 Jan 21 09:45:29.346154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35202) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.410810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e962e7-385f-4298-966d-329c3d56257b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.433668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:29.477500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8dea01-629c-4d4e-b956-0602497f8255 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.482009 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1e8dea01-629c-4d4e-b956-0602497f8255 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1308186 Jan 21 09:45:29.482709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35206) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.563701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.659768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:29.665614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:29.679606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.680454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.695679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=1147b5bb-a6ae-4f6d-9301-65c92ba0ea48,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:29.699307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.721201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8acf0-c2a8-48e7-8275-a3378c6f3795 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:29.726704 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c6a8acf0-c2a8-48e7-8275-a3378c6f3795 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2411315 Jan 21 09:45:29.727576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35210) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.762745 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d4994beb-8ca1-40f0-bd51-41b7f2849b89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1061721 Jan 21 09:45:29.766690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35214) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.775748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:7f:0b:e1', 'name': 'tempest-NetworksTestDHCPv6-939486085'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:29.796818 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-364ec784-f5c4-4b8d-8f36-86cafdea8085 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645022 Jan 21 09:45:29.799379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35218) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.839135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.889333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] For port fce18209-baa3-49fd-9283-4d442efe2e16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fce18209-baa3-49fd-9283-4d442efe2e16,segment=NetworkSegment(4f66d0b7-7572-4d50-81a9-afb4186100ed),segment_id=4f66d0b7-7572-4d50-81a9-afb4186100ed)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:29.889730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:29.894241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Allocated IP 172.26.1.16 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/d157ff9e-8c95-4e97-95c8-ef3c5be39186) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:29.899732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Allocated IP 2001:db8::f816:3eff:feaa:d991 (39f1e386-d394-42ab-8358-5616c07c4588/5896b6a4-eae0-4862-ab51-2d95b0439d87/53fd0513-9aab-4d2e-b6b6-548c110b510d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:29.909924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 931b242f-be8d-47e3-b46b-87998f6182ea, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=931b242f-be8d-47e3-b46b-87998f6182ea,segment=NetworkSegment(56513e47-879f-43b6-8d80-3c2ecc89d891),segment_id=56513e47-879f-43b6-8d80-3c2ecc89d891)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:29.941345 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b58eec58-163d-457f-9c71-00c0b227f611 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1295149 Jan 21 09:45:29.944906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35222) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:29.964329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=fce18209-baa3-49fd-9283-4d442efe2e16,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.006247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] No DVR routers for this DVR port fce18209-baa3-49fd-9283-4d442efe2e16 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:30.026181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.038587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] Calling delete_port for fce18209-baa3-49fd-9283-4d442efe2e16 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:30.116288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edcdc6-c80b-4a1a-97ad-158fca98d9a8 req-326afe05-55a9-4e65-bf5e-4e5895fc8e34 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:30.123660 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70edcdc6-c80b-4a1a-97ad-158fca98d9a8 req-326afe05-55a9-4e65-bf5e-4e5895fc8e34 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.7014039 Jan 21 09:45:30.184692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.200029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.204984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.224737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.232893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf811bb9-ee49-4328-9241-9529ed6b9d61 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:30.237781 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bf811bb9-ee49-4328-9241-9529ed6b9d61 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2888770 Jan 21 09:45:30.238556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35226) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.313120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.338590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=931b242f-be8d-47e3-b46b-87998f6182ea,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.360585 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70edcdc6-c80b-4a1a-97ad-158fca98d9a8 req-4b284a21-df89-4063-b310-4f62105ec04b tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356191 Jan 21 09:45:30.390650 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e7e9eeaf-2b9d-4d55-a047-59043bb2fac0 None None] Provisioning complete for port 931b242f-be8d-47e3-b46b-87998f6182ea triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:30.391023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e7e9eeaf-2b9d-4d55-a047-59043bb2fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.399326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3278eff-8e92-4f22-89ad-6ac9874f2602']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:30.406708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:30.411494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.426799 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ccaff509-e909-4198-b8d6-9b856162c952 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1852577 Jan 21 09:45:30.427226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35232) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.437365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-257631378', 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:30.460859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.461251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.461531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.461858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.462208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.462533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.462852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.463173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.463489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.463797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.464119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:45:30.474699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f66d0b7-7572-4d50-81a9-afb4186100ed') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:30.475394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f66d0b7-7572-4d50-81a9-afb4186100ed') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:30.479826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:30.480172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:30.514055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.514714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fce18209-baa3-49fd-9283-4d442efe2e16 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:30.545468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.555528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:30.556135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.585423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:30.596826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: fce18209-baa3-49fd-9283-4d442efe2e16 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:30.597102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fce18209-baa3-49fd-9283-4d442efe2e16 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:30.636144 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:30.662677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.688914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:30.689215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Transition to ACTIVE for port object 53fd0513-9aab-4d2e-b6b6-548c110b510d will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:30.699090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:30.701234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.704578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:30.705470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.723828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.727892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Transition to ACTIVE for port object 53fd0513-9aab-4d2e-b6b6-548c110b510d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:30.734231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:30.735385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.756436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:30.783629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.796170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e7e9eeaf-2b9d-4d55-a047-59043bb2fac0 None None] Provisioning for port ed5078f8-e070-430b-8294-c2d3a229a9c9 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:30.809467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e7e9eeaf-2b9d-4d55-a047-59043bb2fac0 None None] Provisioning complete for port ed5078f8-e070-430b-8294-c2d3a229a9c9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:30.809840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e7e9eeaf-2b9d-4d55-a047-59043bb2fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.824867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.843671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:30.851166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Pushing event updated for resources: {'Port': ['ID=53fd0513-9aab-4d2e-b6b6-548c110b510d,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.856726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:30.865185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:30.874739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Network': ['ID=a3278eff-8e92-4f22-89ad-6ac9874f2602,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.889748 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:45:30.912492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9eeaf-2b9d-4d55-a047-59043bb2fac0 None None] Port ed5078f8-e070-430b-8294-c2d3a229a9c9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:30.917357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=ed5078f8-e070-430b-8294-c2d3a229a9c9,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:30.932552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:30.937817 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3bcea663-6289-4075-bda8-30ff4af352f2 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/networks/a3278eff-8e92-4f22-89ad-6ac9874f2602 HTTP/1.1" status: 204 len: 168 time: 2.6829581 Jan 21 09:45:30.950615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35236) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:30.977709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Attempting to bind port 53fd0513-9aab-4d2e-b6b6-548c110b510d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:30.978098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Attempting to bind port 53fd0513-9aab-4d2e-b6b6-548c110b510d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:30.978457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Attempting to bind port 53fd0513-9aab-4d2e-b6b6-548c110b510d on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:30.981250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] Deleting port fce18209-baa3-49fd-9283-4d442efe2e16 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:30.981613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.051543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:31.052051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:31.052597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.052994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:31.053538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Bound port: 53fd0513-9aab-4d2e-b6b6-548c110b510d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:31.054546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.069223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0d69b3ef-4684-44ab-95ba-539dd6dc51cb None None] The port 'fce18209-baa3-49fd-9283-4d442efe2e16' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:45:31.197032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] For port 53fd0513-9aab-4d2e-b6b6-548c110b510d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:31.197577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aceefd-73a9-4133-acc2-8d68545bd1ec req-43c64931-7476-4701-a8eb-ec7c03c5f940 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.199352 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41aceefd-73a9-4133-acc2-8d68545bd1ec req-43c64931-7476-4701-a8eb-ec7c03c5f940 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.5623980 Jan 21 09:45:31.210671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] For port 53fd0513-9aab-4d2e-b6b6-548c110b510d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=53fd0513-9aab-4d2e-b6b6-548c110b510d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:31.222042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.230573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 172.20.0.4 (39f1e386-d394-42ab-8358-5616c07c4588/1147b5bb-a6ae-4f6d-9301-65c92ba0ea48/d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:31.261376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2f3785d7-63b0-4eb3-b77f-f418cae57507 None None] Provisioning complete for port ed5078f8-e070-430b-8294-c2d3a229a9c9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:31.263209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f3785d7-63b0-4eb3-b77f-f418cae57507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.273410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fe7f:be1 (39f1e386-d394-42ab-8358-5616c07c4588/5896b6a4-eae0-4862-ab51-2d95b0439d87/d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:31.296276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.391420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 54aeb7a3-d83b-42f5-bee0-2794dbc407e3 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:31.392482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.415076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2f3785d7-63b0-4eb3-b77f-f418cae57507 None None] Port ed5078f8-e070-430b-8294-c2d3a229a9c9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:31.421250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40863ed1-633f-450a-9bc0-1d9f83dcc38f None None] Pushing event updated for resources: {'Port': ['ID=53fd0513-9aab-4d2e-b6b6-548c110b510d,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.478776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.547761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5096b66d-b845-4de5-ae2a-c716d2de4be2 None None] Provisioning complete for port ed5078f8-e070-430b-8294-c2d3a229a9c9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:31.548427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5096b66d-b845-4de5-ae2a-c716d2de4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.625603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=021778d6-972b-48b8-b2ef-337b6100e50c,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.661892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:31.669884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=d157ff9e-8c95-4e97-95c8-ef3c5be39186,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:31.671807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5096b66d-b845-4de5-ae2a-c716d2de4be2 None None] Port ed5078f8-e070-430b-8294-c2d3a229a9c9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:31.672497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:31.692497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:31.692987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:31.703243 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41aceefd-73a9-4133-acc2-8d68545bd1ec req-1e666c13-33bf-4980-b09e-23b1ec235853 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402759 Jan 21 09:45:31.707388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:31.730438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.755614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:31.775184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:31.795816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:31.803744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:31.806287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.806603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa63c67-8133-452e-b9c4-49fcd94cc253 None None] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:31.829846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.887238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:31.919539 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9d6747c5-7faa-42ea-8068-0cb73d0bad0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4893312 Jan 21 09:45:31.949722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:31.962942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:31.967589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:32.029242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.031894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.032270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.145320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.146924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.207540 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-542489d6-83cd-48de-9083-1fb0cbaa4ec7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.4395030 Jan 21 09:45:32.208405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35246) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.294107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35250) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.307220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877393429', 'description': 'tempest-secgroup-smoke-877393429 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:32.314313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:32.314499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 54aeb7a3-d83b-42f5-bee0-2794dbc407e3 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:32.333741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2', 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': '021778d6-972b-48b8-b2ef-337b6100e50c'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:32.335017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:32.335427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.354047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.388430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f814dc-a777-4bde-b998-af92836c796d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.392405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f814dc-a777-4bde-b998-af92836c796d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:32.393950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-66f814dc-a777-4bde-b998-af92836c796d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:32.437014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:32.442259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-66f814dc-a777-4bde-b998-af92836c796d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:32.443725 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-66f814dc-a777-4bde-b998-af92836c796d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.2341890 Jan 21 09:45:32.445094 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:32.447737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35254) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.451225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:32.552701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b70b83f0-58ee-4919-8304-ea34e64d350b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:32.553049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b70b83f0-58ee-4919-8304-ea34e64d350b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.557326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.593310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:32.629599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 53fd0513-9aab-4d2e-b6b6-548c110b510d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:32.657735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Allocated IP 172.20.0.18 (2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2/021778d6-972b-48b8-b2ef-337b6100e50c/1a691056-ef02-4aae-9ba7-b60bc1308eca) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:32.725597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.741490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.827212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e8ed8-ea7d-42bf-8dba-dc8d924e2e92 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:32.868285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:32.872503 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5738165 Jan 21 09:45:32.874765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037ec62-151b-4ffa-af05-9a1ee49387df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:32.894688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35258) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:32.984969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '8096c09e-e4c5-4d1d-a227-9f01be1d1c2a', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:33.007694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b70b83f0-58ee-4919-8304-ea34e64d350b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.011237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:33.076173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3fd92-4507-4f66-8218-fd408055d05a req-f1a38079-97e2-4a35-8a5a-73806a6acba9 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.077700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3aa3fd92-4507-4f66-8218-fd408055d05a req-f1a38079-97e2-4a35-8a5a-73806a6acba9 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.7703500 Jan 21 09:45:33.088222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:33.092350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:33.115321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3ed79b6b-0cad-4c15-8ce5-159165928bc4 None None] Provisioning for port 53fd0513-9aab-4d2e-b6b6-548c110b510d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:33.131614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:33.160701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.162422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 53fd0513-9aab-4d2e-b6b6-548c110b510d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:33.241480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 53fd0513-9aab-4d2e-b6b6-548c110b510d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:33.241753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.245147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=54aeb7a3-d83b-42f5-bee0-2794dbc407e3,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.277040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.280665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b70b83f0-58ee-4919-8304-ea34e64d350b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:33.337732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.354209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Transition to ACTIVE for port object 1a691056-ef02-4aae-9ba7-b60bc1308eca will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:33.454167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.520103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b70b83f0-58ee-4919-8304-ea34e64d350b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.524302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Transition to ACTIVE for port object 1a691056-ef02-4aae-9ba7-b60bc1308eca will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:33.541089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.577121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b83f0-58ee-4919-8304-ea34e64d350b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.586253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 53fd0513-9aab-4d2e-b6b6-548c110b510d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=53fd0513-9aab-4d2e-b6b6-548c110b510d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:33.605780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3aa3fd92-4507-4f66-8218-fd408055d05a req-3e77578d-819a-40f0-9a9f-ae1441603636 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102451 Jan 21 09:45:33.620172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.620669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 931b242f-be8d-47e3-b46b-87998f6182ea up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:33.706479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682fed1-927a-4149-bb98-c4e7aa59bc5a None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '5896b6a4-eae0-4862-ab51-2d95b0439d87', 'ip_address': '2001:db8::f816:3eff:feaa:d991'}, {'subnet_id': '1147b5bb-a6ae-4f6d-9301-65c92ba0ea48'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '53fd0513-9aab-4d2e-b6b6-548c110b510d'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:45:33.711241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.719732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b70b83f0-58ee-4919-8304-ea34e64d350b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.732946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.736072 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b70b83f0-58ee-4919-8304-ea34e64d350b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5 HTTP/1.1" status: 204 len: 168 time: 1.2849762 Jan 21 09:45:33.736931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35262) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.749095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:33.749540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.749712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Pushing event updated for resources: {'Port': ['ID=1a691056-ef02-4aae-9ba7-b60bc1308eca,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.757752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:33.807225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:33.808937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95beb23-289e-493c-98af-0f05cfd4c5c7,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.820294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3012abab-f967-4dbd-ac93-0988165bef80 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.821939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3012abab-f967-4dbd-ac93-0988165bef80 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.823648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3012abab-f967-4dbd-ac93-0988165bef80 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:33.824711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3012abab-f967-4dbd-ac93-0988165bef80 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:33.827171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.837706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.842817 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fe671bb1-6d06-4eb8-8ef8-936d399a0b60 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/floatingips/238047b2-f7b8-4ef1-ac9c-2d8d2f50066a HTTP/1.1" status: 204 len: 168 time: 2.8835521 Jan 21 09:45:33.842817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.843970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.844130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35266) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.880772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8682fed1-927a-4149-bb98-c4e7aa59bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.891361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3012abab-f967-4dbd-ac93-0988165bef80 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:33.896234 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3012abab-f967-4dbd-ac93-0988165bef80 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1550486 Jan 21 09:45:33.896234 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcb145d-7e8f-4972-aa33-b83a749dc9c0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:33.896234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcb145d-7e8f-4972-aa33-b83a749dc9c0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:33.900373 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-afcb145d-7e8f-4972-aa33-b83a749dc9c0 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/ports/e1556bf4-0b48-4cb5-87e7-e248b8f64155 HTTP/1.1" status: 404 len: 333 time: 0.0528696 Jan 21 09:45:33.900373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35270) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.900844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35274) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.911770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:33.912431 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c32e7a42-f5a5-4215-a87d-60bbfc23912b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0072443 Jan 21 09:45:33.927574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35276) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:33.976401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=53fd0513-9aab-4d2e-b6b6-548c110b510d,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:33.999698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Attempting to bind port 1a691056-ef02-4aae-9ba7-b60bc1308eca on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:34.000126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Attempting to bind port 1a691056-ef02-4aae-9ba7-b60bc1308eca by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:34.000488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Attempting to bind port 1a691056-ef02-4aae-9ba7-b60bc1308eca on network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:34.015849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7523ae47-9b85-412e-ad38-19bfe8ed7acb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Synchronizing usage tracker for tenant:f999a508172d43f5be7f6595f17268e3 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:34.022430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '8096c09e-e4c5-4d1d-a227-9f01be1d1c2a', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:34.025107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 931b242f-be8d-47e3-b46b-87998f6182ea triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:34.025413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.056970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:34.057796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Checking segment: {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:34.057796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.058081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Bound using segment: {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:34.058532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Bound port: 1a691056-ef02-4aae-9ba7-b60bc1308eca, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:34.058897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.068230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7523ae47-9b85-412e-ad38-19bfe8ed7acb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Unset dirty status for tenant:f999a508172d43f5be7f6595f17268e3 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:34.072046 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7523ae47-9b85-412e-ad38-19bfe8ed7acb tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "GET /v2.0/ports?device_id=59c19ad4-c9e2-4ee9-9587-17442bbbc0ca HTTP/1.1" status: 200 len: 205 time: 0.1317065 Jan 21 09:45:34.108735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:34.112198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35282) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.149364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:34.154262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:34.158160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=ed5078f8-e070-430b-8294-c2d3a229a9c9,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.179461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:34.188047 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-233e6fec-e3f3-4dd8-b3cb-cf77178d404d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] delete failed (client error): The resource could not be found. Jan 21 09:45:34.189211 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-233e6fec-e3f3-4dd8-b3cb-cf77178d404d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/routers/59c19ad4-c9e2-4ee9-9587-17442bbbc0ca HTTP/1.1" status: 404 len: 336 time: 0.0766141 Jan 21 09:45:34.193561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35286) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.194499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network c67a15ba-63ba-47a4-aa67-3cda7077946f is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:34.201350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:34.253531 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb6218e-b3f8-43e7-8213-6b652f23a37d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] DELETE failed (client error): The resource could not be found. Jan 21 09:45:34.254471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb6218e-b3f8-43e7-8213-6b652f23a37d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:45:34.256420 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cfb6218e-b3f8-43e7-8213-6b652f23a37d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/subnets/389b3575-3042-4718-bc01-ff4aedc4e9bb HTTP/1.1" status: 404 len: 337 time: 0.0541975 Jan 21 09:45:34.260033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35290) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.347540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d23f01f-fcf0-49ef-aafe-85b1d380827a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 1147b5bb-a6ae-4f6d-9301-65c92ba0ea48 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:34.352619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] For port 1a691056-ef02-4aae-9ba7-b60bc1308eca, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:34.362277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-8682fed1-927a-4149-bb98-c4e7aa59bc5a None None] Allocated IP 172.20.0.2 (39f1e386-d394-42ab-8358-5616c07c4588/1147b5bb-a6ae-4f6d-9301-65c92ba0ea48/53fd0513-9aab-4d2e-b6b6-548c110b510d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:34.364357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-eb03b8ce-5df6-480e-87a1-da4998325aee tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 44e22f9a-998e-48ae-9290-d341cc61f8b0 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:34.364870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb03b8ce-5df6-480e-87a1-da4998325aee tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.374511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] For port 1a691056-ef02-4aae-9ba7-b60bc1308eca, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1a691056-ef02-4aae-9ba7-b60bc1308eca,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:34.387541 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.389249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.402298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.536572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.538211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 53fd0513-9aab-4d2e-b6b6-548c110b510d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:34.609551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.663560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fa1ce-5b04-42fe-a772-9ffbf98d812d None None] Pushing event updated for resources: {'Port': ['ID=1a691056-ef02-4aae-9ba7-b60bc1308eca,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.679057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.687521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.720740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb03b8ce-5df6-480e-87a1-da4998325aee tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.723804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-08f6d406-d588-4792-b69e-ae92d6001210 None None] Provisioning complete for port ed5078f8-e070-430b-8294-c2d3a229a9c9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:34.724757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-08f6d406-d588-4792-b69e-ae92d6001210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.780369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-8682fed1-927a-4149-bb98-c4e7aa59bc5a None None] For port 53fd0513-9aab-4d2e-b6b6-548c110b510d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=53fd0513-9aab-4d2e-b6b6-548c110b510d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:34.804872 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-08f6d406-d588-4792-b69e-ae92d6001210 None None] Port ed5078f8-e070-430b-8294-c2d3a229a9c9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:34.817805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2afcab-bdc9-46ee-b1ed-19577803a6ac,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:34.843002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 53fd0513-9aab-4d2e-b6b6-548c110b510d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:34.843002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.844213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.845419 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e3f613df-70a6-4e4c-a8a7-c047c95922c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8352702 Jan 21 09:45:34.871620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8682fed1-927a-4149-bb98-c4e7aa59bc5a None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:34.894222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35296) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:34.942360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-eb03b8ce-5df6-480e-87a1-da4998325aee tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 44e22f9a-998e-48ae-9290-d341cc61f8b0 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:34.981424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '8096c09e-e4c5-4d1d-a227-9f01be1d1c2a', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:35.007345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:35.014545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8682fed1-927a-4149-bb98-c4e7aa59bc5a None None] Transition to ACTIVE for port object 53fd0513-9aab-4d2e-b6b6-548c110b510d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:35.023143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8682fed1-927a-4149-bb98-c4e7aa59bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.028903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:35.044111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:35.061803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:35.072108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d23f01f-fcf0-49ef-aafe-85b1d380827a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.159262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.174608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Port 53fd0513-9aab-4d2e-b6b6-548c110b510d had new provisioning blocks added so it will not transition to active. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Jan 21 09:45:35.205217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682fed1-927a-4149-bb98-c4e7aa59bc5a None None] Pushing event updated for resources: {'Port': ['ID=53fd0513-9aab-4d2e-b6b6-548c110b510d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.258346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.266380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcc336-0f4b-49f9-a786-0b2aed1b1fc8 req-796f9cf0-15a2-4b29-be18-d15fac03f1fc tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:35.269453 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8efcc336-0f4b-49f9-a786-0b2aed1b1fc8 req-796f9cf0-15a2-4b29-be18-d15fac03f1fc tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.3761649 Jan 21 09:45:35.281681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.295839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d23f01f-fcf0-49ef-aafe-85b1d380827a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.441574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb03b8ce-5df6-480e-87a1-da4998325aee tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.501569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03b8ce-5df6-480e-87a1-da4998325aee tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=44e22f9a-998e-48ae-9290-d341cc61f8b0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.505132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d23f01f-fcf0-49ef-aafe-85b1d380827a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.620270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.623943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=d157ff9e-8c95-4e97-95c8-ef3c5be39186,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.634997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.647059 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8efcc336-0f4b-49f9-a786-0b2aed1b1fc8 req-8c6cf70f-f42b-40cb-a0f8-4a3ebabc6ab8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664091 Jan 21 09:45:35.680238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.697131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb03b8ce-5df6-480e-87a1-da4998325aee tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.708980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d23f01f-fcf0-49ef-aafe-85b1d380827a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.757853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23f01f-fcf0-49ef-aafe-85b1d380827a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=1147b5bb-a6ae-4f6d-9301-65c92ba0ea48,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.766998 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eb03b8ce-5df6-480e-87a1-da4998325aee tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/ports/44e22f9a-998e-48ae-9290-d341cc61f8b0 HTTP/1.1" status: 204 len: 168 time: 1.5018747 Jan 21 09:45:35.771009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d23f01f-fcf0-49ef-aafe-85b1d380827a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.775976 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2d23f01f-fcf0-49ef-aafe-85b1d380827a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/1147b5bb-a6ae-4f6d-9301-65c92ba0ea48 HTTP/1.1" status: 204 len: 168 time: 1.8763180 Jan 21 09:45:35.776541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35302) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.776861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35304) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.819623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router 3823860a-ba26-4751-b515-1fe8fe3d867f is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:45:35.825680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e814721b-84d6-4831-9b03-213cbe4190e9,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:35.838309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:35.839725 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7a421911-346a-483a-b416-379ca7edc2ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9363184 Jan 21 09:45:35.843471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35310) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:35.849813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '8096c09e-e4c5-4d1d-a227-9f01be1d1c2a', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:35.862113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:35.869533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:35.880505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:35.891658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:36.009755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-87ba85d5-60f0-4e25-840b-0e6a7a7adf26 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port dfc9a254-93ec-4066-8f35-8f9be7576932 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:36.010156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87ba85d5-60f0-4e25-840b-0e6a7a7adf26 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.111104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.137446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68de3af-79be-4186-8401-b149b461742b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 5896b6a4-eae0-4862-ab51-2d95b0439d87 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:36.142515 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e68de3af-79be-4186-8401-b149b461742b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.238243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f43bb-a8ff-456c-9456-1d9659301107 None None] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:36.274008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e68de3af-79be-4186-8401-b149b461742b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.375479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1838c2-6c66-40ee-a53a-0585fded57bc None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:36.443596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.464484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.501123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87ba85d5-60f0-4e25-840b-0e6a7a7adf26 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.515516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e68de3af-79be-4186-8401-b149b461742b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.521797 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-6411bfdd-a4e7-4092-b009-8bd2449ad7e5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4f1cd02a69e848f0bbeb355186482ce4&device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 1099 time: 0.3703768 Jan 21 09:45:36.522724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15ce52e-c746-4d73-bba6-92942c7f78ea,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:36.555793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6816b25-398a-4b74-9c92-51e7f74e1bf5 req-4d38aba6-f2f4-4604-8224-a31f459f06b6 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.557262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b6816b25-398a-4b74-9c92-51e7f74e1bf5 req-4d38aba6-f2f4-4604-8224-a31f459f06b6 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.3474929 Jan 21 09:45:36.559264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:36.572262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e747986c-cc2f-4de9-9664-7f9c5ecbb0e4 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/3823860a-ba26-4751-b515-1fe8fe3d867f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7964964 Jan 21 09:45:36.588367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.589540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6ca96c16-94c9-4a2e-8283-9eb33e79b05d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7445374 Jan 21 09:45:36.590777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35316) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.617106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35318) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.631816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95352f-603d-421b-a81e-510dcafcf1f1 None None] Sync routers for ids ['3823860a-ba26-4751-b515-1fe8fe3d867f'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:36.659029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95352f-603d-421b-a81e-510dcafcf1f1 None None] Routers {'3823860a-ba26-4751-b515-1fe8fe3d867f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:36.660180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-df95352f-603d-421b-a81e-510dcafcf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3823860a-ba26-4751-b515-1fe8fe3d867f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:36.684701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '8096c09e-e4c5-4d1d-a227-9f01be1d1c2a', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:36.700741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-87ba85d5-60f0-4e25-840b-0e6a7a7adf26 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for dfc9a254-93ec-4066-8f35-8f9be7576932 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:36.714380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-25f19ea1-a7a7-4fcf-8864-46c32de3ef80 None None] Provisioning for port 1a691056-ef02-4aae-9ba7-b60bc1308eca completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:36.718568 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Floating IP 6d97ae57-a46e-4104-a05c-094c3e94e71d associated. External IP: 172.26.1.16, port: 54157232-23f6-4ec8-bad3-0a8f0d6925e5. Jan 21 09:45:36.727360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 53fd0513-9aab-4d2e-b6b6-548c110b510d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:36.737310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:36.752109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:36.764010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:36.780195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:36.813538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-df95352f-603d-421b-a81e-510dcafcf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:36.824493 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:45:36.832551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb57e68-87c0-4d8a-be13-8f3611c09050 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.833141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1bb57e68-87c0-4d8a-be13-8f3611c09050 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:36.834864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.856751 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b6816b25-398a-4b74-9c92-51e7f74e1bf5 req-618e3122-b551-4a57-aff4-a612db6c7435 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831144 Jan 21 09:45:36.885630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e68de3af-79be-4186-8401-b149b461742b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:36.892734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-4a3c747e-4b15-406d-907f-474a1ec05e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:36.895048 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-4a3c747e-4b15-406d-907f-474a1ec05e53 service neutron] 10.222.0.120 "GET /v2.0/networks?id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21 HTTP/1.1" status: 200 len: 911 time: 0.3640854 Jan 21 09:45:36.945872 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95352f-603d-421b-a81e-510dcafcf1f1 None None] Routers {'3823860a-ba26-4751-b515-1fe8fe3d867f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:36.946910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-df95352f-603d-421b-a81e-510dcafcf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3823860a-ba26-4751-b515-1fe8fe3d867f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:36.951729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68de3af-79be-4186-8401-b149b461742b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=5896b6a4-eae0-4862-ab51-2d95b0439d87,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:36.959453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1bb57e68-87c0-4d8a-be13-8f3611c09050 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:36.963349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1bb57e68-87c0-4d8a-be13-8f3611c09050 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports/ed5078f8-e070-430b-8294-c2d3a229a9c9 HTTP/1.1" status: 200 len: 982 time: 0.3635581 Jan 21 09:45:36.963996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35324) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:36.973361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e68de3af-79be-4186-8401-b149b461742b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.020164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87ba85d5-60f0-4e25-840b-0e6a7a7adf26 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.033110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ca4b28e-6cf6-4d44-91da-9639e6a08f4d None None] Could not find standard attr ID for object d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:45:37.048452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-df95352f-603d-421b-a81e-510dcafcf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:37.049192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95352f-603d-421b-a81e-510dcafcf1f1 None None] The sync data for ids ['3823860a-ba26-4751-b515-1fe8fe3d867f'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:37.054426 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-46e1e83d-58c4-491f-aafd-819404019296 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5 HTTP/1.1" status: 200 len: 217 time: 0.1515262 Jan 21 09:45:37.069923 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e68de3af-79be-4186-8401-b149b461742b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/5896b6a4-eae0-4862-ab51-2d95b0439d87 HTTP/1.1" status: 204 len: 168 time: 1.2787752 Jan 21 09:45:37.087927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35328) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.131170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1a691056-ef02-4aae-9ba7-b60bc1308eca up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:37.152294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.161658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba85d5-60f0-4e25-840b-0e6a7a7adf26 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=dfc9a254-93ec-4066-8f35-8f9be7576932,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.165842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ca4b28e-6cf6-4d44-91da-9639e6a08f4d None None] Provisioning for port 53fd0513-9aab-4d2e-b6b6-548c110b510d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:37.171400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.189011 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-43820f71-0099-4fd3-9982-53f778b82399 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005135 Jan 21 09:45:37.200411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ca4b28e-6cf6-4d44-91da-9639e6a08f4d None None] Provisioning complete for port 53fd0513-9aab-4d2e-b6b6-548c110b510d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:37.200411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b28e-6cf6-4d44-91da-9639e6a08f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.232812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35332) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.307495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-965db5bc-89fa-485e-b3ec-0c244e0ded57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:37.310050 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-965db5bc-89fa-485e-b3ec-0c244e0ded57 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=09d64afc-e607-496e-ad51-2b53ffdc2afc HTTP/1.1" status: 200 len: 850 time: 0.2494709 Jan 21 09:45:37.317053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6e94c-261a-4644-88bb-93b69e011f35 None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '5896b6a4-eae0-4862-ab51-2d95b0439d87'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '53fd0513-9aab-4d2e-b6b6-548c110b510d'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:45:37.373170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33f6e94c-261a-4644-88bb-93b69e011f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.416123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87ba85d5-60f0-4e25-840b-0e6a7a7adf26 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.427166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6eee75-c524-4b57-b1c4-6aa76269019e,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.438564 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-87ba85d5-60f0-4e25-840b-0e6a7a7adf26 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/ports/dfc9a254-93ec-4066-8f35-8f9be7576932 HTTP/1.1" status: 204 len: 168 time: 1.6570621 Jan 21 09:45:37.438564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.447475 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-03b25690-500a-45f8-8ab5-4f74420b1e0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8249528 Jan 21 09:45:37.447475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35336) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.447475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35338) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.459163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:37.465416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '8096c09e-e4c5-4d1d-a227-9f01be1d1c2a', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:37.524900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:37.548528 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:37.561538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:37.574533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 1a691056-ef02-4aae-9ba7-b60bc1308eca completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:37.577928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:37.608572 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:45:37.627581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.642498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1a691056-ef02-4aae-9ba7-b60bc1308eca triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:37.642498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.680823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55716cf9-983a-4293-bb91-48c60f632aed tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:37.682598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-55716cf9-983a-4293-bb91-48c60f632aed tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Synchronizing usage tracker for tenant:f999a508172d43f5be7f6595f17268e3 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:37.757706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-55716cf9-983a-4293-bb91-48c60f632aed tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Unset dirty status for tenant:f999a508172d43f5be7f6595f17268e3 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:37.762899 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-55716cf9-983a-4293-bb91-48c60f632aed tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "GET /v2.0/ports?device_id=155c533b-7914-4bd5-a662-763ee7ebd7fb HTTP/1.1" status: 200 len: 913 time: 0.3133850 Jan 21 09:45:37.769655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35344) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:37.841813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.851303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.858996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.863865 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-54231c62-ce51-429a-8025-343f6c29ecfc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4691799 Jan 21 09:45:37.870499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4a6fb8-ddcc-4e70-8eaa-cc095b550d48,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:37.899725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d25720-ff45-4548-a17f-9f0b23f1e9b5 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:37.901522 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:37.905196 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-988cfb72-e38e-466e-a660-1464ad8e9590 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4552274 Jan 21 09:45:38.160747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:38.223588 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 1a691056-ef02-4aae-9ba7-b60bc1308eca, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1a691056-ef02-4aae-9ba7-b60bc1308eca,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:38.231177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-875afcce-dac3-4289-804f-584edfbf2738 None None] Provisioning complete for port 1a691056-ef02-4aae-9ba7-b60bc1308eca triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:38.231177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-875afcce-dac3-4289-804f-584edfbf2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.262296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.293170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:38.322080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:38.349360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:38.501070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:38.505180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.531340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=1a691056-ef02-4aae-9ba7-b60bc1308eca,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:38.548322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 53fd0513-9aab-4d2e-b6b6-548c110b510d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:38.700602 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-1f6be2ab-87ea-4a33-bc45-712ce44ec04e service neutron] 10.222.0.120 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150733 Jan 21 09:45:38.755765 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-4326103a-8f4f-4df0-b1de-9f0a5eb309c3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877393429&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.4406071 Jan 21 09:45:38.827720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.859855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:38.867284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Deleting port 53fd0513-9aab-4d2e-b6b6-548c110b510d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:38.867664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.898920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:38.907518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 53fd0513-9aab-4d2e-b6b6-548c110b510d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=53fd0513-9aab-4d2e-b6b6-548c110b510d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:38.923093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.041303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9f43290b-3376-4c07-bd38-718e0bbd1c3a None None] Provisioning complete for port 53fd0513-9aab-4d2e-b6b6-548c110b510d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:39.041915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f43290b-3376-4c07-bd38-718e0bbd1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.114115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=53fd0513-9aab-4d2e-b6b6-548c110b510d,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:39.120653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab6bb2-f2e1-42f5-88ee-63a0feaf73eb req-0973c562-b6b6-4eac-a4d6-9fbc8cf7844d tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.122820 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3ab6bb2-f2e1-42f5-88ee-63a0feaf73eb req-0973c562-b6b6-4eac-a4d6-9fbc8cf7844d tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.9446666 Jan 21 09:45:39.293917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] For port 53fd0513-9aab-4d2e-b6b6-548c110b510d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=53fd0513-9aab-4d2e-b6b6-548c110b510d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:39.294325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.309420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 829caea9-3883-46fa-92b6-5dee8ca192bd {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:39.310983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.344954 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58b47446-404e-45f8-bfc4-8b6b1328d3b1 req-ade2db2c-6685-43ca-9aea-066f84fbb5bc service neutron] 10.222.0.120 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312542 Jan 21 09:45:39.390703 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3ab6bb2-f2e1-42f5-88ee-63a0feaf73eb req-acfc4487-99d8-49f1-a330-9cf1834b98f0 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014520 Jan 21 09:45:39.395996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-d67652fb-5a6c-4e2b-917d-fe52c183cc16 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:39.402689 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-d67652fb-5a6c-4e2b-917d-fe52c183cc16 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 HTTP/1.1" status: 200 len: 796 time: 0.6457932 Jan 21 09:45:39.431682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-fba572f7-8163-4f8f-8cb9-ddac78143b19 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0278604 Jan 21 09:45:39.443521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Calling delete_port for 53fd0513-9aab-4d2e-b6b6-548c110b510d owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:39.471118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f43290b-3376-4c07-bd38-718e0bbd1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.528246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9f43290b-3376-4c07-bd38-718e0bbd1c3a None None] For port 53fd0513-9aab-4d2e-b6b6-548c110b510d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=53fd0513-9aab-4d2e-b6b6-548c110b510d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:39.540012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f43290b-3376-4c07-bd38-718e0bbd1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.587623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:39.600987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:39.601324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:39.616038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43290b-3376-4c07-bd38-718e0bbd1c3a None None] Pushing event updated for resources: {'Port': ['ID=53fd0513-9aab-4d2e-b6b6-548c110b510d,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:39.818251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 829caea9-3883-46fa-92b6-5dee8ca192bd owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:39.908203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-1cc7a025-11da-4a29-8509-37bc998f6cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4621594 Jan 21 09:45:40.027274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.101347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=829caea9-3883-46fa-92b6-5dee8ca192bd,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:40.102969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Deleting port 53fd0513-9aab-4d2e-b6b6-548c110b510d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:40.103621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.104426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:40.313911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-f3f13441-723a-441f-8b88-25fdf3edb6d8 service neutron] 10.222.0.122 "GET /v2.0/networks/2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916423 Jan 21 09:45:40.332042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:45:40.371192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] For port 53fd0513-9aab-4d2e-b6b6-548c110b510d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=53fd0513-9aab-4d2e-b6b6-548c110b510d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:40.371484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.440343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.509971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Calling delete_port for 53fd0513-9aab-4d2e-b6b6-548c110b510d owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:40.589044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1a691056-ef02-4aae-9ba7-b60bc1308eca up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:40.592406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.696364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.732248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1a691056-ef02-4aae-9ba7-b60bc1308eca triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:40.732622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:40.733245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-c6103eb1-4888-48fb-9019-07ae7530b322 service neutron] 10.222.0.122 "GET /v2.0/networks/2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063857 Jan 21 09:45:40.795092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] Pushing event deleted for resources: {'Port': ['ID=53fd0513-9aab-4d2e-b6b6-548c110b510d,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:40.806638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_pluggable_backend [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Port 53fd0513-9aab-4d2e-b6b6-548c110b510d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83427) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 21 09:45:40.806940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_pluggable_backend [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Reverting IP allocation for 2001:db8::f816:3eff:feaa:d991 {{(pid=83427) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 21 09:45:40.808366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637563b-d15a-4263-9c5d-254d858b0483 None None] No DVR routers for this DVR port 53fd0513-9aab-4d2e-b6b6-548c110b510d on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:40.962726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.072828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-784d1bdf-a41a-4935-a74f-d1a5bebc297f req-7f3f58c8-41d1-45f0-962f-6adc0603472c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 210 time: 0.0590267 Jan 21 09:45:41.096080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e1a7-7b5f-4c12-bf7a-2ed9238fbb68 req-43380847-b5b7-442d-b8de-96a4ddd1d41f tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.097578 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d7b8e1a7-7b5f-4c12-bf7a-2ed9238fbb68 req-43380847-b5b7-442d-b8de-96a4ddd1d41f tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.4527307 Jan 21 09:45:41.134230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=6319cafc-18de-4070-891e-4342b8763f76,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:41.139663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:41.148974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:41.153835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:41.154321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Router 155c533b-7914-4bd5-a662-763ee7ebd7fb has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:41.154872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.161142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04e166-1947-4479-b45e-5ecfebb5ac46 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:41.189490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:41.202087 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:41.225094 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:41.225829 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:41.396030 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d7b8e1a7-7b5f-4c12-bf7a-2ed9238fbb68 req-7e758fd1-e292-4357-97c4-52d3c8caeade tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920492 Jan 21 09:45:41.402930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-011dcb64-39ac-4e77-b8f3-0d49dbbc23c3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1540704 Jan 21 09:45:41.410143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35372) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:41.426913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:41.435029 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.490237 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:41.612857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '6319cafc-18de-4070-891e-4342b8763f76'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:41.623019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:41.646333 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-089e1da5-cfb7-463c-b407-bda6054efdbf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 13.4188018 Jan 21 09:45:41.876950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:41.897262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Allocated IP 2001:db8::f816:3eff:fedc:27 (39f1e386-d394-42ab-8358-5616c07c4588/6319cafc-18de-4070-891e-4342b8763f76/36403b1d-5689-42c2-aae6-7a45ec15a24e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:41.920290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:41.931261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:41.951834 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:41.952185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:42.032386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:42.098448 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'status': 'completed', 'code': 200} Jan 21 09:45:42.213631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.218226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port ed5078f8-e070-430b-8294-c2d3a229a9c9 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:42.218597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.295903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.306984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Transition to ACTIVE for port object 36403b1d-5689-42c2-aae6-7a45ec15a24e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:42.309249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:42.322876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919dead-1ffa-47d8-b536-5b167fd9d04e None None] Sync routers for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:42.343820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Transition to ACTIVE for port object 36403b1d-5689-42c2-aae6-7a45ec15a24e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:42.345005 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6090f7a3-94cd-4d4c-b30d-8b9821104247 req-55bb47ed-7588-42fd-b4c4-b863fd49a06f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 210 time: 0.0884659 Jan 21 09:45:42.364779 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e107b65a-3124-437d-84e4-96534ca2f30d tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "PUT /v2.0/routers/155c533b-7914-4bd5-a662-763ee7ebd7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5918946 Jan 21 09:45:42.365825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919dead-1ffa-47d8-b536-5b167fd9d04e None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:42.366922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e919dead-1ffa-47d8-b536-5b167fd9d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.381911 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35386) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:42.403336 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:33Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.411164 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:45:42.426185 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:42.427047 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.472438 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59897a8f-58d2-460e-a547-b945874c8217 req-76a9c6d7-e82a-4f90-b438-4c1fca158a39 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 1098 time: 0.3679583 Jan 21 09:45:42.489100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e919dead-1ffa-47d8-b536-5b167fd9d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.496832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.525804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd58b17-7e35-47d6-b478-c4fd23ca2d99 req-9ebe5622-e68b-4473-b335-dcce963d65dd tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.527680 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bcd58b17-7e35-47d6-b478-c4fd23ca2d99 req-9ebe5622-e68b-4473-b335-dcce963d65dd tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.3837328 Jan 21 09:45:42.633441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:42.639237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:42.645507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:42.647838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919dead-1ffa-47d8-b536-5b167fd9d04e None None] Routers {'155c533b-7914-4bd5-a662-763ee7ebd7fb'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:42.648614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e919dead-1ffa-47d8-b536-5b167fd9d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['155c533b-7914-4bd5-a662-763ee7ebd7fb'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.701107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:42.725571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e919dead-1ffa-47d8-b536-5b167fd9d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:42.726016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919dead-1ffa-47d8-b536-5b167fd9d04e None None] The sync data for ids ['155c533b-7914-4bd5-a662-763ee7ebd7fb'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:42.727480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.735253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.828240 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:45:42.831707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Attempting to bind port 36403b1d-5689-42c2-aae6-7a45ec15a24e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:42.832076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Attempting to bind port 36403b1d-5689-42c2-aae6-7a45ec15a24e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:42.832437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Attempting to bind port 36403b1d-5689-42c2-aae6-7a45ec15a24e on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:42.839509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:42.839878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:42.840274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.840657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:42.841120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Bound port: 36403b1d-5689-42c2-aae6-7a45ec15a24e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:42.841488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.876000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.903350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for ed5078f8-e070-430b-8294-c2d3a229a9c9 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:42.922804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:42.929008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:42.939013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:42.939768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:42.960343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:42.967153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:42.974925 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bcd58b17-7e35-47d6-b478-c4fd23ca2d99 req-ce13b83c-185d-46f0-ab47-6e6d6dcbdaac tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284539 Jan 21 09:45:42.983918 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.013046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897a8f-58d2-460e-a547-b945874c8217 req-c20d39b5-bfb5-4879-8f57-bf38c6620ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.014657 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59897a8f-58d2-460e-a547-b945874c8217 req-c20d39b5-bfb5-4879-8f57-bf38c6620ff7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.5323365 Jan 21 09:45:43.078808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=74bc7e0a-4314-4c97-bae2-3b35ab9331fc,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:43.098454 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3bf020ab-403c-4492-a0b3-1ed722b37b93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6871736 Jan 21 09:45:43.099978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35390) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:43.106813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:2a:00:63', 'name': 'tempest-NetworksTestDHCPv6-2039405196'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:43.142226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c95d-6480-4f45-beef-93933149aec1 None None] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:43.297401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.477141 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59897a8f-58d2-460e-a547-b945874c8217 req-d74b6b0b-8cac-429a-b426-7b3f2f38b586 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5 HTTP/1.1" status: 200 len: 998 time: 0.3200688 Jan 21 09:45:43.561145 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:33Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:43.573237 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78c73f-696f-488b-99cd-0b1ff187d492 None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:33Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:43.581409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-f34a8b7a-5e9d-4a9b-a63b-139dac60e744 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.582699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-f34a8b7a-5e9d-4a9b-a63b-139dac60e744 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:43.589922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=ed5078f8-e070-430b-8294-c2d3a229a9c9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:43.613073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:43.630424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:43.638673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:43.648730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-f34a8b7a-5e9d-4a9b-a63b-139dac60e744 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:43.649863 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-f34a8b7a-5e9d-4a9b-a63b-139dac60e744 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 HTTP/1.1" status: 200 len: 796 time: 0.4322267 Jan 21 09:45:43.650773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:43.679766 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dd51752c-3c24-4be3-a50f-44e530f8495d req-8356292e-2439-401b-b457-b6fb0e3ca78f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 210 time: 0.0874505 Jan 21 09:45:43.734133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b69fe708-3992-46e4-be4e-7d952040bdad tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:43.736499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.741099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:43.745680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.780576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting port 505ceac2-5e4c-4ad6-a3c8-10f5af8b6901 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:43.780899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.791763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897a8f-58d2-460e-a547-b945874c8217 req-7e439152-3504-4ed1-81fe-94a64f5ed8eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:43.793210 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59897a8f-58d2-460e-a547-b945874c8217 req-7e439152-3504-4ed1-81fe-94a64f5ed8eb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.3035951 Jan 21 09:45:43.808496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b69fe708-3992-46e4-be4e-7d952040bdad tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:43.809602 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b69fe708-3992-46e4-be4e-7d952040bdad tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 471 time: 0.1380529 Jan 21 09:45:43.831387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': '7e9c5822-cfe1-48b7-830c-8b6882f86439', 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['8096c09e-e4c5-4d1d-a227-9f01be1d1c2a']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:43.841910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:43.850120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 97d96be0-590f-46e6-9ca3-f8ddf258f34d yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:45:44.044702 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502e2e8-c6ef-423d-9710-da15aba9b51c None None] New status for floating IP 6d97ae57-a46e-4104-a05c-094c3e94e71d: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:45:44.313273 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59897a8f-58d2-460e-a547-b945874c8217 req-4218b905-0918-4bab-83e2-97d06d750a59 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5081587 Jan 21 09:45:44.382069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.389762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:44.406336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:port and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:44.523927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:44.539053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:44.539634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Calling delete_port for 505ceac2-5e4c-4ad6-a3c8-10f5af8b6901 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:44.572716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:44.573160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba1a37-295f-47a6-b210-790bceb1fc71 req-073c3231-9133-4a01-86e7-2dc293873dea tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:44.575286 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b0ba1a37-295f-47a6-b210-790bceb1fc71 req-073c3231-9133-4a01-86e7-2dc293873dea tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.4139416 Jan 21 09:45:44.650448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 36403b1d-5689-42c2-aae6-7a45ec15a24e completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:44.656668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:44.659729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:44.718698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59897a8f-58d2-460e-a547-b945874c8217 req-9f7a20d1-08b7-43f7-bcdc-01c7f03a7020 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399959 Jan 21 09:45:44.730748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 172.20.0.9 (39f1e386-d394-42ab-8358-5616c07c4588/74bc7e0a-4314-4c97-bae2-3b35ab9331fc/97d96be0-590f-46e6-9ca3-f8ddf258f34d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:44.751926 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b0ba1a37-295f-47a6-b210-790bceb1fc71 req-dd4b40af-1985-42ad-9071-d60325bc089a tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648741 Jan 21 09:45:44.791855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fe2a:63 (39f1e386-d394-42ab-8358-5616c07c4588/6319cafc-18de-4070-891e-4342b8763f76/97d96be0-590f-46e6-9ca3-f8ddf258f34d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:44.839769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router 3823860a-ba26-4751-b515-1fe8fe3d867f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:45:44.843922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1f280-b869-4df0-91a5-646ba39c8a0b None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:44.997947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.21 (2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2/021778d6-972b-48b8-b2ef-337b6100e50c/a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:45.048122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4ae5ef68-5f00-4bbe-b61a-f6b480004e48 None None] Provisioning for port 36403b1d-5689-42c2-aae6-7a45ec15a24e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:45.066149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4ae5ef68-5f00-4bbe-b61a-f6b480004e48 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:45.066932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ae5ef68-5f00-4bbe-b61a-f6b480004e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.100643 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59897a8f-58d2-460e-a547-b945874c8217 req-44b81f48-eeee-4e7f-b29c-3bcd48f15a8f service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756905 Jan 21 09:45:45.345891 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a28cdd8e-88ce-4837-be94-d58c66a40980 req-982fbb74-7087-46b6-957b-703f7124718b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 210 time: 0.3492141 Jan 21 09:45:45.477597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ae5ef68-5f00-4bbe-b61a-f6b480004e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.535324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:45:45.544863 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d9694-c6ae-4def-8d27-825b698c0d63 None None] Sync routers for ids ['3823860a-ba26-4751-b515-1fe8fe3d867f'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:45:45.578583 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7b68946e-e27d-4119-975a-3241ab660788 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/3823860a-ba26-4751-b515-1fe8fe3d867f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5987420 Jan 21 09:45:45.578583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35404) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:45.584088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4ae5ef68-5f00-4bbe-b61a-f6b480004e48 None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:45.603278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ae5ef68-5f00-4bbe-b61a-f6b480004e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.614558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.635323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 97d96be0-590f-46e6-9ca3-f8ddf258f34d will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:45.635323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.731471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Port': ['ID=505ceac2-5e4c-4ad6-a3c8-10f5af8b6901,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.750903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5ef68-5f00-4bbe-b61a-f6b480004e48 None None] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:45.767058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d9694-c6ae-4def-8d27-825b698c0d63 None None] Routers {'3823860a-ba26-4751-b515-1fe8fe3d867f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:45.767058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f52d9694-c6ae-4def-8d27-825b698c0d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3823860a-ba26-4751-b515-1fe8fe3d867f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:45.805204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36641bbf-3e37-4921-81db-9073fc27aecc req-380e48e7-d752-47a8-9025-ffb72524d675 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:45.814570 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36641bbf-3e37-4921-81db-9073fc27aecc req-380e48e7-d752-47a8-9025-ffb72524d675 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.4103303 Jan 21 09:45:45.889415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.901940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:45.935851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f52d9694-c6ae-4def-8d27-825b698c0d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:46.037481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d9694-c6ae-4def-8d27-825b698c0d63 None None] Routers {'3823860a-ba26-4751-b515-1fe8fe3d867f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:45:46.043429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f52d9694-c6ae-4def-8d27-825b698c0d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['3823860a-ba26-4751-b515-1fe8fe3d867f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:46.059422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:46.077143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:46.096730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:46.141210 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcecc395-31bd-4389-a172-16420adb03e0 req-df514b7b-377d-4933-bab4-a49c4ca3bed2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4f1cd02a69e848f0bbeb355186482ce4&device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 1099 time: 0.6839757 Jan 21 09:45:46.181480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f52d9694-c6ae-4def-8d27-825b698c0d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:46.181480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d9694-c6ae-4def-8d27-825b698c0d63 None None] The sync data for ids ['3823860a-ba26-4751-b515-1fe8fe3d867f'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:45:46.226554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8099fc8-0b04-4a47-a584-ced08d624ddb None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '6319cafc-18de-4070-891e-4342b8763f76', 'ip_address': '2001:db8::f816:3eff:fedc:27'}, {'subnet_id': '74bc7e0a-4314-4c97-bae2-3b35ab9331fc'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '36403b1d-5689-42c2-aae6-7a45ec15a24e'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:45:46.272675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:46.290983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=97d96be0-590f-46e6-9ca3-f8ddf258f34d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:46.331171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e8099fc8-0b04-4a47-a584-ced08d624ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.508519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:46.654622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.654622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.691024 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36641bbf-3e37-4921-81db-9073fc27aecc req-5c3ae94f-b153-4501-a9c1-f9dd9d4c5868 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8757844 Jan 21 09:45:46.691024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc395-31bd-4389-a172-16420adb03e0 req-944016c1-ca67-4aa2-b0dc-2a09b2b8aee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:46.691024 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcecc395-31bd-4389-a172-16420adb03e0 req-944016c1-ca67-4aa2-b0dc-2a09b2b8aee7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21 HTTP/1.1" status: 200 len: 911 time: 0.3773890 Jan 21 09:45:46.740237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-e8099fc8-0b04-4a47-a584-ced08d624ddb None None] Allocated IP 172.20.0.2 (39f1e386-d394-42ab-8358-5616c07c4588/74bc7e0a-4314-4c97-bae2-3b35ab9331fc/36403b1d-5689-42c2-aae6-7a45ec15a24e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:46.751681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:46.751681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:46.874548 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcecc395-31bd-4389-a172-16420adb03e0 req-b900730b-59d1-4e6b-90df-f8d4a1700481 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5 HTTP/1.1" status: 200 len: 217 time: 0.1708758 Jan 21 09:45:46.931264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-60fb5b63-a9f2-4700-b2a8-bd0235fbccd6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 09:45:46.931264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-60fb5b63-a9f2-4700-b2a8-bd0235fbccd6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/3823860a-ba26-4751-b515-1fe8fe3d867f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3397217 Jan 21 09:45:46.931264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35410) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:47.022718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-585770c3-a6d9-43d1-9413-733e00aae203 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:47.045625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc395-31bd-4389-a172-16420adb03e0 req-9cf0133c-c0e9-4aa3-8b17-f42e6727a922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.045625 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcecc395-31bd-4389-a172-16420adb03e0 req-9cf0133c-c0e9-4aa3-8b17-f42e6727a922 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=09d64afc-e607-496e-ad51-2b53ffdc2afc HTTP/1.1" status: 200 len: 850 time: 0.1624322 Jan 21 09:45:47.054944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.054944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.109510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e8099fc8-0b04-4a47-a584-ced08d624ddb None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:47.121117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f37d-26c2-4923-8a35-e0b8dbff05d1 req-c6ec21b9-7eb2-4d32-995a-fb66d404dc97 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.121117 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a77f37d-26c2-4923-8a35-e0b8dbff05d1 req-c6ec21b9-7eb2-4d32-995a-fb66d404dc97 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 932 time: 0.5357513 Jan 21 09:45:47.134994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.141431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e8099fc8-0b04-4a47-a584-ced08d624ddb None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.148620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-585770c3-a6d9-43d1-9413-733e00aae203 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:47.148620 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-585770c3-a6d9-43d1-9413-733e00aae203 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=3823860a-ba26-4751-b515-1fe8fe3d867f HTTP/1.1" status: 200 len: 205 time: 0.2107766 Jan 21 09:45:47.163052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35414) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:47.167770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e8099fc8-0b04-4a47-a584-ced08d624ddb None None] Transition to ACTIVE for port object 36403b1d-5689-42c2-aae6-7a45ec15a24e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:47.178160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e8099fc8-0b04-4a47-a584-ced08d624ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.251702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcecc395-31bd-4389-a172-16420adb03e0 req-8791e4d0-9de0-4f0b-ab72-1ffd270ea872 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=31fbfc83-d495-4579-a0cd-0d7c75ea8d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661406 Jan 21 09:45:47.260768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:47.260768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:47.295079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.295079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:47.405532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.417879 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a77f37d-26c2-4923-8a35-e0b8dbff05d1 req-9d06cf6a-4c58-4eee-999c-0620673638c3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938340 Jan 21 09:45:47.449032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8099fc8-0b04-4a47-a584-ced08d624ddb None None] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:47.454547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7505cb42-45dd-4a62-80e4-0ffd4bbad6e1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.466212 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-81ef24d0-2364-4bd7-a41b-1d80af9fbf7b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.3632102 Jan 21 09:45:47.482749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35418) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:47.558432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:47.558432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.673692 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b0c94e33-ffa6-4f4a-bf08-5eaee3eb677b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8383915 Jan 21 09:45:47.686103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Request body: {'port': {'device_id': '7e9c5822-cfe1-48b7-830c-8b6882f86439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:47.751020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-14200dbf-1207-4a3c-8c34-2b293c41db0c None None] Provisioning for port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:47.756643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-14200dbf-1207-4a3c-8c34-2b293c41db0c None None] Provisioning complete for port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:47.756643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14200dbf-1207-4a3c-8c34-2b293c41db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:47.835659 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcecc395-31bd-4389-a172-16420adb03e0 req-d463b823-01df-4cd3-8389-93a28fd0c150 service neutron] 10.222.0.120 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837059 Jan 21 09:45:47.931064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-14200dbf-1207-4a3c-8c34-2b293c41db0c None None] Port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:47.998012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.022781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.022781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Fanout notify agent at l3_agent the message router_deleted on router 155c533b-7914-4bd5-a662-763ee7ebd7fb {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:48.128553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.128553 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a97a7f64-338f-4b68-b2a5-adf3f44232b3 tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/routers/155c533b-7914-4bd5-a662-763ee7ebd7fb HTTP/1.1" status: 204 len: 168 time: 5.7409854 Jan 21 09:45:48.133479 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35424) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:48.298648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a18fa4-37e5-40be-8a24-421a8a4cc7af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.298648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a18fa4-37e5-40be-8a24-421a8a4cc7af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.298648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-55a18fa4-37e5-40be-8a24-421a8a4cc7af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:48.398648 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-31fe203b-1408-4ac1-a2d8-0e9a02d63dbb service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4067609 Jan 21 09:45:48.560057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:48.720839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7505cb42-45dd-4a62-80e4-0ffd4bbad6e1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.720839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7505cb42-45dd-4a62-80e4-0ffd4bbad6e1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.778305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:48.786275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8f9d413e-903e-44f3-8c47-d1a8319b467b None None] Provisioning for port 36403b1d-5689-42c2-aae6-7a45ec15a24e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:48.791675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.803189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8f9d413e-903e-44f3-8c47-d1a8319b467b None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:48.803189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8f9d413e-903e-44f3-8c47-d1a8319b467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.811133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Transition to ACTIVE for port object a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:48.818279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7505cb42-45dd-4a62-80e4-0ffd4bbad6e1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.818279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7505cb42-45dd-4a62-80e4-0ffd4bbad6e1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Fanout notify agent at l3_agent the message router_deleted on router 3823860a-ba26-4751-b515-1fe8fe3d867f {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:45:48.855628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8767ca-e855-4f03-9948-389171e36248 req-e3ef83af-a510-43bc-89e1-7ef15526e665 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:48.855628 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa8767ca-e855-4f03-9948-389171e36248 req-e3ef83af-a510-43bc-89e1-7ef15526e665 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.5741582 Jan 21 09:45:48.872378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7505cb42-45dd-4a62-80e4-0ffd4bbad6e1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:48.872378 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7505cb42-45dd-4a62-80e4-0ffd4bbad6e1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/3823860a-ba26-4751-b515-1fe8fe3d867f HTTP/1.1" status: 204 len: 168 time: 1.7112195 Jan 21 09:45:48.945449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35430) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:48.945449 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcecc395-31bd-4389-a172-16420adb03e0 req-20aa42c7-bf16-4397-8f10-82226626cf88 service neutron] 10.222.0.120 "GET /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1045215 Jan 21 09:45:49.047635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:49.047635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.126812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65df0d6-50c8-4558-973a-4e75085d056e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Deleting subnet 0a9500f8-e63a-4456-8b69-9fbb2341ccac {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:49.126812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e65df0d6-50c8-4558-973a-4e75085d056e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.191015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e65df0d6-50c8-4558-973a-4e75085d056e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.246894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-888c9241-c584-4091-bf2f-a4aac73aba87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.270648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e65df0d6-50c8-4558-973a-4e75085d056e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.275242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce3f549-0936-4a0a-a610-208ca8d0a3f1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet e3787325-0a12-4827-821a-eccf4995dadd {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:49.289038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f549-0936-4a0a-a610-208ca8d0a3f1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.351383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209a745-2f05-4a64-818f-71596d28b0a8 req-ba631c95-017c-4f19-8514-7ba6b0269c26 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:49.356055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.360833 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6209a745-2f05-4a64-818f-71596d28b0a8 req-ba631c95-017c-4f19-8514-7ba6b0269c26 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 932 time: 0.6000805 Jan 21 09:45:49.388293 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa8767ca-e855-4f03-9948-389171e36248 req-08104c56-bc03-408f-9aa2-f6a930f71e80 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854534 Jan 21 09:45:49.428437 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6209a745-2f05-4a64-818f-71596d28b0a8 req-371dfc82-2d3a-41e0-a29a-db1e66288a6c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686076 Jan 21 09:45:49.465867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f549-0936-4a0a-a610-208ca8d0a3f1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.615571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7dd83a8c-b331-4cc4-aafb-c7ca7cde29c3 None None] Provisioning for port 97d96be0-590f-46e6-9ca3-f8ddf258f34d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:45:49.622316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7dd83a8c-b331-4cc4-aafb-c7ca7cde29c3 None None] Provisioning complete for port 97d96be0-590f-46e6-9ca3-f8ddf258f34d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:49.622707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7dd83a8c-b331-4cc4-aafb-c7ca7cde29c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.669363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f549-0936-4a0a-a610-208ca8d0a3f1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.694469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-55a18fa4-37e5-40be-8a24-421a8a4cc7af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:49.699919 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-55a18fa4-37e5-40be-8a24-421a8a4cc7af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 2.2230663 Jan 21 09:45:49.701611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e65df0d6-50c8-4558-973a-4e75085d056e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.703432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7dd83a8c-b331-4cc4-aafb-c7ca7cde29c3 None None] Port 97d96be0-590f-46e6-9ca3-f8ddf258f34d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:45:49.706254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35436) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:49.711623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Pushing event updated for resources: {'Port': ['ID=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.769323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f549-0936-4a0a-a610-208ca8d0a3f1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.825545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3f549-0936-4a0a-a610-208ca8d0a3f1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=e3787325-0a12-4827-821a-eccf4995dadd,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.851592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65df0d6-50c8-4558-973a-4e75085d056e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9500f8-e63a-4456-8b69-9fbb2341ccac,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:49.859539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ce3f549-0936-4a0a-a610-208ca8d0a3f1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.868156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ffca6-f2b7-4bf9-98d5-315fa2884a37 None None] Network c67a15ba-63ba-47a4-aa67-3cda7077946f requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:49.876474 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6ce3f549-0936-4a0a-a610-208ca8d0a3f1 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/e3787325-0a12-4827-821a-eccf4995dadd HTTP/1.1" status: 204 len: 168 time: 0.8805654 Jan 21 09:45:49.876474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35440) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:49.899868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-ef112115-5c99-47c5-8432-74519ba3fb1d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 97d96be0-590f-46e6-9ca3-f8ddf258f34d {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:49.899868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef112115-5c99-47c5-8432-74519ba3fb1d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.922761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e65df0d6-50c8-4558-973a-4e75085d056e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:49.997772 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e65df0d6-50c8-4558-973a-4e75085d056e tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/subnets/0a9500f8-e63a-4456-8b69-9fbb2341ccac HTTP/1.1" status: 204 len: 168 time: 1.8633735 Jan 21 09:45:50.001057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35444) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:50.056594 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-c0104430-a312-4034-83ff-4f26a13e2082 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 1098 time: 1.2380836 Jan 21 09:45:50.095003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.148892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 931b242f-be8d-47e3-b46b-87998f6182ea {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:50.148892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.233448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.264445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] DHCP port deletion for c67a15ba-63ba-47a4-aa67-3cda7077946f request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:45:50.271332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Attempting to bind port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:50.271332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Attempting to bind port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:50.271332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Attempting to bind port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 on network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:50.277317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] Deleting port 931b242f-be8d-47e3-b46b-87998f6182ea {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:50.277317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.335818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 on network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:45:50.335818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Attempting to bind port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 on network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:50.350580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:50.350837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Checking segment: {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:50.351007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Bound using segment: {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:50.353621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Bound port: a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:50.353621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.508829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-239ac98e-48d8-461b-9c50-85f360b28eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:50.508829 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-239ac98e-48d8-461b-9c50-85f360b28eed service neutron] 10.222.0.120 "GET /v2.0/networks?id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c HTTP/1.1" status: 200 len: 898 time: 0.4149349 Jan 21 09:45:50.594253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] For port 931b242f-be8d-47e3-b46b-87998f6182ea, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=931b242f-be8d-47e3-b46b-87998f6182ea,segment=NetworkSegment(56513e47-879f-43b6-8d80-3c2ecc89d891),segment_id=56513e47-879f-43b6-8d80-3c2ecc89d891)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:50.594253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.603461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 931b242f-be8d-47e3-b46b-87998f6182ea no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:50.670238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef112115-5c99-47c5-8432-74519ba3fb1d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.748286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.838091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] Calling delete_port for 931b242f-be8d-47e3-b46b-87998f6182ea owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:50.903944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a063c150-ca11-421a-84ce-8296c5200a96']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:50.912145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-ef112115-5c99-47c5-8432-74519ba3fb1d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 97d96be0-590f-46e6-9ca3-f8ddf258f34d owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:50.944247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1f06f7-3e4d-4a3b-bdd3-fb280ba047e0') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:50.944247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1f06f7-3e4d-4a3b-bdd3-fb280ba047e0') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:50.957523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] For port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:50.987759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.987759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port 931b242f-be8d-47e3-b46b-87998f6182ea, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=931b242f-be8d-47e3-b46b-87998f6182ea,segment=NetworkSegment(56513e47-879f-43b6-8d80-3c2ecc89d891),segment_id=56513e47-879f-43b6-8d80-3c2ecc89d891)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:50.987759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:50.990837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] For port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:50.990837 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-6217cb6e-54bc-47f4-ae32-3abec5862212 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2 HTTP/1.1" status: 200 len: 1000 time: 0.4310975 Jan 21 09:45:51.019406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.030843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.058025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.163646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] Pushing event deleted for resources: {'Port': ['ID=931b242f-be8d-47e3-b46b-87998f6182ea,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.189106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5bd00-9cbb-4929-899a-f60eae1a63c0 None None] No DVR routers for this DVR port 931b242f-be8d-47e3-b46b-87998f6182ea on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:51.261488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 931b242f-be8d-47e3-b46b-87998f6182ea owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:51.285737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.288547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Pushing event updated for resources: {'Port': ['ID=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.298862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.301629 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-64223095-9d78-4a47-b722-e8d2779fcd6d service neutron] 10.222.0.120 "PUT /v2.0/ports/a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 HTTP/1.1" status: 200 len: 1094 time: 3.6267581 Jan 21 09:45:51.302256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9c5822-cfe1-48b7-830c-8b6882f86439', 'tag': 'a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:51.307473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-dda703cf-0f0b-45fd-8c22-5a09bf6c8390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.308834 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-dda703cf-0f0b-45fd-8c22-5a09bf6c8390 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c6aa184d-405e-4a07-8265-40a74b55e9c9 HTTP/1.1" status: 200 len: 834 time: 0.2972720 Jan 21 09:45:51.314223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:51.314634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:51.331831 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:51.342728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd75a4-6464-4232-978e-7fea6eab6c3e req-5812de9e-b99d-4bbe-9322-6ec7d8f55baf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.344265 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-87fd75a4-6464-4232-978e-7fea6eab6c3e req-5812de9e-b99d-4bbe-9322-6ec7d8f55baf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 944 time: 0.5694277 Jan 21 09:45:51.434683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-db82d852-1d8c-43a7-a774-f94c2137b523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.500439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a468-2b1f-41a8-a2e8-9cf11ad846ee req-a118429e-0b03-479b-a9e8-ca64b74b243d tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:51.500439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9937a468-2b1f-41a8-a2e8-9cf11ad846ee req-a118429e-0b03-479b-a9e8-ca64b74b243d tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.7560389 Jan 21 09:45:51.577415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.612330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:51.628570 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] 10.222.0.122 "DELETE /v2.0/networks/a063c150-ca11-421a-84ce-8296c5200a96 HTTP/1.1" status: 204 len: 168 time: 1.6239717 Jan 21 09:45:51.630117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:45:51.630441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:45:51.631479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f7992-3c4b-437d-8ee7-d9e94bffcd1c tempest-FloatingIPTestJSON-1198744371 tempest-FloatingIPTestJSON-1198744371-project] Pushing event deleted for resources: {'Network': ['ID=a063c150-ca11-421a-84ce-8296c5200a96,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:51.638157 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-87fd75a4-6464-4232-978e-7fea6eab6c3e req-5b851cde-bb77-4f32-bc60-1afe62937113 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087703 Jan 21 09:45:51.643415 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-27259b31-4a39-4a6b-9695-eca206dcaac1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 1097 time: 0.2653852 Jan 21 09:45:51.669092 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9937a468-2b1f-41a8-a2e8-9cf11ad846ee req-7629ed53-d7da-4ad1-9b6b-338650140bd2 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576951 Jan 21 09:45:51.727758 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9c5822-cfe1-48b7-830c-8b6882f86439', 'tag': 'a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1', 'status': 'completed', 'code': 200} Jan 21 09:45:51.876944 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-b680849f-9339-4bcb-896b-a254a4b50980 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 HTTP/1.1" status: 200 len: 217 time: 0.2219951 Jan 21 09:45:51.922325 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-192079d6-dd4f-424a-ba26-cd29f0bfd462 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4996743 Jan 21 09:45:51.923643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef112115-5c99-47c5-8432-74519ba3fb1d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.001410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35462) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:52.069306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef112115-5c99-47c5-8432-74519ba3fb1d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=97d96be0-590f-46e6-9ca3-f8ddf258f34d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:52.127984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-d55972c4-34e6-4ef5-8002-e8ce4042051f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.129433 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-d55972c4-34e6-4ef5-8002-e8ce4042051f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=021778d6-972b-48b8-b2ef-337b6100e50c HTTP/1.1" status: 200 len: 837 time: 0.2447593 Jan 21 09:45:52.131307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 931b242f-be8d-47e3-b46b-87998f6182ea {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:52.132181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.241217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] The port '931b242f-be8d-47e3-b46b-87998f6182ea' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:45:52.325298 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-3778c35c-eaeb-452a-8a73-f213c3f26e9b service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952100 Jan 21 09:45:52.335607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef112115-5c99-47c5-8432-74519ba3fb1d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.411432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.420668 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b14390fa-29f4-47c5-b6b0-74c8ce9f5d97 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f999a508172d43f5be7f6595f17268e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4158258 Jan 21 09:45:52.425291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35468) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:52.435316 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ef112115-5c99-47c5-8432-74519ba3fb1d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/97d96be0-590f-46e6-9ca3-f8ddf258f34d HTTP/1.1" status: 204 len: 168 time: 2.6740322 Jan 21 09:45:52.435731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9559499-5195-464d-8695-97599d0e50f2 req-24dadd81-47f2-4c66-a98d-d7cc9363d245 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.437189 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b9559499-5195-464d-8695-97599d0e50f2 req-24dadd81-47f2-4c66-a98d-d7cc9363d245 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.3653450 Jan 21 09:45:52.437649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35472) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:52.442282 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-d12c370c-3bc7-4933-8541-e41d63ae6329 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3054266 Jan 21 09:45:52.484964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.510547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67a15ba-63ba-47a4-aa67-3cda7077946f']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:52.549827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56513e47-879f-43b6-8d80-3c2ecc89d891') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:52.550216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56513e47-879f-43b6-8d80-3c2ecc89d891') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:52.579056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.597914 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6daa2ff8-ae74-4ee0-aed7-2c7b7ba21adf req-f14a2c7c-ca40-4ab0-8a0f-b2656b098b57 service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586830 Jan 21 09:45:52.625404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.643739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475d560-8c89-4103-8812-1c3bafc6e751 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.645185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475d560-8c89-4103-8812-1c3bafc6e751 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.647002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475d560-8c89-4103-8812-1c3bafc6e751 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:52.647701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a475d560-8c89-4103-8812-1c3bafc6e751 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:52.647820 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-1d5905cd-1fea-44a5-af82-302b0f1e6e42 service neutron] 10.222.0.120 "GET /v2.0/networks/2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953192 Jan 21 09:45:52.650863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:52.651266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:52.669570 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:52.752234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b9559499-5195-464d-8695-97599d0e50f2 req-8f504cfc-a307-4dd1-bd67-79daede7d851 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925165 Jan 21 09:45:52.769341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.792143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75ead1ed-2931-47e9-9fc2-4b92def83b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.822361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a475d560-8c89-4103-8812-1c3bafc6e751 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:52.825970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a475d560-8c89-4103-8812-1c3bafc6e751 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3661263 Jan 21 09:45:52.826649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35478) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:52.871689 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b7b5c633-c4be-4c0f-ba9a-502a57d7c043 req-c8c659f0-6fb1-4372-bdcc-2510095071c2 service neutron] 10.222.0.120 "GET /v2.0/networks/2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160971 Jan 21 09:45:52.909402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.912163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75ead1ed-2931-47e9-9fc2-4b92def83b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.949826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:52.991358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=c67a15ba-63ba-47a4-aa67-3cda7077946f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:53.006457 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fee929e0-83fb-468c-bcf5-4574777a11db tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/c67a15ba-63ba-47a4-aa67-3cda7077946f HTTP/1.1" status: 204 len: 168 time: 3.1484053 Jan 21 09:45:53.012428 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-c33d7c9d-9f86-4e70-8c67-8c995b4809bc service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 1097 time: 0.0868165 Jan 21 09:45:53.012854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35482) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.019623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-300967896'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:53.024929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:53.050689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:53.057956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:53.114171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:53.135087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:53.138066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.204401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:53.207719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-a1f1671c-1b9b-480f-bdc7-8b75fb55d358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.209222 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-a1f1671c-1b9b-480f-bdc7-8b75fb55d358 service neutron] 10.222.0.120 "GET /v2.0/networks?id=2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 HTTP/1.1" status: 200 len: 897 time: 0.1813633 Jan 21 09:45:53.261586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75ead1ed-2931-47e9-9fc2-4b92def83b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.270205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.270551 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment fc92abb1-683e-4b80-8811-29d1cbb50e66 of type vlan for network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d Jan 21 09:45:53.295783 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-d1b681d6-3dcd-4c1c-86d2-6b3376883f64 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 HTTP/1.1" status: 200 len: 217 time: 0.0784400 Jan 21 09:45:53.296239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8eb6-1ed5-4d39-a24e-b43777f2208e req-0a3658d0-1c6b-4c69-b6bd-86d84dc40eaf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.297718 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ecde8eb6-1ed5-4d39-a24e-b43777f2208e req-0a3658d0-1c6b-4c69-b6bd-86d84dc40eaf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 944 time: 0.4297569 Jan 21 09:45:53.300977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ead1ed-2931-47e9-9fc2-4b92def83b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d2de1-72d2-4458-aa19-c64e0e41d4ec,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:53.307902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36d1954-e7da-42e4-9c43-9c3ec45a9583 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 6319cafc-18de-4070-891e-4342b8763f76 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:53.327976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f36d1954-e7da-42e4-9c43-9c3ec45a9583 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.358148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75ead1ed-2931-47e9-9fc2-4b92def83b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.359254 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-75ead1ed-2931-47e9-9fc2-4b92def83b62 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/6a1d2de1-72d2-4458-aa19-c64e0e41d4ec HTTP/1.1" status: 204 len: 168 time: 0.9321067 Jan 21 09:45:53.366812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.377095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-a5c95bcf-e2c3-4a90-a231-8f3538645ab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.378989 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-a5c95bcf-e2c3-4a90-a231-8f3538645ab8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=021778d6-972b-48b8-b2ef-337b6100e50c HTTP/1.1" status: 200 len: 837 time: 0.0740042 Jan 21 09:45:53.402580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f36d1954-e7da-42e4-9c43-9c3ec45a9583 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.437470 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ecde8eb6-1ed5-4d39-a24e-b43777f2208e req-f13a3163-fe66-4a6a-b539-e6a3b59263fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262054 Jan 21 09:45:53.463498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.477780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:53.478448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.508538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f36d1954-e7da-42e4-9c43-9c3ec45a9583 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.593482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f36d1954-e7da-42e4-9c43-9c3ec45a9583 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.598511 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5835671 Jan 21 09:45:53.602382 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-23991fa3-d08d-4942-9b80-b750b47f2e75 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2168067 Jan 21 09:45:53.605308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35490) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.614960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': '6b8a92fe-79fc-4fab-b545-3bd937b12d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:53.629668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27116ec-11dd-41ae-9970-345dbcada0b7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=6b8a92fe-79fc-4fab-b545-3bd937b12d0d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:53.639504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d1954-e7da-42e4-9c43-9c3ec45a9583 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=6319cafc-18de-4070-891e-4342b8763f76,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:53.641605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:53.642252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f36d1954-e7da-42e4-9c43-9c3ec45a9583 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.659275 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f36d1954-e7da-42e4-9c43-9c3ec45a9583 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/6319cafc-18de-4070-891e-4342b8763f76 HTTP/1.1" status: 204 len: 168 time: 0.8310738 Jan 21 09:45:53.661879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35494) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:53.667353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad65a46-a5b4-44f7-8361-d4abfd443b51 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:53.747447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db4ae8c-c054-4bc7-8a6b-b117a80f2fdf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 74bc7e0a-4314-4c97-bae2-3b35ab9331fc {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:53.751132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4db4ae8c-c054-4bc7-8a6b-b117a80f2fdf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.862718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4db4ae8c-c054-4bc7-8a6b-b117a80f2fdf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:53.892223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.010715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:54.029047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:54.037457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:54.047033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:54.052357 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-7a1da15d-dd58-491b-9cad-5bbacde6c624 service neutron] 10.222.0.120 "GET /v2.0/networks/2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415984 Jan 21 09:45:54.177195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:54.188015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4db4ae8c-c054-4bc7-8a6b-b117a80f2fdf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.222660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236b550-86ed-4f16-b2cf-6c9627660e4c req-c9148813-bac5-4a3e-a8e6-6153461abf9a tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.224064 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a236b550-86ed-4f16-b2cf-6c9627660e4c req-c9148813-bac5-4a3e-a8e6-6153461abf9a tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.1853125 Jan 21 09:45:54.296313 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a236b550-86ed-4f16-b2cf-6c9627660e4c req-b9bc884d-7730-43fe-bdb1-52c696f28167 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663075 Jan 21 09:45:54.383673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4db4ae8c-c054-4bc7-8a6b-b117a80f2fdf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.430765 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9d1d98a-2151-4969-a93d-1c1c920dabc9 req-72b6cba8-2c4d-41f5-b5dd-8fc32716b2d1 service neutron] 10.222.0.120 "GET /v2.0/networks/2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714571 Jan 21 09:45:54.433317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4ae8c-c054-4bc7-8a6b-b117a80f2fdf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=74bc7e0a-4314-4c97-bae2-3b35ab9331fc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:54.433482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.441403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4db4ae8c-c054-4bc7-8a6b-b117a80f2fdf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.464298 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4db4ae8c-c054-4bc7-8a6b-b117a80f2fdf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/74bc7e0a-4314-4c97-bae2-3b35ab9331fc HTTP/1.1" status: 204 len: 168 time: 0.7883990 Jan 21 09:45:54.464298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35514) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:54.544183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f6cf81ff-db5d-47fc-a879-4a3945054f51 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:router {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:45:54.558426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f6cf81ff-db5d-47fc-a879-4a3945054f51 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:router {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:45:54.559177 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f6cf81ff-db5d-47fc-a879-4a3945054f51 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976241 Jan 21 09:45:54.562661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35522) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:54.568999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:54.604835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-accdd171-bd8e-4c86-86e8-adaa5e4d5cd1 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:54.606361 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-accdd171-bd8e-4c86-86e8-adaa5e4d5cd1 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.120 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 946 time: 0.4074030 Jan 21 09:45:54.727031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Deleting port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:45:54.727428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:54.812305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:54.812305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:54.827152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:54.827152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:54.841299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35526) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:54.866694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:54.874328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.096008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500d24ca-36fe-49e8-b6c0-161e2c589ca6 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:55.096577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1077151709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:55.113782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:55.119334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:router and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:55.126788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.150650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:55.179930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9aaa7-9db8-40fb-9d9a-83834ed43a64 req-86c9c94b-7ce2-4b15-add3-7a747225f2ae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.179930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48e9aaa7-9db8-40fb-9d9a-83834ed43a64 req-86c9c94b-7ce2-4b15-add3-7a747225f2ae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 944 time: 0.4451725 Jan 21 09:45:55.207316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:55.302428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.302428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.328498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.346647 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48e9aaa7-9db8-40fb-9d9a-83834ed43a64 req-d9a1accc-1a1b-498e-b0d1-8a769959f30b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679866 Jan 21 09:45:55.352538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=0f838a91-dbd7-4354-891e-43a58d55dd25,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:55.352538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.372127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] For port dc8a9c15-dc3a-48d3-8231-2de58f6aead5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,segment=NetworkSegment(eda73409-4d1a-44ce-9903-69c2d4df6888),segment_id=eda73409-4d1a-44ce-9903-69c2d4df6888)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:55.372127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.384001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': 'fc92abb1-683e-4b80-8811-29d1cbb50e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b8a92fe-79fc-4fab-b545-3bd937b12d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:55.384001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: 6b8a92fe-79fc-4fab-b545-3bd937b12d0d, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:55.507602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.601952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Calling delete_port for dc8a9c15-dc3a-48d3-8231-2de58f6aead5 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:45:55.632413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:55.637659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-61042a0e-2622-4efb-9c41-0c4fcee14c56 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:55.637659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-61042a0e-2622-4efb-9c41-0c4fcee14c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.656636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.656636 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-290ed92c-6999-4043-bdb5-3ad1b7f5dfee tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8075061 Jan 21 09:45:55.656636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35534) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:55.673727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-451169981'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:55.692844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:55.701167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:55.708440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:network and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:55.708440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:55.708440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:55.708440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:55.722462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.722462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.736109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=b57487c9-61d7-49f8-a077-4f28e74e9275,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:55.752544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 6b8a92fe-79fc-4fab-b545-3bd937b12d0d) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:55.759255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.759255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.769861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Made reservation on behalf of 1a03374929684f1aba09889ba250e88a for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:55.780439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.793107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:45:55.798379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d06de22-884a-486f-a7df-ff209adf1d4a None None] Network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:55.824145 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a431f79b-0385-4dc0-aef5-9cf32b2bde23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2609425 Jan 21 09:45:55.828673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35538) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:55.841091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:55.886488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:55.957298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:45:55.979183 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:55.984935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206ea5-8f20-48eb-b33e-b42c44304e21 req-e85e63bd-cc4d-4b71-ae3d-d64f044c4d86 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:55.984935 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad206ea5-8f20-48eb-b33e-b42c44304e21 req-e85e63bd-cc4d-4b71-ae3d-d64f044c4d86 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/ports?device_id=ffd686a4-355d-498c-ba2a-ff43c0a332a0 HTTP/1.1" status: 200 len: 867 time: 0.3653698 Jan 21 09:45:55.999026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:security_group_rule and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:56.017589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.017589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:56.044512 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0cf9c460-9815-4106-b6b7-202993ceaa27 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4181716 Jan 21 09:45:56.061749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35542) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:56.073293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1586943356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:56.107435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:56.130130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['dc8a9c15-dc3a-48d3-8231-2de58f6aead5'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:45:56.136935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:router and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:56.142193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:56.149949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:56.168439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad206ea5-8f20-48eb-b33e-b42c44304e21 req-a5aa936b-936f-46e7-9a50-922564197a42 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.122 "GET /v2.0/security-groups?id=5b21a212-a820-4531-9063-ed59f456a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509955 Jan 21 09:45:56.182223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:56.208206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:56.208206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:56.208206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:56.208206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.213049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.218058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Pushing event deleted for resources: {'Port': ['ID=dc8a9c15-dc3a-48d3-8231-2de58f6aead5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:56.221330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:56.247555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:56.255451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.318780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:56.345674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1', 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2', 'port_id': 'a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1', 'mac_address': 'fa:16:3e:b3:01:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021778d6-972b-48b8-b2ef-337b6100e50c', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:45:56.477053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] No DVR routers for this DVR port dc8a9c15-dc3a-48d3-8231-2de58f6aead5 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:45:56.519530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-6b8a92fe-79fc-4fab-b545-3bd937b12d0d', 'network_id': '6b8a92fe-79fc-4fab-b545-3bd937b12d0d', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': '0f838a91-dbd7-4354-891e-43a58d55dd25'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:56.520476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.536093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.538488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.541922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd686a4-355d-498c-ba2a-ff43c0a332a0', 'name': 'network-vif-deleted', 'tag': 'dc8a9c15-dc3a-48d3-8231-2de58f6aead5'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:45:56.561802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.602218 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e168c4d7-1c7e-4f13-90bf-ce60bf6afedc req-94805a44-17f1-40e1-98cf-c871e8ced3d8 tempest-TestServerAdvancedOps-917905249 tempest-TestServerAdvancedOps-917905249-project] 10.222.0.120 "DELETE /v2.0/ports/dc8a9c15-dc3a-48d3-8231-2de58f6aead5 HTTP/1.1" status: 204 len: 173 time: 1.9856560 Jan 21 09:45:56.638561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.641453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:56.656989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0034c91-dd6e-424b-937d-e31d700d37f8 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:56.664776 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd686a4-355d-498c-ba2a-ff43c0a332a0', 'name': 'network-vif-deleted', 'tag': 'dc8a9c15-dc3a-48d3-8231-2de58f6aead5', 'status': 'completed', 'code': 200} Jan 21 09:45:56.666766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77249de8-325b-49cb-a9e7-b3ce9bbc454e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:56.671755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.672402 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Added segment 2e66c43e-777e-4039-ba42-a52090099ea8 of type vlan for network 6ab6e50e-534b-4efa-83ce-4733b5b45991 Jan 21 09:45:56.683241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.717673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.755404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:45:56.760168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.772404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.780115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:56.780903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.860643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:56.890860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.890860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d7da42ca-7327-4e79-a95e-b28f454a24e0 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:45:56.890860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d7da42ca-7327-4e79-a95e-b28f454a24e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:56.973120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Network': ['ID=6ab6e50e-534b-4efa-83ce-4733b5b45991,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:57.000140 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1583faf2-143b-42e4-aba2-b746cba2a771 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3313179 Jan 21 09:45:57.000140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35550) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:57.015829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'subnet': {'network_id': '6ab6e50e-534b-4efa-83ce-4733b5b45991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:57.020277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 6ab6e50e-534b-4efa-83ce-4733b5b45991 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:57.025226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.025226 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-51d70dfe-985d-4b7e-8758-81e5493f39d5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9679053 Jan 21 09:45:57.025226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35554) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:57.185579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:45:57.257078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ca2f6-5cd1-4459-8cd0-8ab49d742c04 req-6f02369f-91af-4924-b285-7c1ca3fdf5a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:57.258626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Allocated IP 2001:db8::2 (6b8a92fe-79fc-4fab-b545-3bd937b12d0d/0f838a91-dbd7-4354-891e-43a58d55dd25/d8305f4d-6a56-47ba-87c2-dba8f6a13e4d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:57.261692 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-393ca2f6-5cd1-4459-8cd0-8ab49d742c04 req-6f02369f-91af-4924-b285-7c1ca3fdf5a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 944 time: 0.5635138 Jan 21 09:45:57.297087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:57.339838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:57.354584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:subnet and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:57.365298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:57.394357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:57.418525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Made reservation on behalf of 1a03374929684f1aba09889ba250e88a for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:57.535664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35560) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:57.614293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.731999 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-393ca2f6-5cd1-4459-8cd0-8ab49d742c04 req-b8a1e14c-a5c3-4678-9ce7-daaaf8078174 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4544938 Jan 21 09:45:57.744016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:45:57.753906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device dc8a9c15-dc3a-48d3-8231-2de58f6aead5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:45:57.773289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77cb223-5052-4744-8235-62b600fe9c4a admin admin] Deleting subnet 09d64afc-e607-496e-ad51-2b53ffdc2afc {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:57.778666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77cb223-5052-4744-8235-62b600fe9c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:57.826413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: dc8a9c15-dc3a-48d3-8231-2de58f6aead5 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:45:57.826983 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device dc8a9c15-dc3a-48d3-8231-2de58f6aead5 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:45:57.876614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77cb223-5052-4744-8235-62b600fe9c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.132839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.160881 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.192641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Transition to ACTIVE for port object d8305f4d-6a56-47ba-87c2-dba8f6a13e4d will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:58.192641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e926dc4-4752-4925-a3d4-4f001d44adbd None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': 'b57487c9-61d7-49f8-a077-4f28e74e9275'}, {'subnet_id': 'b80eefaf-4b9c-4ded-9e7a-c2fcf7a5b954'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '36403b1d-5689-42c2-aae6-7a45ec15a24e'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:45:58.240342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.259138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77cb223-5052-4744-8235-62b600fe9c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.319820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Transition to ACTIVE for port object d8305f4d-6a56-47ba-87c2-dba8f6a13e4d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:58.353151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1e926dc4-4752-4925-a3d4-4f001d44adbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.361382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.428195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:58.430248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.443239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77cb223-5052-4744-8235-62b600fe9c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.528087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Subnet': ['ID=0b65641c-f46b-43a0-87d2-4e32579ac9a4,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:58.573357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cb223-5052-4744-8235-62b600fe9c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d64afc-e607-496e-ad51-2b53ffdc2afc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:58.616135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77cb223-5052-4744-8235-62b600fe9c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.633844 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a77cb223-5052-4744-8235-62b600fe9c4a admin admin] 10.222.0.122 "DELETE /v2.0/subnets/09d64afc-e607-496e-ad51-2b53ffdc2afc HTTP/1.1" status: 204 len: 168 time: 1.0879972 Jan 21 09:45:58.633844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Checking segment: {'id': '2e66c43e-777e-4039-ba42-a52090099ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6ab6e50e-534b-4efa-83ce-4733b5b45991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:58.633844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network hostable DHCP agents. Network: 6ab6e50e-534b-4efa-83ce-4733b5b45991, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:45:58.644990 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35564) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:58.706079 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:58.714684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:45:58.740501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Pushing event updated for resources: {'Port': ['ID=d8305f4d-6a56-47ba-87c2-dba8f6a13e4d,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:58.782095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-1e926dc4-4752-4925-a3d4-4f001d44adbd None None] Allocated IP 172.20.0.2 (39f1e386-d394-42ab-8358-5616c07c4588/b57487c9-61d7-49f8-a077-4f28e74e9275/36403b1d-5689-42c2-aae6-7a45ec15a24e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:58.826800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.829470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network 6ab6e50e-534b-4efa-83ce-4733b5b45991 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:45:58.850607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 6ab6e50e-534b-4efa-83ce-4733b5b45991) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:58.858425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:58.859411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:58.875367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c72f252-9c9b-4320-a43f-18984caf07f3 None None] Network 6ab6e50e-534b-4efa-83ce-4733b5b45991 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:45:58.884605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8::1 (6b8a92fe-79fc-4fab-b545-3bd937b12d0d/0f838a91-dbd7-4354-891e-43a58d55dd25/c726d45c-67ad-403c-9b3b-d963842d4b07) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:58.932457 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3d0f86b7-23c9-4df4-8b2e-11bdf38c3d36 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9358203 Jan 21 09:45:58.977785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35570) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.024491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Attempting to bind port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:45:59.025206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Attempting to bind port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'fc92abb1-683e-4b80-8811-29d1cbb50e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b8a92fe-79fc-4fab-b545-3bd937b12d0d'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:45:59.025326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Attempting to bind port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d on network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:45:59.036854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.049710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:45:59.052127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Checking segment: {'id': 'fc92abb1-683e-4b80-8811-29d1cbb50e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b8a92fe-79fc-4fab-b545-3bd937b12d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:45:59.052560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.052953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Bound using segment: {'id': 'fc92abb1-683e-4b80-8811-29d1cbb50e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b8a92fe-79fc-4fab-b545-3bd937b12d0d'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:45:59.054025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Bound port: d8305f4d-6a56-47ba-87c2-dba8f6a13e4d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc92abb1-683e-4b80-8811-29d1cbb50e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b8a92fe-79fc-4fab-b545-3bd937b12d0d'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:45:59.054025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.060967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'network': {'name': 'tempest-router-network01--303531070'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:59.073198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:59.073624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fbfc83-d495-4579-a0cd-0d7c75ea8d21']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:59.084212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:network and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:59.084212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:59.092456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:59.093176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda73409-4d1a-44ce-9903-69c2d4df6888') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:59.093176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda73409-4d1a-44ce-9903-69c2d4df6888') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:45:59.104977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.125885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.145700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:45:59.145700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:45:59.179070 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:45:59.191455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Made reservation on behalf of 1a03374929684f1aba09889ba250e88a for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:59.191455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.219706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:59.232071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.232071 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Added segment c2c5ab50-bbdf-41a7-afcf-785e6a42060f of type vlan for network 710c8868-379a-4de0-9752-648a96bbc230 Jan 21 09:45:59.263049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.282256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.290991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] For port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:45:59.294588 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-6ab6e50e-534b-4efa-83ce-4733b5b45991', 'network_id': '6ab6e50e-534b-4efa-83ce-4733b5b45991', 'tenant_id': '1a03374929684f1aba09889ba250e88a', 'fixed_ips': [{'subnet_id': '0b65641c-f46b-43a0-87d2-4e32579ac9a4'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:45:59.295345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.303797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:45:59.311122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.320316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] For port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d8305f4d-6a56-47ba-87c2-dba8f6a13e4d,segment=NetworkSegment(fc92abb1-683e-4b80-8811-29d1cbb50e66),segment_id=fc92abb1-683e-4b80-8811-29d1cbb50e66)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:45:59.324165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fbfc83-d495-4579-a0cd-0d7c75ea8d21,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:59.336565 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d7b2e35c-c6d2-4430-a44c-19a055c8bff7 admin admin] 10.222.0.122 "DELETE /v2.0/networks/31fbfc83-d495-4579-a0cd-0d7c75ea8d21 HTTP/1.1" status: 204 len: 168 time: 0.6954241 Jan 21 09:45:59.340772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35574) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.425256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.428289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f869c643-87f2-4dff-8f2c-05fd7630a591 admin admin] Deleting subnet 043f10ff-243c-4828-a406-615b81978e5f {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:45:59.428455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:59.428455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.428699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f869c643-87f2-4dff-8f2c-05fd7630a591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.474672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Allocated IP 2001:db8::2 (6ab6e50e-534b-4efa-83ce-4733b5b45991/0b65641c-f46b-43a0-87d2-4e32579ac9a4/c5d27d50-c47d-4b4f-aa2a-6869215f3580) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:45:59.486142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.561326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.561326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.571708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.637232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f869c643-87f2-4dff-8f2c-05fd7630a591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.653129 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6743357 Jan 21 09:45:59.666857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35578) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.679822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'network': {'name': 'tempest-router-network02--1001197563'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:59.684105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e5416-b1d7-44a4-8f4c-112deb8d99ee req-5e23f245-1f6c-4b78-9d1d-a5ef0c5e5e03 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:59.685152 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-241e5416-b1d7-44a4-8f4c-112deb8d99ee req-5e23f245-1f6c-4b78-9d1d-a5ef0c5e5e03 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 945 time: 0.7082739 Jan 21 09:45:59.691525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:45:59.698508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:network and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:45:59.699678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.707646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:45:59.717964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:45:59.734689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f869c643-87f2-4dff-8f2c-05fd7630a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.750913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef99156-b1fd-4f38-81af-c7fc756aa4ef tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Network': ['ID=710c8868-379a-4de0-9752-648a96bbc230,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:59.779104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Made reservation on behalf of 1a03374929684f1aba09889ba250e88a for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:45:59.782086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.802065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object c726d45c-67ad-403c-9b3b-d963842d4b07 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:45:59.825332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 710c8868-379a-4de0-9752-648a96bbc230 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:45:59.841122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:45:59.844602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:45:59.859143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:45:59.859496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=8']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:59.862181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=b80eefaf-4b9c-4ded-9e7a-c2fcf7a5b954,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:59.875034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:45:59.880899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.881781 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Added segment 2c4fd05d-6ffd-4cfe-846d-cbafcf27f747 of type vlan for network 67a9daf6-8187-497d-8f2a-23b36a748446 Jan 21 09:45:59.887329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:45:59.888165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.903760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f869c643-87f2-4dff-8f2c-05fd7630a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.928568 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-241e5416-b1d7-44a4-8f4c-112deb8d99ee req-98253b31-24ec-4b32-a966-2ced27c90c31 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205935 Jan 21 09:45:59.962519 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cf76bcd3-00a4-4868-b43b-1340c09650f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1320000 Jan 21 09:45:59.963922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35582) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:45:59.968759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869c643-87f2-4dff-8f2c-05fd7630a591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043f10ff-243c-4828-a406-615b81978e5f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:45:59.970922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:fa:aa:f3', 'name': 'tempest-NetworksTestDHCPv6-447095533'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:45:59.978234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.990435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:45:59.996364 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f869c643-87f2-4dff-8f2c-05fd7630a591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.020220 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f869c643-87f2-4dff-8f2c-05fd7630a591 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/043f10ff-243c-4828-a406-615b81978e5f HTTP/1.1" status: 204 len: 168 time: 0.6763587 Jan 21 09:46:00.023955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35586) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:00.084871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb9d30-7c4b-4b3e-893b-8cc44c495faf None None] Pushing event updated for resources: {'Port': ['ID=d8305f4d-6a56-47ba-87c2-dba8f6a13e4d,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:00.137272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.142300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:00.144147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.152967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:00.163723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:00.181468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:00.181468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.192045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=c726d45c-67ad-403c-9b3b-d963842d4b07,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:00.251496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:00.258462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:00.264089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:00.272696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1e926dc4-4752-4925-a3d4-4f001d44adbd None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:00.274514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:00.296255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.298981 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:00.316503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Transition to ACTIVE for port object c5d27d50-c47d-4b4f-aa2a-6869215f3580 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:00.321295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:00.321960 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.337812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.356744 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6884716 Jan 21 09:46:00.357593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35590) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:00.374404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'subnet': {'network_id': '710c8868-379a-4de0-9752-648a96bbc230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:00.384023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.407821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1e926dc4-4752-4925-a3d4-4f001d44adbd None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.411646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:00.429338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Transition to ACTIVE for port object c5d27d50-c47d-4b4f-aa2a-6869215f3580 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:00.463480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1e926dc4-4752-4925-a3d4-4f001d44adbd None None] Transition to ACTIVE for port object 36403b1d-5689-42c2-aae6-7a45ec15a24e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:00.464108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.491578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74677c-be27-4875-894b-891147d5e06f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Network': ['ID=67a9daf6-8187-497d-8f2a-23b36a748446,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:00.545251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1e926dc4-4752-4925-a3d4-4f001d44adbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.550170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 67a9daf6-8187-497d-8f2a-23b36a748446 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:00.565413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:00.667570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:00.746596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:subnet and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:00.755361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:00.775419 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:00.787340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.787648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.813891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Made reservation on behalf of 1a03374929684f1aba09889ba250e88a for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:00.839529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Network 6ab6e50e-534b-4efa-83ce-4733b5b45991 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:00.894473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 1b770e94-bf61-4f32-863b-c4623f5e1247 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:00.895457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c85bc6-a8f4-4f74-9987-1ace6873ba3f']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.927167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b8748a-a76a-446e-8901-23c161e4e3f6') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.927469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b8748a-a76a-446e-8901-23c161e4e3f6') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:00.929068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:00.954497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:00.990228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.010832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Pushing event updated for resources: {'Port': ['ID=c5d27d50-c47d-4b4f-aa2a-6869215f3580,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:01.014281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:01.316251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.338719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.351338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:01.351504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:01.379946 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:01.455242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e926dc4-4752-4925-a3d4-4f001d44adbd None None] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=9']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:01.485178 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9c5822-cfe1-48b7-830c-8b6882f86439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:01.524446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:01.527357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Attempting to bind port c5d27d50-c47d-4b4f-aa2a-6869215f3580 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:01.531287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Attempting to bind port c5d27d50-c47d-4b4f-aa2a-6869215f3580 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '2e66c43e-777e-4039-ba42-a52090099ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6ab6e50e-534b-4efa-83ce-4733b5b45991'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:01.531847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Attempting to bind port c5d27d50-c47d-4b4f-aa2a-6869215f3580 on network 6ab6e50e-534b-4efa-83ce-4733b5b45991 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:01.547798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.572285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 172.20.0.5 (39f1e386-d394-42ab-8358-5616c07c4588/b57487c9-61d7-49f8-a077-4f28e74e9275/1b770e94-bf61-4f32-863b-c4623f5e1247) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:01.635508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.635859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fefa:aaf3 (39f1e386-d394-42ab-8358-5616c07c4588/b80eefaf-4b9c-4ded-9e7a-c2fcf7a5b954/1b770e94-bf61-4f32-863b-c4623f5e1247) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:01.724421 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9c5822-cfe1-48b7-830c-8b6882f86439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1', 'code': 200} Jan 21 09:46:01.727862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:01.732766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.735144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:01.735776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Checking segment: {'id': '2e66c43e-777e-4039-ba42-a52090099ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6ab6e50e-534b-4efa-83ce-4733b5b45991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:01.736642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.737275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Bound using segment: {'id': '2e66c43e-777e-4039-ba42-a52090099ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6ab6e50e-534b-4efa-83ce-4733b5b45991'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:01.741262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Bound port: c5d27d50-c47d-4b4f-aa2a-6869215f3580, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e66c43e-777e-4039-ba42-a52090099ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6ab6e50e-534b-4efa-83ce-4733b5b45991'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:01.742251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.755611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:01.882773 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818497ef-5bbc-4997-96b1-b1c12b3ac9f0 None None] Network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:01.899400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c85bc6-a8f4-4f74-9987-1ace6873ba3f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:01.916126 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-924c5cf3-2cba-471c-8425-d45bfd3d0fd7 admin admin] 10.222.0.122 "DELETE /v2.0/networks/d8c85bc6-a8f4-4f74-9987-1ace6873ba3f HTTP/1.1" status: 204 len: 168 time: 1.8908293 Jan 21 09:46:01.963146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a6b05-8c34-4626-bdb8-ef9670132e31 req-d24e8133-31e7-4296-9d2c-a666585655d5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:01.965046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6a2a6b05-8c34-4626-bdb8-ef9670132e31 req-d24e8133-31e7-4296-9d2c-a666585655d5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 945 time: 0.5971098 Jan 21 09:46:02.040011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Subnet': ['ID=30886938-f1bc-42ea-ae6f-f2d4a6ec5abe,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:02.082791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Checking segment: {'id': 'c2c5ab50-bbdf-41a7-afcf-785e6a42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '710c8868-379a-4de0-9752-648a96bbc230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:02.082791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network hostable DHCP agents. Network: 710c8868-379a-4de0-9752-648a96bbc230, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:02.137070 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0c344451-3ba4-4e37-857e-5df9e348ee48 req-c13217b2-11d6-4942-a833-9bff08c9621f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 1099 time: 0.1576264 Jan 21 09:46:02.138308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network 710c8868-379a-4de0-9752-648a96bbc230 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:02.145421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] For port c5d27d50-c47d-4b4f-aa2a-6869215f3580, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:02.149888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] For port c5d27d50-c47d-4b4f-aa2a-6869215f3580, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c5d27d50-c47d-4b4f-aa2a-6869215f3580,segment=NetworkSegment(2e66c43e-777e-4039-ba42-a52090099ea8),segment_id=2e66c43e-777e-4039-ba42-a52090099ea8)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:02.155565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2f50b506-759c-4d32-81a0-66ae681785ec None None] Provisioning for port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:02.170285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.184561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 710c8868-379a-4de0-9752-648a96bbc230) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:02.190119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:02.190809 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.213794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-0c344451-3ba4-4e37-857e-5df9e348ee48 req-6ad0ae6e-cc2c-4aa3-bcef-87fe5ca03b62 service neutron] Synchronizing usage tracker for tenant:43f387cbddb74f68bd061012f2b01385 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:02.225604 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-698bb7b6-9672-4852-83b9-d6dac92ac534 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8599291 Jan 21 09:46:02.228745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35602) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:02.238206 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'subnet': {'network_id': '67a9daf6-8187-497d-8f2a-23b36a748446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:02.247239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2fecea-09ff-459a-b3f0-c3b0300a139e None None] Network 710c8868-379a-4de0-9752-648a96bbc230 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:02.308063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:46:02.339796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-0c344451-3ba4-4e37-857e-5df9e348ee48 req-6ad0ae6e-cc2c-4aa3-bcef-87fe5ca03b62 service neutron] Unset dirty status for tenant:43f387cbddb74f68bd061012f2b01385 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:02.341586 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0c344451-3ba4-4e37-857e-5df9e348ee48 req-6ad0ae6e-cc2c-4aa3-bcef-87fe5ca03b62 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981418 Jan 21 09:46:02.352682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.360639 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6a2a6b05-8c34-4626-bdb8-ef9670132e31 req-6b869b7b-9d39-448b-982a-6429238eaee0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3433304 Jan 21 09:46:02.364747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.365794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.377239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1e150-a65a-489f-a1c4-cd9d34d429d1 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:02.387285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35606) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:02.419699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:02.428269 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:subnet and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:02.435347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:02.451033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:02.502055 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-10d2dbc3-3c4e-4ae4-a8b3-c1831b5c7eb4 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=4f1cd02a69e848f0bbeb355186482ce4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1129735 Jan 21 09:46:02.506026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35610) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:02.524400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.530712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Made reservation on behalf of 1a03374929684f1aba09889ba250e88a for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:02.571177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 1b770e94-bf61-4f32-863b-c4623f5e1247 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:02.593434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=c726d45c-67ad-403c-9b3b-d963842d4b07,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:02.726064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:02.749312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.817286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:02.828137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:02.833559 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb8cb-5797-4b32-9561-7b4d73570f0f None None] Pushing event updated for resources: {'Port': ['ID=c5d27d50-c47d-4b4f-aa2a-6869215f3580,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:02.875962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d691b40c-b58c-45cf-bafe-7349f0b0e2b9 None None] Provisioning for port 36403b1d-5689-42c2-aae6-7a45ec15a24e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:02.876212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.914927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb4dbf42-22a4-460e-9ca5-9fab0738ad70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:02.951331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d691b40c-b58c-45cf-bafe-7349f0b0e2b9 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:02.951928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d691b40c-b58c-45cf-bafe-7349f0b0e2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.016673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:03.024948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:03.027883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:03.071841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb4dbf42-22a4-460e-9ca5-9fab0738ad70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.111144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=1b770e94-bf61-4f32-863b-c4623f5e1247,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:03.124427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-710c8868-379a-4de0-9752-648a96bbc230', 'network_id': '710c8868-379a-4de0-9752-648a96bbc230', 'tenant_id': '1a03374929684f1aba09889ba250e88a', 'fixed_ips': [{'subnet_id': '30886938-f1bc-42ea-ae6f-f2d4a6ec5abe'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:03.125566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.145563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.146327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.212500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb4dbf42-22a4-460e-9ca5-9fab0738ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.236317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dbf42-22a4-460e-9ca5-9fab0738ad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b21a212-a820-4531-9063-ed59f456a7c6,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:03.287853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.326883 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5843b97f-1a46-4e98-a70f-c7ab45a0dd7a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3615711 Jan 21 09:46:03.328981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb4dbf42-22a4-460e-9ca5-9fab0738ad70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.333025 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fb4dbf42-22a4-460e-9ca5-9fab0738ad70 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/5b21a212-a820-4531-9063-ed59f456a7c6 HTTP/1.1" status: 204 len: 168 time: 0.8240345 Jan 21 09:46:03.333025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35614) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.402563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:03.407588 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.463572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router 881fdd57-f1ba-412c-933f-301aad4ff351 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:03.601169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Subnet': ['ID=06a7e170-7f21-4475-a7e6-0c3d5a2f0e66,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:03.613436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Checking segment: {'id': '2c4fd05d-6ffd-4cfe-846d-cbafcf27f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '67a9daf6-8187-497d-8f2a-23b36a748446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:03.614044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network hostable DHCP agents. Network: 67a9daf6-8187-497d-8f2a-23b36a748446, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:03.633167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d64a77-c553-4fec-9b46-4001a76debdc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.640494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d64a77-c553-4fec-9b46-4001a76debdc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.643501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e5d64a77-c553-4fec-9b46-4001a76debdc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:03.697370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e5d64a77-c553-4fec-9b46-4001a76debdc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:03.699526 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e5d64a77-c553-4fec-9b46-4001a76debdc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3569419 Jan 21 09:46:03.703989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network 67a9daf6-8187-497d-8f2a-23b36a748446 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:03.711572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35622) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.713293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Allocated IP 2001:db8::2 (710c8868-379a-4de0-9752-648a96bbc230/30886938-f1bc-42ea-ae6f-f2d4a6ec5abe/b478c5ac-f1b9-471b-a40c-85443ba0f051) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:03.784733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 67a9daf6-8187-497d-8f2a-23b36a748446) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:03.790993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:03.792356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:03.817860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ad15f-0592-4c8c-a4e3-480780e0c617 None None] Network 67a9daf6-8187-497d-8f2a-23b36a748446 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:03.846974 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-992d5bc3-d805-4ad3-992d-d126b2f819bf tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6160216 Jan 21 09:46:03.850472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35628) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:03.854955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-2d87ceb1-ba37-4d0f-8cdf-103a2ad4ec85 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 1b770e94-bf61-4f32-863b-c4623f5e1247 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:03.855184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d87ceb1-ba37-4d0f-8cdf-103a2ad4ec85 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.167471 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d8305f4d-6a56-47ba-87c2-dba8f6a13e4d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:04.178179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27eb05-dfa7-457e-ba69-7d2d60c96e1a req-05c02ce7-8aa4-44ee-bfed-9f794ac0b27b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.188365 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c27eb05-dfa7-457e-ba69-7d2d60c96e1a req-05c02ce7-8aa4-44ee-bfed-9f794ac0b27b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 946 time: 0.3840365 Jan 21 09:46:04.229588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:04.242792 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0793d6-f3b2-4c36-8958-b51babcb31b3 None None] Sync routers for ids ['881fdd57-f1ba-412c-933f-301aad4ff351'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:04.258799 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c5e819c8-d316-40ce-95ce-fbf3bce60998 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/881fdd57-f1ba-412c-933f-301aad4ff351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2320292 Jan 21 09:46:04.274044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c27eb05-dfa7-457e-ba69-7d2d60c96e1a req-c2d1074a-0312-455d-962c-2ad90021ec58 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847144 Jan 21 09:46:04.275278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35632) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.280132 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0793d6-f3b2-4c36-8958-b51babcb31b3 None None] Routers {'881fdd57-f1ba-412c-933f-301aad4ff351'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:04.281882 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9a0793d6-f3b2-4c36-8958-b51babcb31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['881fdd57-f1ba-412c-933f-301aad4ff351'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:04.329652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84f5df-f592-4f58-9f1b-6981d28905da None None] Network 6ab6e50e-534b-4efa-83ce-4733b5b45991 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:04.344161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35636) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.390090 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9a0793d6-f3b2-4c36-8958-b51babcb31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:04.419167 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0793d6-f3b2-4c36-8958-b51babcb31b3 None None] Routers {'881fdd57-f1ba-412c-933f-301aad4ff351'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:04.419705 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9a0793d6-f3b2-4c36-8958-b51babcb31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['881fdd57-f1ba-412c-933f-301aad4ff351'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:04.461443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f80d77-b212-4fe2-88d9-8f183b9bf0ff tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:04.462312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f5f80d77-b212-4fe2-88d9-8f183b9bf0ff tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:04.495571 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e1523ca3-84e2-4395-a791-b1c6d25d3433 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=bd1ec3cd1cbf49cdb061a30c73731bb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1502917 Jan 21 09:46:04.499568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35640) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.515104 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9a0793d6-f3b2-4c36-8958-b51babcb31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:04.515795 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0793d6-f3b2-4c36-8958-b51babcb31b3 None None] The sync data for ids ['881fdd57-f1ba-412c-933f-301aad4ff351'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:04.517464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f5f80d77-b212-4fe2-88d9-8f183b9bf0ff tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:04.519524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f5f80d77-b212-4fe2-88d9-8f183b9bf0ff tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports/c726d45c-67ad-403c-9b3b-d963842d4b07 HTTP/1.1" status: 200 len: 911 time: 0.2417889 Jan 21 09:46:04.526307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35644) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:04.606404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4c03d6d-656d-4a73-8ea3-b5448bde1e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.640323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4c03d6d-656d-4a73-8ea3-b5448bde1e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.729527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d87ceb1-ba37-4d0f-8cdf-103a2ad4ec85 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.740102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4c03d6d-656d-4a73-8ea3-b5448bde1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.741241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2cbe4e2a-1a51-4c9b-98fa-1fb26781c3f4 None None] Provisioning for port c726d45c-67ad-403c-9b3b-d963842d4b07 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:04.744514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-67a9daf6-8187-497d-8f2a-23b36a748446', 'network_id': '67a9daf6-8187-497d-8f2a-23b36a748446', 'tenant_id': '1a03374929684f1aba09889ba250e88a', 'fixed_ips': [{'subnet_id': '06a7e170-7f21-4475-a7e6-0c3d5a2f0e66'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:04.745530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.760478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c03d6d-656d-4a73-8ea3-b5448bde1e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf98ff-3bee-4ada-91d9-7d1318768b83,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:04.763623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4c03d6d-656d-4a73-8ea3-b5448bde1e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.767785 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4c03d6d-656d-4a73-8ea3-b5448bde1e06 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/9faf98ff-3bee-4ada-91d9-7d1318768b83 HTTP/1.1" status: 204 len: 168 time: 0.2666225 Jan 21 09:46:04.811766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:04.842212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2cbe4e2a-1a51-4c9b-98fa-1fb26781c3f4 None None] Provisioning complete for port c726d45c-67ad-403c-9b3b-d963842d4b07 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:04.842547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4e2a-1a51-4c9b-98fa-1fb26781c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.037414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-2d87ceb1-ba37-4d0f-8cdf-103a2ad4ec85 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 1b770e94-bf61-4f32-863b-c4623f5e1247 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:05.147979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:05.307847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.323214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Transition to ACTIVE for port object b478c5ac-f1b9-471b-a40c-85443ba0f051 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:05.345153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Transition to ACTIVE for port object b478c5ac-f1b9-471b-a40c-85443ba0f051 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:05.393448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.405685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Allocated IP 2001:db8::2 (67a9daf6-8187-497d-8f2a-23b36a748446/06a7e170-7f21-4475-a7e6-0c3d5a2f0e66/a328983b-6e0a-41e9-b3c4-8d91a52a52b4) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:05.482655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:05.483420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.516996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c044278-d1f9-40ec-b32c-15c3b7618809 req-94864cd3-37db-49c2-a635-373e7853db27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.520311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4c044278-d1f9-40ec-b32c-15c3b7618809 req-94864cd3-37db-49c2-a635-373e7853db27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 946 time: 0.0971630 Jan 21 09:46:05.537311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Pushing event updated for resources: {'Port': ['ID=b478c5ac-f1b9-471b-a40c-85443ba0f051,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.574097 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4c044278-d1f9-40ec-b32c-15c3b7618809 req-845f25bf-4d6f-49a5-b07e-d6a518cba9d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449684 Jan 21 09:46:05.581925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe4e2a-1a51-4c9b-98fa-1fb26781c3f4 None None] Port c726d45c-67ad-403c-9b3b-d963842d4b07 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:05.719366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Network 710c8868-379a-4de0-9752-648a96bbc230 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:05.729500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:05.736530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:05.794032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dee70-be69-4f4f-97de-85f059e3b2b3 req-d4e9315b-034c-403f-84e2-7c5186886f6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:05.795656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f69dee70-be69-4f4f-97de-85f059e3b2b3 req-d4e9315b-034c-403f-84e2-7c5186886f6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 946 time: 0.0829394 Jan 21 09:46:05.847740 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f69dee70-be69-4f4f-97de-85f059e3b2b3 req-3347d53e-8c9f-40fd-a6ba-e2c745fc573f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448024 Jan 21 09:46:05.875153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-48f788d5-0b4f-4c67-b568-f1b0988145af None None] Provisioning for port c5d27d50-c47d-4b4f-aa2a-6869215f3580 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:05.900065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d87ceb1-ba37-4d0f-8cdf-103a2ad4ec85 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.937255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:05.977003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87ceb1-ba37-4d0f-8cdf-103a2ad4ec85 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=1b770e94-bf61-4f32-863b-c4623f5e1247,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:05.996661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.035366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Attempting to bind port b478c5ac-f1b9-471b-a40c-85443ba0f051 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:06.035740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Attempting to bind port b478c5ac-f1b9-471b-a40c-85443ba0f051 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'c2c5ab50-bbdf-41a7-afcf-785e6a42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '710c8868-379a-4de0-9752-648a96bbc230'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:06.036102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Attempting to bind port b478c5ac-f1b9-471b-a40c-85443ba0f051 on network 710c8868-379a-4de0-9752-648a96bbc230 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:06.078885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:06.078885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Checking segment: {'id': 'c2c5ab50-bbdf-41a7-afcf-785e6a42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '710c8868-379a-4de0-9752-648a96bbc230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:06.078885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.078885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Bound using segment: {'id': 'c2c5ab50-bbdf-41a7-afcf-785e6a42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '710c8868-379a-4de0-9752-648a96bbc230'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:06.079324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Bound port: b478c5ac-f1b9-471b-a40c-85443ba0f051, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c5ab50-bbdf-41a7-afcf-785e6a42060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '710c8868-379a-4de0-9752-648a96bbc230'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:06.079615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.095042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.116926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Transition to ACTIVE for port object a328983b-6e0a-41e9-b3c4-8d91a52a52b4 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:06.119523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-48f788d5-0b4f-4c67-b568-f1b0988145af None None] Provisioning complete for port c726d45c-67ad-403c-9b3b-d963842d4b07 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:06.119892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48f788d5-0b4f-4c67-b568-f1b0988145af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.188556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d8305f4d-6a56-47ba-87c2-dba8f6a13e4d,segment=NetworkSegment(fc92abb1-683e-4b80-8811-29d1cbb50e66),segment_id=fc92abb1-683e-4b80-8811-29d1cbb50e66)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:06.212168 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Transition to ACTIVE for port object a328983b-6e0a-41e9-b3c4-8d91a52a52b4 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:06.245038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.288962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-48f788d5-0b4f-4c67-b568-f1b0988145af None None] Port c726d45c-67ad-403c-9b3b-d963842d4b07 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:06.306548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.307175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.345556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Network 67a9daf6-8187-497d-8f2a-23b36a748446 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:06.356679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:06.363005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:06.413208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c5d27d50-c47d-4b4f-aa2a-6869215f3580 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:06.427025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2d87ceb1-ba37-4d0f-8cdf-103a2ad4ec85 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.550299 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2d87ceb1-ba37-4d0f-8cdf-103a2ad4ec85 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/1b770e94-bf61-4f32-863b-c4623f5e1247 HTTP/1.1" status: 204 len: 168 time: 2.8367267 Jan 21 09:46:06.553174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35658) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:06.558353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=d8305f4d-6a56-47ba-87c2-dba8f6a13e4d,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.605005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] For port b478c5ac-f1b9-471b-a40c-85443ba0f051, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:06.607149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-48f788d5-0b4f-4c67-b568-f1b0988145af None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:06.607523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48f788d5-0b4f-4c67-b568-f1b0988145af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.635507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6649ba2-fc32-400e-9bf0-06c0bfdb292f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.636556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6649ba2-fc32-400e-9bf0-06c0bfdb292f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.638182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6649ba2-fc32-400e-9bf0-06c0bfdb292f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:06.639021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6649ba2-fc32-400e-9bf0-06c0bfdb292f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:06.656393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6649ba2-fc32-400e-9bf0-06c0bfdb292f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:06.657884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6649ba2-fc32-400e-9bf0-06c0bfdb292f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1024809 Jan 21 09:46:06.661031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35662) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:06.674630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] For port b478c5ac-f1b9-471b-a40c-85443ba0f051, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b478c5ac-f1b9-471b-a40c-85443ba0f051,segment=NetworkSegment(c2c5ab50-bbdf-41a7-afcf-785e6a42060f),segment_id=c2c5ab50-bbdf-41a7-afcf-785e6a42060f)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:06.704149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.715381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Attempting to bind port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:06.715756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Attempting to bind port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '2c4fd05d-6ffd-4cfe-846d-cbafcf27f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '67a9daf6-8187-497d-8f2a-23b36a748446'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:06.716115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Attempting to bind port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 on network 67a9daf6-8187-497d-8f2a-23b36a748446 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:06.741971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Pushing event updated for resources: {'Port': ['ID=a328983b-6e0a-41e9-b3c4-8d91a52a52b4,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:06.779379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:06.779791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Checking segment: {'id': '2c4fd05d-6ffd-4cfe-846d-cbafcf27f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '67a9daf6-8187-497d-8f2a-23b36a748446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:06.780140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.780534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Bound using segment: {'id': '2c4fd05d-6ffd-4cfe-846d-cbafcf27f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '67a9daf6-8187-497d-8f2a-23b36a748446'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:06.781038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Bound port: a328983b-6e0a-41e9-b3c4-8d91a52a52b4, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4fd05d-6ffd-4cfe-846d-cbafcf27f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '67a9daf6-8187-497d-8f2a-23b36a748446'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:06.781411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.834749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port c5d27d50-c47d-4b4f-aa2a-6869215f3580 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:06.847672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Allocated IP 2001:db8::1 (710c8868-379a-4de0-9752-648a96bbc230/30886938-f1bc-42ea-ae6f-f2d4a6ec5abe/330b0778-5cd5-4085-8007-a1e308f2e0e4) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:06.883557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c5d27d50-c47d-4b4f-aa2a-6869215f3580 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:06.883557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.898355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28adb0d-498f-42b2-820a-d5adc49386a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet b57487c9-61d7-49f8-a077-4f28e74e9275 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:06.901788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c28adb0d-498f-42b2-820a-d5adc49386a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:06.993658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82c417-12f2-46ae-b4dd-c3efc872d819 None None] Pushing event updated for resources: {'Port': ['ID=b478c5ac-f1b9-471b-a40c-85443ba0f051,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.021356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c28adb0d-498f-42b2-820a-d5adc49386a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.043383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-48f788d5-0b4f-4c67-b568-f1b0988145af None None] Could not find standard attr ID for object 1b770e94-bf61-4f32-863b-c4623f5e1247. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:07.051107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] For port a328983b-6e0a-41e9-b3c4-8d91a52a52b4, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:07.055100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] For port a328983b-6e0a-41e9-b3c4-8d91a52a52b4, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a328983b-6e0a-41e9-b3c4-8d91a52a52b4,segment=NetworkSegment(2c4fd05d-6ffd-4cfe-846d-cbafcf27f747),segment_id=2c4fd05d-6ffd-4cfe-846d-cbafcf27f747)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:07.070167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.192518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c28adb0d-498f-42b2-820a-d5adc49386a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.247818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.250577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.271804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de240cf-5390-472b-9efa-66dc0328e3c5 None None] Pushing event updated for resources: {'Port': ['ID=a328983b-6e0a-41e9-b3c4-8d91a52a52b4,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.292906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-073e4a79-582b-435a-9cf5-750cbbd0f831 None None] Provisioning complete for port c5d27d50-c47d-4b4f-aa2a-6869215f3580 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:07.293433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-073e4a79-582b-435a-9cf5-750cbbd0f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.298859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Transition to ACTIVE for port object 330b0778-5cd5-4085-8007-a1e308f2e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:07.342744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c28adb0d-498f-42b2-820a-d5adc49386a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.388372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35666) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:07.395170 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.410404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port c5d27d50-c47d-4b4f-aa2a-6869215f3580, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c5d27d50-c47d-4b4f-aa2a-6869215f3580,segment=NetworkSegment(2e66c43e-777e-4039-ba42-a52090099ea8),segment_id=2e66c43e-777e-4039-ba42-a52090099ea8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:07.415611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.422501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28adb0d-498f-42b2-820a-d5adc49386a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=b57487c9-61d7-49f8-a077-4f28e74e9275,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.431320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c28adb0d-498f-42b2-820a-d5adc49386a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.456482 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c28adb0d-498f-42b2-820a-d5adc49386a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/b57487c9-61d7-49f8-a077-4f28e74e9275 HTTP/1.1" status: 204 len: 168 time: 0.7906787 Jan 21 09:46:07.457165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35670) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:07.513530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e1545-349a-4c61-b8f5-d901635a53e0 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:07.571748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e7f121-307f-4e43-a8f3-3ff70e3f271f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet b80eefaf-4b9c-4ded-9e7a-c2fcf7a5b954 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:07.575398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f121-307f-4e43-a8f3-3ff70e3f271f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.623704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network 710c8868-379a-4de0-9752-648a96bbc230 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:07.630102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:07.645295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:07.645553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.657119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f121-307f-4e43-a8f3-3ff70e3f271f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.661088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Port': ['ID=330b0778-5cd5-4085-8007-a1e308f2e0e4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.724111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=c5d27d50-c47d-4b4f-aa2a-6869215f3580,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.774612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f121-307f-4e43-a8f3-3ff70e3f271f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.875294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f121-307f-4e43-a8f3-3ff70e3f271f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.889642 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:46:07.962497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f121-307f-4e43-a8f3-3ff70e3f271f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.971502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7f121-307f-4e43-a8f3-3ff70e3f271f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=b80eefaf-4b9c-4ded-9e7a-c2fcf7a5b954,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:07.976695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:07.985149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b7e7f121-307f-4e43-a8f3-3ff70e3f271f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/b80eefaf-4b9c-4ded-9e7a-c2fcf7a5b954 HTTP/1.1" status: 204 len: 168 time: 0.5269542 Jan 21 09:46:07.988429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35674) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:07.998202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port c726d45c-67ad-403c-9b3b-d963842d4b07 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:07.998534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.076483 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7e387d10-8931-4287-b5f7-e71eeedd420e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861945 Jan 21 09:46:08.080075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35678) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.086546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:08.121382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abf3c6f-9019-4f39-baea-b4dbfad17a1d None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': 'b80eefaf-4b9c-4ded-9e7a-c2fcf7a5b954'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '36403b1d-5689-42c2-aae6-7a45ec15a24e'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:46:08.185949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7abf3c6f-9019-4f39-baea-b4dbfad17a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.228824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:08.238596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:08.242395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:08.249638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:08.267335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:08.280000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.366315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f5a802-ec21-404b-954b-75db4bc9f892 None None] Network 710c8868-379a-4de0-9752-648a96bbc230 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:08.494753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c96e7059-a74a-460c-bcd4-6b849b1661a8 None None] Provisioning for port b478c5ac-f1b9-471b-a40c-85443ba0f051 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:08.615071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d038ccd-80eb-45ad-a050-38db120b8f5e None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:08.632940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c5d27d50-c47d-4b4f-aa2a-6869215f3580 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:08.684078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.786423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.793584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a259ef-2250-407e-9e63-75133c6009ff None None] Network 67a9daf6-8187-497d-8f2a-23b36a748446 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:08.857306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:08.860821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:08.866240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:08.866839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:08.890350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=6252df88-ac12-4166-8d0c-2af1eb2c3faa,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:08.896753 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d43e3810-7a66-4575-97e5-633006f5864f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8151131 Jan 21 09:46:08.899530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35682) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:08.905492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:08.973834 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for c726d45c-67ad-403c-9b3b-d963842d4b07 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:08.991127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6822d23f-c245-4b67-a052-5d8cb1335e55 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:08.991527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6822d23f-c245-4b67-a052-5d8cb1335e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.066916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:09.071639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:09.074669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c5d27d50-c47d-4b4f-aa2a-6869215f3580 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:09.074917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:09.075048 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.081704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:09.093327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:09.097213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.484786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.549237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b478c5ac-f1b9-471b-a40c-85443ba0f051 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:09.550577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=c726d45c-67ad-403c-9b3b-d963842d4b07,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:09.620751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.664305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:46:09.701868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bd6430b6-39be-4ddc-a1ac-c10f1d594d3c None None] Provisioning for port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:09.712455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.713465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.782646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port b478c5ac-f1b9-471b-a40c-85443ba0f051 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:09.803298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b478c5ac-f1b9-471b-a40c-85443ba0f051 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:09.803828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:09.889215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171311f5-ea58-4108-adbc-5cfa524d5c85 None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '6252df88-ac12-4166-8d0c-2af1eb2c3faa'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '36403b1d-5689-42c2-aae6-7a45ec15a24e'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:46:09.945685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.005282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1e59b31e-cdf7-4a14-a8e8-f7214aa00514 None None] Provisioning for port 330b0778-5cd5-4085-8007-a1e308f2e0e4 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:10.013282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1e59b31e-cdf7-4a14-a8e8-f7214aa00514 None None] Provisioning complete for port 330b0778-5cd5-4085-8007-a1e308f2e0e4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:10.013828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1e59b31e-cdf7-4a14-a8e8-f7214aa00514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.031093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.079140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-171311f5-ea58-4108-adbc-5cfa524d5c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.095303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1e59b31e-cdf7-4a14-a8e8-f7214aa00514 None None] Port 330b0778-5cd5-4085-8007-a1e308f2e0e4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:10.120380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.206868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Port': ['ID=330b0778-5cd5-4085-8007-a1e308f2e0e4,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.208706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1e59b31e-cdf7-4a14-a8e8-f7214aa00514 None None] Provisioning complete for port b478c5ac-f1b9-471b-a40c-85443ba0f051 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:10.209993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1e59b31e-cdf7-4a14-a8e8-f7214aa00514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.299667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port b478c5ac-f1b9-471b-a40c-85443ba0f051, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b478c5ac-f1b9-471b-a40c-85443ba0f051,segment=NetworkSegment(c2c5ab50-bbdf-41a7-afcf-785e6a42060f),segment_id=c2c5ab50-bbdf-41a7-afcf-785e6a42060f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:10.311846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.312790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a328983b-6e0a-41e9-b3c4-8d91a52a52b4 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:10.322655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:10.356470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.363556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.364650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.437040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network 710c8868-379a-4de0-9752-648a96bbc230 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:10.439975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:10.498712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=c7880f38-1eb0-4455-817a-df94a5aece22,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.519820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:10.531189 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:10.537886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:10.538763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.572875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=b478c5ac-f1b9-471b-a40c-85443ba0f051,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.602480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7016644 Jan 21 09:46:10.607517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35688) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:10.616866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:cf:4d:50', 'name': 'tempest-NetworksTestDHCPv6-368085556'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:10.641562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced56ca8-4fb0-425c-a316-9222a878deaf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=13']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:10.668927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:10.678862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:10.679233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.703992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-171311f5-ea58-4108-adbc-5cfa524d5c85 None None] Allocated IP 172.20.0.2 (39f1e386-d394-42ab-8358-5616c07c4588/6252df88-ac12-4166-8d0c-2af1eb2c3faa/36403b1d-5689-42c2-aae6-7a45ec15a24e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:10.819635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:10.824740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:10.827637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:10.836647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:10.849028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:10.853156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.883143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 0e3655e0-4792-4397-abbe-fe90dfea5119 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:10.924649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-185d265c-a76a-4438-9874-11786c34881d None None] Provisioning complete for port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:10.924649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-185d265c-a76a-4438-9874-11786c34881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:10.999989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-171311f5-ea58-4108-adbc-5cfa524d5c85 None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:11.015441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.064127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-171311f5-ea58-4108-adbc-5cfa524d5c85 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.126780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-171311f5-ea58-4108-adbc-5cfa524d5c85 None None] Transition to ACTIVE for port object 36403b1d-5689-42c2-aae6-7a45ec15a24e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:11.145293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port a328983b-6e0a-41e9-b3c4-8d91a52a52b4, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a328983b-6e0a-41e9-b3c4-8d91a52a52b4,segment=NetworkSegment(2c4fd05d-6ffd-4cfe-846d-cbafcf27f747),segment_id=2c4fd05d-6ffd-4cfe-846d-cbafcf27f747)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:11.146543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-171311f5-ea58-4108-adbc-5cfa524d5c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.189237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.191013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d8305f4d-6a56-47ba-87c2-dba8f6a13e4d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:11.248815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-185d265c-a76a-4438-9874-11786c34881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.269273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router 881fdd57-f1ba-412c-933f-301aad4ff351 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:11.279771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 172.20.0.9 (39f1e386-d394-42ab-8358-5616c07c4588/6252df88-ac12-4166-8d0c-2af1eb2c3faa/0e3655e0-4792-4397-abbe-fe90dfea5119) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:11.286739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fecf:4d50 (39f1e386-d394-42ab-8358-5616c07c4588/c7880f38-1eb0-4455-817a-df94a5aece22/0e3655e0-4792-4397-abbe-fe90dfea5119) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:11.376203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171311f5-ea58-4108-adbc-5cfa524d5c85 None None] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=14']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.507650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.525910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 0e3655e0-4792-4397-abbe-fe90dfea5119 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:11.557796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.562114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-185d265c-a76a-4438-9874-11786c34881d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:11.562469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-185d265c-a76a-4438-9874-11786c34881d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:11.564940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:11.565297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.594858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=a328983b-6e0a-41e9-b3c4-8d91a52a52b4,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.636819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:11.657539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888efbd-b667-41fc-b150-dac450c843d8 None None] Sync routers for ids ['881fdd57-f1ba-412c-933f-301aad4ff351'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:11.671960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:11.734087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888efbd-b667-41fc-b150-dac450c843d8 None None] Routers {'881fdd57-f1ba-412c-933f-301aad4ff351'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:11.735080 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6888efbd-b667-41fc-b150-dac450c843d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['881fdd57-f1ba-412c-933f-301aad4ff351'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:11.784418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:11.785279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35692) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:11.785413 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7d1fc18a-5ec2-4085-b9c1-1f301d279ca0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/881fdd57-f1ba-412c-933f-301aad4ff351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2572937 Jan 21 09:46:11.789669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:11.836943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6888efbd-b667-41fc-b150-dac450c843d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:11.838737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:11.864688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888efbd-b667-41fc-b150-dac450c843d8 None None] Routers {'881fdd57-f1ba-412c-933f-301aad4ff351'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:11.865456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6888efbd-b667-41fc-b150-dac450c843d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['881fdd57-f1ba-412c-933f-301aad4ff351'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:11.869525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=0e3655e0-4792-4397-abbe-fe90dfea5119,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:11.877306 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22f3030c-b267-41b0-90a3-161145eb75be tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=881fdd57-f1ba-412c-933f-301aad4ff351 HTTP/1.1" status: 200 len: 205 time: 0.0851324 Jan 21 09:46:11.878640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35696) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:11.965411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6888efbd-b667-41fc-b150-dac450c843d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:11.965814 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888efbd-b667-41fc-b150-dac450c843d8 None None] The sync data for ids ['881fdd57-f1ba-412c-933f-301aad4ff351'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:11.970023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:11.990726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:11.991469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.083805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-46182762-9ddb-4606-ba1a-e8c2cd9bea53 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4747910 Jan 21 09:46:12.084055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35700) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.087435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979a1fdf-38dd-4e6d-82dc-ec61812d0d15 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.131739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Router e27a229a-f5e0-488d-9984-28ae2d341040 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:12.233724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.280173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:12.285536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-185d265c-a76a-4438-9874-11786c34881d None None] Provisioning complete for port 330b0778-5cd5-4085-8007-a1e308f2e0e4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:12.287316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-185d265c-a76a-4438-9874-11786c34881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.374704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.506115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e138b7-1c98-4bf7-9b7f-055e0fb5e8d9 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:12.545442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979a1fdf-38dd-4e6d-82dc-ec61812d0d15 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.550323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979a1fdf-38dd-4e6d-82dc-ec61812d0d15 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.579846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979a1fdf-38dd-4e6d-82dc-ec61812d0d15 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.580641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb4053-c62c-4ec0-aabd-07e3a8e67729 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.582179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979a1fdf-38dd-4e6d-82dc-ec61812d0d15 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Fanout notify agent at l3_agent the message router_deleted on router 881fdd57-f1ba-412c-933f-301aad4ff351 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:12.584760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb4053-c62c-4ec0-aabd-07e3a8e67729 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:12.585601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2ccb4053-c62c-4ec0-aabd-07e3a8e67729 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:12.603522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-979a1fdf-38dd-4e6d-82dc-ec61812d0d15 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.605750 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-979a1fdf-38dd-4e6d-82dc-ec61812d0d15 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/881fdd57-f1ba-412c-933f-301aad4ff351 HTTP/1.1" status: 204 len: 168 time: 0.7227938 Jan 21 09:46:12.608132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35704) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.613342 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-185d265c-a76a-4438-9874-11786c34881d None None] Port 330b0778-5cd5-4085-8007-a1e308f2e0e4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:12.614741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=15']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:12.633252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.17 (2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2/021778d6-972b-48b8-b2ef-337b6100e50c/110618c8-f75f-4745-92f4-9a6f13f2056e) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:12.644720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2ccb4053-c62c-4ec0-aabd-07e3a8e67729 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:12.648637 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2ccb4053-c62c-4ec0-aabd-07e3a8e67729 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5636985 Jan 21 09:46:12.650293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35708) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.685654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b478c5ac-f1b9-471b-a40c-85443ba0f051 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:12.794414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7b189e30-a707-4790-b309-2be6ca13e841 None None] Provisioning for port 36403b1d-5689-42c2-aae6-7a45ec15a24e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:12.802768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7b189e30-a707-4790-b309-2be6ca13e841 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:12.802768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7b189e30-a707-4790-b309-2be6ca13e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.821764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:12.829259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1fc60-c45a-4949-bb54-dd1048766075 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 0e3655e0-4792-4397-abbe-fe90dfea5119 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:12.829259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fc60-c45a-4949-bb54-dd1048766075 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.832036 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4013cb6e-8c04-419a-bbf0-355e6013fd69 None None] Sync routers for ids ['e27a229a-f5e0-488d-9984-28ae2d341040'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:12.844671 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4013cb6e-8c04-419a-bbf0-355e6013fd69 None None] Routers {'e27a229a-f5e0-488d-9984-28ae2d341040'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:12.845138 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4013cb6e-8c04-419a-bbf0-355e6013fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e27a229a-f5e0-488d-9984-28ae2d341040'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.847209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59e038d-bbd1-46f8-a09f-16edcdf8f8f7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet 0f838a91-dbd7-4354-891e-43a58d55dd25 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:12.850939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f59e038d-bbd1-46f8-a09f-16edcdf8f8f7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:12.905967 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-69f2cda8-cdbb-4e42-be33-f22a8a6d6ea9 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "PUT /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9690316 Jan 21 09:46:12.910451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35712) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:12.918498 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4013cb6e-8c04-419a-bbf0-355e6013fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.930570 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4013cb6e-8c04-419a-bbf0-355e6013fd69 None None] Routers {'e27a229a-f5e0-488d-9984-28ae2d341040'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:12.931411 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4013cb6e-8c04-419a-bbf0-355e6013fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e27a229a-f5e0-488d-9984-28ae2d341040'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.993386 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4013cb6e-8c04-419a-bbf0-355e6013fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:12.994078 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4013cb6e-8c04-419a-bbf0-355e6013fd69 None None] The sync data for ids ['e27a229a-f5e0-488d-9984-28ae2d341040'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:12.998805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f59e038d-bbd1-46f8-a09f-16edcdf8f8f7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.008733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.040111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 110618c8-f75f-4745-92f4-9a6f13f2056e will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:13.076898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7b189e30-a707-4790-b309-2be6ca13e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.085753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b478c5ac-f1b9-471b-a40c-85443ba0f051 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:13.086294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.208643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.222520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7b189e30-a707-4790-b309-2be6ca13e841 None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:13.232126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7b189e30-a707-4790-b309-2be6ca13e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.269615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fc60-c45a-4949-bb54-dd1048766075 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.327239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f59e038d-bbd1-46f8-a09f-16edcdf8f8f7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.365147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:13.365316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189e30-a707-4790-b309-2be6ca13e841 None None] Pushing event updated for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=16']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.370512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a328983b-6e0a-41e9-b3c4-8d91a52a52b4 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:13.439278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:13.443388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:13.458380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:13.458973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.512430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1fc60-c45a-4949-bb54-dd1048766075 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 0e3655e0-4792-4397-abbe-fe90dfea5119 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:13.560291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.564133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f59e038d-bbd1-46f8-a09f-16edcdf8f8f7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.578064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=110618c8-f75f-4745-92f4-9a6f13f2056e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.649432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:13.660798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e038d-bbd1-46f8-a09f-16edcdf8f8f7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=0f838a91-dbd7-4354-891e-43a58d55dd25,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:13.685576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f59e038d-bbd1-46f8-a09f-16edcdf8f8f7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.700274 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f59e038d-bbd1-46f8-a09f-16edcdf8f8f7 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/0f838a91-dbd7-4354-891e-43a58d55dd25 HTTP/1.1" status: 204 len: 168 time: 1.0907874 Jan 21 09:46:13.702348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35716) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:13.703146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab6f34d-10eb-482e-be0b-eb490b18e517 None None] Network 6b8a92fe-79fc-4fab-b545-3bd937b12d0d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:13.739222 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.942247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:13.983114 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:13.983757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.010184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-763e618b-bb62-4159-bd81-b4711bb42f41 None None] Provisioning for port 110618c8-f75f-4745-92f4-9a6f13f2056e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:14.034611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-763e618b-bb62-4159-bd81-b4711bb42f41 None None] Provisioning complete for port 110618c8-f75f-4745-92f4-9a6f13f2056e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:14.035041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-763e618b-bb62-4159-bd81-b4711bb42f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.092409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:14.092785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.187475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-763e618b-bb62-4159-bd81-b4711bb42f41 None None] Port 110618c8-f75f-4745-92f4-9a6f13f2056e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:14.312077 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] DHCP port deletion for 6b8a92fe-79fc-4fab-b545-3bd937b12d0d request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:14.324157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] Deleting port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:14.324821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.335870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fc60-c45a-4949-bb54-dd1048766075 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.372725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90fa46a-645d-4f34-9e37-a5d73765e7ea None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:14.419642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d8305f4d-6a56-47ba-87c2-dba8f6a13e4d,segment=NetworkSegment(fc92abb1-683e-4b80-8811-29d1cbb50e66),segment_id=fc92abb1-683e-4b80-8811-29d1cbb50e66)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:14.419642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.451677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1fc60-c45a-4949-bb54-dd1048766075 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=0e3655e0-4792-4397-abbe-fe90dfea5119,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:14.523994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:14.566032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c22db3e4-3e15-49b5-aec6-a5c733540c16 None None] Could not find standard attr ID for object 0e3655e0-4792-4397-abbe-fe90dfea5119. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:14.595170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for d8305f4d-6a56-47ba-87c2-dba8f6a13e4d owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:14.739618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.741194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fc60-c45a-4949-bb54-dd1048766075 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.760121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c22db3e4-3e15-49b5-aec6-a5c733540c16 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:14.760869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c22db3e4-3e15-49b5-aec6-a5c733540c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.765522 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f2d1fc60-c45a-4949-bb54-dd1048766075 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/0e3655e0-4792-4397-abbe-fe90dfea5119 HTTP/1.1" status: 204 len: 168 time: 2.1135488 Jan 21 09:46:14.773632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35720) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:14.782219 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-03067622-b890-4b0f-a12e-6a68a2a230da tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:14.786536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-03067622-b890-4b0f-a12e-6a68a2a230da tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "PUT /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8716080 Jan 21 09:46:14.786755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.786755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35724) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:14.830770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=d8305f4d-6a56-47ba-87c2-dba8f6a13e4d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:14.844025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No DVR routers for this DVR port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:14.852364 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.887389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:14.887853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:14.968095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6417141-789f-4e78-8691-4536786a8e41 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.969717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6417141-789f-4e78-8691-4536786a8e41 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.972257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6417141-789f-4e78-8691-4536786a8e41 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:14.973240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6417141-789f-4e78-8691-4536786a8e41 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:15.006923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.029375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6417141-789f-4e78-8691-4536786a8e41 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:15.034755 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6417141-789f-4e78-8691-4536786a8e41 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2508011 Jan 21 09:46:15.034755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35728) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:15.035030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.039874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=110618c8-f75f-4745-92f4-9a6f13f2056e,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.072825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8a92fe-79fc-4fab-b545-3bd937b12d0d']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:15.092807 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] For port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d8305f4d-6a56-47ba-87c2-dba8f6a13e4d,segment=NetworkSegment(fc92abb1-683e-4b80-8811-29d1cbb50e66),segment_id=fc92abb1-683e-4b80-8811-29d1cbb50e66)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:15.093340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.094755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc92abb1-683e-4b80-8811-29d1cbb50e66') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:15.095104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc92abb1-683e-4b80-8811-29d1cbb50e66') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:15.117364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.262587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] Calling delete_port for d8305f4d-6a56-47ba-87c2-dba8f6a13e4d owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:15.273912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:15.276185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:15.287562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.357593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:15.357593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:15.375566 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:15.469354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:15.469354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:15.535411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d8305f4d-6a56-47ba-87c2-dba8f6a13e4d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:15.549262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.597796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.604411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: d8305f4d-6a56-47ba-87c2-dba8f6a13e4d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:15.604751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d8305f4d-6a56-47ba-87c2-dba8f6a13e4d not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:15.618939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=6b8a92fe-79fc-4fab-b545-3bd937b12d0d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:15.634822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-714d4ac8-d611-4d11-83fe-bd28ee98c79f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 6252df88-ac12-4166-8d0c-2af1eb2c3faa {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:15.634822 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22e239b2-5dfb-484e-ba4b-ddfd85e659b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/6b8a92fe-79fc-4fab-b545-3bd937b12d0d HTTP/1.1" status: 204 len: 168 time: 1.9193978 Jan 21 09:46:15.634822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-714d4ac8-d611-4d11-83fe-bd28ee98c79f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.639130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35732) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:15.652420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-423209307', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:15.672080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:15.692489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:router and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:15.700377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:15.726822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:15.728327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-714d4ac8-d611-4d11-83fe-bd28ee98c79f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.744328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-57eb362d-27a3-4b51-8e9d-cb52e6d8a990 None None] Provisioning complete for port 110618c8-f75f-4745-92f4-9a6f13f2056e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:15.744328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-57eb362d-27a3-4b51-8e9d-cb52e6d8a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.809862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.809862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.820374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-57eb362d-27a3-4b51-8e9d-cb52e6d8a990 None None] Port 110618c8-f75f-4745-92f4-9a6f13f2056e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:15.849901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-714d4ac8-d611-4d11-83fe-bd28ee98c79f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.850360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.962055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-714d4ac8-d611-4d11-83fe-bd28ee98c79f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:15.962644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] Deleting port d8305f4d-6a56-47ba-87c2-dba8f6a13e4d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:15.962644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.035168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d4ac8-d611-4d11-83fe-bd28ee98c79f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=6252df88-ac12-4166-8d0c-2af1eb2c3faa,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:16.039297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-714d4ac8-d611-4d11-83fe-bd28ee98c79f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.059050 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-714d4ac8-d611-4d11-83fe-bd28ee98c79f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/6252df88-ac12-4166-8d0c-2af1eb2c3faa HTTP/1.1" status: 204 len: 168 time: 1.0215290 Jan 21 09:46:16.059285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35736) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.075093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-14db8686-f3a0-4d4f-90ca-9a88418699ea None None] The port 'd8305f4d-6a56-47ba-87c2-dba8f6a13e4d' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:16.161637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f84454-b89d-4d45-8607-8250618fdcc0 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:16.167921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0842b65b-1373-4c43-9dcb-5c9081867b4f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet c7880f38-1eb0-4455-817a-df94a5aece22 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:16.172879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0842b65b-1373-4c43-9dcb-5c9081867b4f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.180996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-eb7233a0-7b18-405c-b4a3-643a3e93da98 None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:16.181565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eb7233a0-7b18-405c-b4a3-643a3e93da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.198553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.280516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0842b65b-1373-4c43-9dcb-5c9081867b4f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.453664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0842b65b-1373-4c43-9dcb-5c9081867b4f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.556910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0842b65b-1373-4c43-9dcb-5c9081867b4f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.607512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842b65b-1373-4c43-9dcb-5c9081867b4f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=c7880f38-1eb0-4455-817a-df94a5aece22,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:16.608925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.611896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0842b65b-1373-4c43-9dcb-5c9081867b4f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.621829 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0842b65b-1373-4c43-9dcb-5c9081867b4f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/c7880f38-1eb0-4455-817a-df94a5aece22 HTTP/1.1" status: 204 len: 168 time: 0.5572541 Jan 21 09:46:16.624518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35740) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.678373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c162f713-766e-4b89-ab17-99560fa03402 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:16.702656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-79d40d33-cc1a-4180-9eae-c371ecb75d0a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768633 Jan 21 09:46:16.705599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35744) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.764466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a559f3e-0d60-410e-bf51-93bd7faad9c5 None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': 'c7880f38-1eb0-4455-817a-df94a5aece22'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '36403b1d-5689-42c2-aae6-7a45ec15a24e'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:46:16.801920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4d784-ee41-4acf-8331-c72bb7a48367 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:16.802737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-83c4d784-ee41-4acf-8331-c72bb7a48367 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:16.823008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-83c4d784-ee41-4acf-8331-c72bb7a48367 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:16.828656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-83c4d784-ee41-4acf-8331-c72bb7a48367 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1184869 Jan 21 09:46:16.828737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4a559f3e-0d60-410e-bf51-93bd7faad9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:16.829177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35748) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:16.915813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e74ca-f1a7-4e68-bd21-5ccd2e938f38 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:16.915964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-900e74ca-f1a7-4e68-bd21-5ccd2e938f38 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:16.954932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-900e74ca-f1a7-4e68-bd21-5ccd2e938f38 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:16.959230 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-900e74ca-f1a7-4e68-bd21-5ccd2e938f38 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1276715 Jan 21 09:46:16.960761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35752) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.075518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c71a6fd-29ca-4e1f-a5ee-362fa2079209 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:17.096476 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-70e0400a-8e38-42a6-94cc-223d2c10e043 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340549 Jan 21 09:46:17.102129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35756) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.107886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1a485265-975a-440e-b35c-e848f9f5cf88 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:17.250569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1a485265-975a-440e-b35c-e848f9f5cf88 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:17.262077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1a485265-975a-440e-b35c-e848f9f5cf88 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:17.266178 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2f28284f-5ab0-4e1e-8972-29a6b637738d None None] Provisioning complete for port 36403b1d-5689-42c2-aae6-7a45ec15a24e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:17.266850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2f28284f-5ab0-4e1e-8972-29a6b637738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.280956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a485265-975a-440e-b35c-e848f9f5cf88 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:17.288573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1a485265-975a-440e-b35c-e848f9f5cf88 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.290475 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a485265-975a-440e-b35c-e848f9f5cf88 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:17.291295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a485265-975a-440e-b35c-e848f9f5cf88 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:17.319719 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1a485265-975a-440e-b35c-e848f9f5cf88 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2162619 Jan 21 09:46:17.324064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35760) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:17.336015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-11c9e727-4796-469e-aa33-e099551114b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:17.434098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:17.438898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] Deleting port 36403b1d-5689-42c2-aae6-7a45ec15a24e {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:17.439326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.491523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.546772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.620905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-11c9e727-4796-469e-aa33-e099551114b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:17.660372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] For port 36403b1d-5689-42c2-aae6-7a45ec15a24e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=36403b1d-5689-42c2-aae6-7a45ec15a24e,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:17.660758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:17.668035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:17.681047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-11c9e727-4796-469e-aa33-e099551114b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:17.729655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Sync routers for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:17.734894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c9e727-4796-469e-aa33-e099551114b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:17.759993 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b60db338-0cde-42db-ae55-3f99ff51fe8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/c162f713-766e-4b89-ab17-99560fa03402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3687584 Jan 21 09:46:17.789670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] Calling delete_port for 36403b1d-5689-42c2-aae6-7a45ec15a24e owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:17.850109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:17.850109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:18.027892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.051080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 172.26.1.108 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/ed8c6e41-f19b-4332-89cd-1a75e3df4134) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:18.063184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11c9e727-4796-469e-aa33-e099551114b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.063184 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c9e727-4796-469e-aa33-e099551114b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:18.063184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c9e727-4796-469e-aa33-e099551114b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:18.134907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] Pushing event deleted for resources: {'Port': ['ID=36403b1d-5689-42c2-aae6-7a45ec15a24e,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.145003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b61dd5-8cd1-4fb7-a030-9d255a3ad47d None None] No DVR routers for this DVR port 36403b1d-5689-42c2-aae6-7a45ec15a24e on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:18.166203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:18.211996 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-11c9e727-4796-469e-aa33-e099551114b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8820431 Jan 21 09:46:18.213205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35768) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.221133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ddbc8573-2eec-428e-a623-612f4bcbb491 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:18.224024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Deleting port 330b0778-5cd5-4085-8007-a1e308f2e0e4 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:18.224371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.364330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ddbc8573-2eec-428e-a623-612f4bcbb491 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:18.379064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ddbc8573-2eec-428e-a623-612f4bcbb491 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:18.394522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbc8573-2eec-428e-a623-612f4bcbb491 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:18.399064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8573-2eec-428e-a623-612f4bcbb491 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.400852 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbc8573-2eec-428e-a623-612f4bcbb491 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:18.403264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbc8573-2eec-428e-a623-612f4bcbb491 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:18.436026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.442666 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ddbc8573-2eec-428e-a623-612f4bcbb491 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2279766 Jan 21 09:46:18.445571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35772) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.454900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0568409b-63dc-489b-a78a-f9378bfa9905 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:18.473712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:18.511685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 36403b1d-5689-42c2-aae6-7a45ec15a24e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:18.511685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 36403b1d-5689-42c2-aae6-7a45ec15a24e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:18.536601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.602665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0568409b-63dc-489b-a78a-f9378bfa9905 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:18.614799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0568409b-63dc-489b-a78a-f9378bfa9905 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:18.628371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0568409b-63dc-489b-a78a-f9378bfa9905 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:18.632831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0568409b-63dc-489b-a78a-f9378bfa9905 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.634539 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0568409b-63dc-489b-a78a-f9378bfa9905 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:18.634998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0568409b-63dc-489b-a78a-f9378bfa9905 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:18.662561 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0568409b-63dc-489b-a78a-f9378bfa9905 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2151816 Jan 21 09:46:18.666408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35776) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:18.668478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:13Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110618c8-f75f-4745-92f4-9a6f13f2056e', 'name': '', 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:e3:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021778d6-972b-48b8-b2ef-337b6100e50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:12Z', 'updated_at': '2022-01-21T09:46:14Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '021778d6-972b-48b8-b2ef-337b6100e50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:18.674316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Checking router: c162f713-766e-4b89-ab17-99560fa03402 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:46:18.674733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-cca8a308-623e-4d8e-a7c1-285151c13514 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:18.674839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Updating router c162f713-766e-4b89-ab17-99560fa03402 port 110618c8-f75f-4745-92f4-9a6f13f2056e binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:46:18.694485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Calling delete_port for 330b0778-5cd5-4085-8007-a1e308f2e0e4 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:18.736901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.749056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:18.852142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:18.865424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:18.866645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:18.898004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=ed8c6e41-f19b-4332-89cd-1a75e3df4134,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:18.976545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cca8a308-623e-4d8e-a7c1-285151c13514 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:18.995168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cca8a308-623e-4d8e-a7c1-285151c13514 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:19.021362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8a308-623e-4d8e-a7c1-285151c13514 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:19.038807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cca8a308-623e-4d8e-a7c1-285151c13514 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.044800 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca8a308-623e-4d8e-a7c1-285151c13514 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:19.046142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca8a308-623e-4d8e-a7c1-285151c13514 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:19.057972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-954ff699-a246-42a3-b620-8fa76d9e2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.082823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cca8a308-623e-4d8e-a7c1-285151c13514 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4146614 Jan 21 09:46:19.084873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35780) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.092315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-eec41e9a-7246-4eb2-805e-316a01529e19 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:19.143738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.215465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Port': ['ID=330b0778-5cd5-4085-8007-a1e308f2e0e4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:19.216775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.219203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-eec41e9a-7246-4eb2-805e-316a01529e19 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:19.220235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.222470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.234839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-eec41e9a-7246-4eb2-805e-316a01529e19 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:19.250844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Transition to ACTIVE for port object 110618c8-f75f-4745-92f4-9a6f13f2056e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:19.255009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec41e9a-7246-4eb2-805e-316a01529e19 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:19.259820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eec41e9a-7246-4eb2-805e-316a01529e19 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.262445 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec41e9a-7246-4eb2-805e-316a01529e19 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:19.263394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.263628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec41e9a-7246-4eb2-805e-316a01529e19 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:19.288375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-eec41e9a-7246-4eb2-805e-316a01529e19 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2017341 Jan 21 09:46:19.290900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35784) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.366818 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f19f408e-1107-4318-92a9-a207e1fa6d35 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0719874 Jan 21 09:46:19.368528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35788) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.448796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7d7fd-2769-437f-b3c9-d2e67a3d4ea0 None None] Pushing event updated for resources: {'Port': ['ID=110618c8-f75f-4745-92f4-9a6f13f2056e,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:19.467271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59465e42-06bf-4384-914e-4fa7afa3a417 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:19.469173 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-59465e42-06bf-4384-914e-4fa7afa3a417 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0977070 Jan 21 09:46:19.472272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35794) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.483670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.484113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.484790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.484790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.485355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.485419 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.485739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.486440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.486536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.487015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.487516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:19.601588 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Attempting to bind port 110618c8-f75f-4745-92f4-9a6f13f2056e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:19.601588 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Attempting to bind port 110618c8-f75f-4745-92f4-9a6f13f2056e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:19.601956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Attempting to bind port 110618c8-f75f-4745-92f4-9a6f13f2056e on network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:19.608449 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8740a595-02a0-4c07-925f-3fe233431eb3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331725 Jan 21 09:46:19.609513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:19.609619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Checking segment: {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:19.610124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.610438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Bound using segment: {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:19.610909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Bound port: 110618c8-f75f-4745-92f4-9a6f13f2056e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76507299-0046-4e7e-ba35-61b5fb17f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:19.612607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.614765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35798) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:19.621883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:19.662906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.751591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] For port 110618c8-f75f-4745-92f4-9a6f13f2056e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:19.757509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] For port 110618c8-f75f-4745-92f4-9a6f13f2056e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=110618c8-f75f-4745-92f4-9a6f13f2056e,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:19.761775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.787478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:19.812733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:19.841247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:19.847475 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:19.876731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7d7fd-2769-437f-b3c9-d2e67a3d4ea0 None None] Pushing event updated for resources: {'Port': ['ID=110618c8-f75f-4745-92f4-9a6f13f2056e,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:19.886174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:19.886822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:20.151609 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:20.434463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:46:20.436110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.491754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:20.498283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:20.502887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:20.503658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.506042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router 5c064930-835d-496f-9ebd-0ace39feb9b1 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:20.510491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Router e27a229a-f5e0-488d-9984-28ae2d341040 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:20.520791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825232ca-1529-41ae-88d9-1091d7ca169e None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:20.521011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=2b6b9473-3534-460c-92f0-6e45003f6deb,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:20.542074 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9fc6e469-eec9-4930-868b-067c08bfbcea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9259713 Jan 21 09:46:20.546383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35804) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.553536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:25:2e:20', 'name': 'tempest-NetworksTestDHCPv6-1187496206'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:20.706399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:20.716439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:20.729167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:20.744432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:20.759956 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-83279a45-bcfb-4cd5-9398-299c2a61aac2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "PUT /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9720523 Jan 21 09:46:20.764442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35808) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.770056 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1723e6-2b47-4ea8-bc83-75a88017a94e None None] Sync routers for ids ['e27a229a-f5e0-488d-9984-28ae2d341040'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:20.786363 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1723e6-2b47-4ea8-bc83-75a88017a94e None None] Routers {'e27a229a-f5e0-488d-9984-28ae2d341040'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:20.787344 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bf1723e6-2b47-4ea8-bc83-75a88017a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e27a229a-f5e0-488d-9984-28ae2d341040'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:20.832920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:13Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110618c8-f75f-4745-92f4-9a6f13f2056e', 'name': '', 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:e3:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021778d6-972b-48b8-b2ef-337b6100e50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:12Z', 'updated_at': '2022-01-21T09:46:19Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '021778d6-972b-48b8-b2ef-337b6100e50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:20.839136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9413d29-a47b-4f2f-90fe-13d34f13d2c5 None None] The sync data for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv is: [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:13Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110618c8-f75f-4745-92f4-9a6f13f2056e', 'name': '', 'network_id': '2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:e3:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021778d6-972b-48b8-b2ef-337b6100e50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:12Z', 'updated_at': '2022-01-21T09:46:19Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '021778d6-972b-48b8-b2ef-337b6100e50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:20.847568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '2b6b9473-3534-460c-92f0-6e45003f6deb'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:20.849035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.880582 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bf1723e6-2b47-4ea8-bc83-75a88017a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:20.886803 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-1c0842dc-cdee-45e5-8f49-130286947f6d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] delete failed (client error): The resource could not be found. Jan 21 09:46:20.888093 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1c0842dc-cdee-45e5-8f49-130286947f6d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/routers/tempest-non_exist_router-2017305016 HTTP/1.1" status: 404 len: 335 time: 0.1226039 Jan 21 09:46:20.895612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35812) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:20.902076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-571b26f0-3dee-43d1-962f-3409ab979c1f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e27a229a-f5e0-488d-9984-28ae2d341040'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:20.912180 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1723e6-2b47-4ea8-bc83-75a88017a94e None None] Routers {'e27a229a-f5e0-488d-9984-28ae2d341040'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:20.912746 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bf1723e6-2b47-4ea8-bc83-75a88017a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e27a229a-f5e0-488d-9984-28ae2d341040'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:20.919544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:20.972404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 979e6777-eeb8-402e-9cab-4e50e5970949 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:21.103192 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bf1723e6-2b47-4ea8-bc83-75a88017a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:21.103602 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1723e6-2b47-4ea8-bc83-75a88017a94e None None] The sync data for ids ['e27a229a-f5e0-488d-9984-28ae2d341040'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:21.182600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Allocated IP 2001:db8::f816:3eff:feed:5d3 (39f1e386-d394-42ab-8358-5616c07c4588/2b6b9473-3534-460c-92f0-6e45003f6deb/b0eded37-acd4-4705-ae5c-126044fd4cf0) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:21.434583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:21.447896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3fcb4-ba79-4b4a-8b88-dd2059492017 None None] Sync routers for ids ['5c064930-835d-496f-9ebd-0ace39feb9b1'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:21.464591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a7aefa59-602f-4e6e-9d22-e2c4c9ebeabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.478268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3fcb4-ba79-4b4a-8b88-dd2059492017 None None] Routers {'5c064930-835d-496f-9ebd-0ace39feb9b1'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:21.478989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d1f3fcb4-ba79-4b4a-8b88-dd2059492017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:45:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5c064930-835d-496f-9ebd-0ace39feb9b1'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:21.522568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.527121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35816) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.527723 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c6ac3697-c0fd-4630-bfdb-d59fff3e2576 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8904223 Jan 21 09:46:21.531752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.555010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d1f3fcb4-ba79-4b4a-8b88-dd2059492017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:21.557593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Transition to ACTIVE for port object b0eded37-acd4-4705-ae5c-126044fd4cf0 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.583031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Transition to ACTIVE for port object b0eded37-acd4-4705-ae5c-126044fd4cf0 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:21.590283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3fcb4-ba79-4b4a-8b88-dd2059492017 None None] Routers {'5c064930-835d-496f-9ebd-0ace39feb9b1'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:21.590927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d1f3fcb4-ba79-4b4a-8b88-dd2059492017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5c064930-835d-496f-9ebd-0ace39feb9b1'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:21.627498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-571b26f0-3dee-43d1-962f-3409ab979c1f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.646566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.687506 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-571b26f0-3dee-43d1-962f-3409ab979c1f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] update failed (client error): The resource could not be found. Jan 21 09:46:21.688916 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-571b26f0-3dee-43d1-962f-3409ab979c1f tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "PUT /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040 HTTP/1.1" status: 404 len: 339 time: 0.7920017 Jan 21 09:46:21.692815 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35820) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.699312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-21749252'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:21.705464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:21.714230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:network and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:21.719121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:21.724009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d1f3fcb4-ba79-4b4a-8b88-dd2059492017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:21.724422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3fcb4-ba79-4b4a-8b88-dd2059492017 None None] The sync data for ids ['5c064930-835d-496f-9ebd-0ace39feb9b1'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:21.728458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:21.751381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:21.752296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fe25:2e20 (39f1e386-d394-42ab-8358-5616c07c4588/2b6b9473-3534-460c-92f0-6e45003f6deb/979e6777-eeb8-402e-9cab-4e50e5970949) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:21.752539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Made reservation on behalf of 1a03374929684f1aba09889ba250e88a for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:21.754991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:21.756026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.759757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:21.761866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Pushing event updated for resources: {'Port': ['ID=b0eded37-acd4-4705-ae5c-126044fd4cf0,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:21.793681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:21.805322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.805761 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Added segment a631532d-539a-42ec-88c1-26fd63c10fa6 of type vlan for network e134d7a6-494e-4752-a272-e68a3c183755 Jan 21 09:46:21.834897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.853668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Attempting to bind port b0eded37-acd4-4705-ae5c-126044fd4cf0 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:21.854070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Attempting to bind port b0eded37-acd4-4705-ae5c-126044fd4cf0 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:21.854433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Attempting to bind port b0eded37-acd4-4705-ae5c-126044fd4cf0 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:21.862209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:21.862653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:21.862963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.863358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:21.863836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Bound port: b0eded37-acd4-4705-ae5c-126044fd4cf0, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:21.864379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.870908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.875675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:21.876564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:21.984283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35824) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:21.984460 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2900512 Jan 21 09:46:21.993622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'subnet': {'network_id': 'e134d7a6-494e-4752-a272-e68a3c183755', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:21.994439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] For port b0eded37-acd4-4705-ae5c-126044fd4cf0, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:21.995384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017b3e2-d295-42ff-8b64-efe798a5f81b tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Network': ['ID=e134d7a6-494e-4752-a272-e68a3c183755,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.007556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] For port b0eded37-acd4-4705-ae5c-126044fd4cf0, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b0eded37-acd4-4705-ae5c-126044fd4cf0,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:22.010345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network e134d7a6-494e-4752-a272-e68a3c183755 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:22.029084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.186310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da25512-8728-4ed0-acd3-05ed906375aa None None] Pushing event updated for resources: {'Port': ['ID=b0eded37-acd4-4705-ae5c-126044fd4cf0,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.216883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:22.226651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Usage tracker for resource:subnet and tenant:1a03374929684f1aba09889ba250e88a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:22.247009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:22.268589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:22.286516 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a9cbf6b5-b022-46d9-b1a9-0e730494272c tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/routers/5c064930-835d-496f-9ebd-0ace39feb9b1 HTTP/1.1" status: 200 len: 884 time: 0.7580822 Jan 21 09:46:22.288969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35828) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:22.303575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.306719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Made reservation on behalf of 1a03374929684f1aba09889ba250e88a for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:22.390459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 979e6777-eeb8-402e-9cab-4e50e5970949 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:22.439248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.483740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.528556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 110618c8-f75f-4745-92f4-9a6f13f2056e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:22.565817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1fc1eeed-3fcb-4793-bcbb-569eb1d2a0f5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:router {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:22.580558 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.593116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1fc1eeed-3fcb-4793-bcbb-569eb1d2a0f5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:router {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:22.594333 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1fc1eeed-3fcb-4793-bcbb-569eb1d2a0f5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3041542 Jan 21 09:46:22.597503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35832) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:22.602914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-dd252ce9-602e-467d-972c-70b11c4070f3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-423209307'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:22.626530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 110618c8-f75f-4745-92f4-9a6f13f2056e completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:22.632287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 110618c8-f75f-4745-92f4-9a6f13f2056e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:22.632661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.683911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:22.691386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:22.697440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:22.701443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.702355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.709756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=979e6777-eeb8-402e-9cab-4e50e5970949,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:22.773055 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d0956e16-7386-47a0-85c3-69e5d74901fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2252758 Jan 21 09:46:22.774251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35838) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:22.804749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.809596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.891005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 110618c8-f75f-4745-92f4-9a6f13f2056e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=110618c8-f75f-4745-92f4-9a6f13f2056e,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:22.897621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:22.898456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b0eded37-acd4-4705-ae5c-126044fd4cf0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:22.917085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af139c8-9d0a-4b94-9579-353cd9985d36 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.921312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af139c8-9d0a-4b94-9579-353cd9985d36 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:22.922272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6af139c8-9d0a-4b94-9579-353cd9985d36 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:22.925389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.012725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6af139c8-9d0a-4b94-9579-353cd9985d36 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:23.016922 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6af139c8-9d0a-4b94-9579-353cd9985d36 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2374082 Jan 21 09:46:23.022525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35842) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:23.058985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=110618c8-f75f-4745-92f4-9a6f13f2056e,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:23.074931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Subnet': ['ID=f1ede509-befc-49d0-b251-cbc6026afd9c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:23.080406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port b0eded37-acd4-4705-ae5c-126044fd4cf0 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:23.124225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-94c93916-80ab-4f92-bb57-02363b24c8f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 979e6777-eeb8-402e-9cab-4e50e5970949 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:23.124565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94c93916-80ab-4f92-bb57-02363b24c8f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.153129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Checking segment: {'id': 'a631532d-539a-42ec-88c1-26fd63c10fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e134d7a6-494e-4752-a272-e68a3c183755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:23.153401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network hostable DHCP agents. Network: e134d7a6-494e-4752-a272-e68a3c183755, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:23.237013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network e134d7a6-494e-4752-a272-e68a3c183755 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:23.256102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, e134d7a6-494e-4752-a272-e68a3c183755) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:23.263803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:23.264555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.265158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fbcdc9-d6f5-4501-b5d0-6c456e23a634 None None] Network e134d7a6-494e-4752-a272-e68a3c183755 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:23.343660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd252ce9-602e-467d-972c-70b11c4070f3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.359045 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-62ca6933-5284-49bc-b73b-55fe1ac0e09d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3699265 Jan 21 09:46:23.360371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd252ce9-602e-467d-972c-70b11c4070f3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.362634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35846) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:23.370134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-cafbe107-4e1a-4e06-82ec-abf6106342b2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e134d7a6-494e-4752-a272-e68a3c183755'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:23.521929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c281b905-4549-44da-a719-e8328b60303c None None] Provisioning for port b0eded37-acd4-4705-ae5c-126044fd4cf0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:23.531631 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-e134d7a6-494e-4752-a272-e68a3c183755', 'network_id': 'e134d7a6-494e-4752-a272-e68a3c183755', 'tenant_id': '1a03374929684f1aba09889ba250e88a', 'fixed_ips': [{'subnet_id': 'f1ede509-befc-49d0-b251-cbc6026afd9c'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:23.532707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.542899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94c93916-80ab-4f92-bb57-02363b24c8f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.549328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c281b905-4549-44da-a719-e8328b60303c None None] Provisioning complete for port b0eded37-acd4-4705-ae5c-126044fd4cf0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:23.549923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c281b905-4549-44da-a719-e8328b60303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.600386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd252ce9-602e-467d-972c-70b11c4070f3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router 5c064930-835d-496f-9ebd-0ace39feb9b1 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:23.822581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c281b905-4549-44da-a719-e8328b60303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.848921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-94c93916-80ab-4f92-bb57-02363b24c8f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 979e6777-eeb8-402e-9cab-4e50e5970949 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:23.870698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Allocated IP 2001:db8:1::2 (e134d7a6-494e-4752-a272-e68a3c183755/f1ede509-befc-49d0-b251-cbc6026afd9c/6b8a928c-c34a-49fd-b667-fe508cf0e744) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:23.877597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.893670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c281b905-4549-44da-a719-e8328b60303c None None] For port b0eded37-acd4-4705-ae5c-126044fd4cf0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b0eded37-acd4-4705-ae5c-126044fd4cf0,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:23.912419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c281b905-4549-44da-a719-e8328b60303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.979466 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd252ce9-602e-467d-972c-70b11c4070f3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:23.987158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd252ce9-602e-467d-972c-70b11c4070f3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:23.988195 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dd252ce9-602e-467d-972c-70b11c4070f3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/5c064930-835d-496f-9ebd-0ace39feb9b1 HTTP/1.1" status: 200 len: 891 time: 1.3897297 Jan 21 09:46:23.990945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35850) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.003119 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed59c4e-6302-4d46-a5b5-5621411e3622 None None] Sync routers for ids ['5c064930-835d-496f-9ebd-0ace39feb9b1'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:24.027051 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed59c4e-6302-4d46-a5b5-5621411e3622 None None] Routers {'5c064930-835d-496f-9ebd-0ace39feb9b1'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:24.027990 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-aed59c4e-6302-4d46-a5b5-5621411e3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5c064930-835d-496f-9ebd-0ace39feb9b1'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.088795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281b905-4549-44da-a719-e8328b60303c None None] Pushing event updated for resources: {'Port': ['ID=b0eded37-acd4-4705-ae5c-126044fd4cf0,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.096167 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-aed59c4e-6302-4d46-a5b5-5621411e3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.108286 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed59c4e-6302-4d46-a5b5-5621411e3622 None None] Routers {'5c064930-835d-496f-9ebd-0ace39feb9b1'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:24.108964 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-aed59c4e-6302-4d46-a5b5-5621411e3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5c064930-835d-496f-9ebd-0ace39feb9b1'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.172170 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-aed59c4e-6302-4d46-a5b5-5621411e3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:24.172569 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed59c4e-6302-4d46-a5b5-5621411e3622 None None] The sync data for ids ['5c064930-835d-496f-9ebd-0ace39feb9b1'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:24.210501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.221403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94c93916-80ab-4f92-bb57-02363b24c8f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.223002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Transition to ACTIVE for port object 6b8a928c-c34a-49fd-b667-fe508cf0e744 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:24.229065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c8087c16-dac5-4efc-81cf-796bbe940d7f None None] Provisioning for port 979e6777-eeb8-402e-9cab-4e50e5970949 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:24.238498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c8087c16-dac5-4efc-81cf-796bbe940d7f None None] Provisioning complete for port 979e6777-eeb8-402e-9cab-4e50e5970949 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:24.238873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c8087c16-dac5-4efc-81cf-796bbe940d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.275336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c8087c16-dac5-4efc-81cf-796bbe940d7f None None] Port 979e6777-eeb8-402e-9cab-4e50e5970949 was deleted so its status cannot be updated. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 21 09:46:24.279828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Transition to ACTIVE for port object 6b8a928c-c34a-49fd-b667-fe508cf0e744 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:24.285303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.323134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c93916-80ab-4f92-bb57-02363b24c8f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=979e6777-eeb8-402e-9cab-4e50e5970949,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.359750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Network e134d7a6-494e-4752-a272-e68a3c183755 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:24.364762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:24.367370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:24.369850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Pushing event updated for resources: {'Port': ['ID=6b8a928c-c34a-49fd-b667-fe508cf0e744,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.382828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cafbe107-4e1a-4e06-82ec-abf6106342b2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.393932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94c93916-80ab-4f92-bb57-02363b24c8f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.462926 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-94c93916-80ab-4f92-bb57-02363b24c8f4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/979e6777-eeb8-402e-9cab-4e50e5970949 HTTP/1.1" status: 204 len: 168 time: 1.4385984 Jan 21 09:46:24.468457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35854) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.475565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 110618c8-f75f-4745-92f4-9a6f13f2056e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:24.561162 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Attempting to bind port 6b8a928c-c34a-49fd-b667-fe508cf0e744 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:24.561162 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Attempting to bind port 6b8a928c-c34a-49fd-b667-fe508cf0e744 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'a631532d-539a-42ec-88c1-26fd63c10fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e134d7a6-494e-4752-a272-e68a3c183755'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:24.561162 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Attempting to bind port 6b8a928c-c34a-49fd-b667-fe508cf0e744 on network e134d7a6-494e-4752-a272-e68a3c183755 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:24.577722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:24.578145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Checking segment: {'id': 'a631532d-539a-42ec-88c1-26fd63c10fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e134d7a6-494e-4752-a272-e68a3c183755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:24.578552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.578940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Bound using segment: {'id': 'a631532d-539a-42ec-88c1-26fd63c10fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e134d7a6-494e-4752-a272-e68a3c183755'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:24.579684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Bound port: 6b8a928c-c34a-49fd-b667-fe508cf0e744, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a631532d-539a-42ec-88c1-26fd63c10fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e134d7a6-494e-4752-a272-e68a3c183755'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:24.580998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.592522 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f13a54-9a2a-4b5e-8f58-220b572af515 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:24.594256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f13a54-9a2a-4b5e-8f58-220b572af515 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:24.595061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-56f13a54-9a2a-4b5e-8f58-220b572af515 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:24.623416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-56f13a54-9a2a-4b5e-8f58-220b572af515 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:24.626176 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-56f13a54-9a2a-4b5e-8f58-220b572af515 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1566188 Jan 21 09:46:24.628534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35858) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.652894 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4e90c2f9-4d12-49ff-a748-c456b6d784df tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/routers/5c064930-835d-496f-9ebd-0ace39feb9b1 HTTP/1.1" status: 200 len: 891 time: 0.6600699 Jan 21 09:46:24.653798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35862) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.656856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 110618c8-f75f-4745-92f4-9a6f13f2056e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:24.657235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.711588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-59beee24-c158-4307-848a-57d74612ab66 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:24.741233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] For port 6b8a928c-c34a-49fd-b667-fe508cf0e744, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:24.746456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-59beee24-c158-4307-848a-57d74612ab66 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:24.747512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] For port 6b8a928c-c34a-49fd-b667-fe508cf0e744, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b8a928c-c34a-49fd-b667-fe508cf0e744,segment=NetworkSegment(a631532d-539a-42ec-88c1-26fd63c10fa6),segment_id=a631532d-539a-42ec-88c1-26fd63c10fa6)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:24.747639 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-59beee24-c158-4307-848a-57d74612ab66 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=5c064930-835d-496f-9ebd-0ace39feb9b1 HTTP/1.1" status: 200 len: 205 time: 0.0881364 Jan 21 09:46:24.750369 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-cafbe107-4e1a-4e06-82ec-abf6106342b2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:24.751351 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cafbe107-4e1a-4e06-82ec-abf6106342b2 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "PUT /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040 HTTP/1.1" status: 400 len: 364 time: 1.3877537 Jan 21 09:46:24.751890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35866) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.779523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35870) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:24.793779 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:24.878273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b0eded37-acd4-4705-ae5c-126044fd4cf0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:24.973751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb3dcf-d448-4914-9675-5d224c049842 None None] Pushing event updated for resources: {'Port': ['ID=6b8a928c-c34a-49fd-b667-fe508cf0e744,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:24.974265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.012271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b0eded37-acd4-4705-ae5c-126044fd4cf0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:25.013126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.113845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f3f07d-45e7-4ca1-a4ca-23cf64811ab1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 2b6b9473-3534-460c-92f0-6e45003f6deb {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:25.117220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77f3f07d-45e7-4ca1-a4ca-23cf64811ab1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.184038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77f3f07d-45e7-4ca1-a4ca-23cf64811ab1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.435721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.446194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port ed8c6e41-f19b-4332-89cd-1a75e3df4134 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:25.446747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.479854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77f3f07d-45e7-4ca1-a4ca-23cf64811ab1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.598607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.627223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.678839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77f3f07d-45e7-4ca1-a4ca-23cf64811ab1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.765519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for ed8c6e41-f19b-4332-89cd-1a75e3df4134 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:25.913126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3f07d-45e7-4ca1-a4ca-23cf64811ab1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6b9473-3534-460c-92f0-6e45003f6deb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:25.957905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-77f3f07d-45e7-4ca1-a4ca-23cf64811ab1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:25.969515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38f656-8aed-4796-92c8-ac271808c301 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:25.997840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.019098 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-77f3f07d-45e7-4ca1-a4ca-23cf64811ab1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/2b6b9473-3534-460c-92f0-6e45003f6deb HTTP/1.1" status: 204 len: 168 time: 1.3893592 Jan 21 09:46:26.022831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35876) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.066414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=ed8c6e41-f19b-4332-89cd-1a75e3df4134,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:26.232602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.233418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.234111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.234798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.235509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.237020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.239436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.240196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.240945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.241686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.242482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:26.258846 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-808fc973-8a30-4f66-a841-9c7c9bb82584 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2343833 Jan 21 09:46:26.265594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35880) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:26.277276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c06a0-20c0-49b3-b909-c9cc822f9716 None None] Network e134d7a6-494e-4752-a272-e68a3c183755 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:26.280232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:26.467807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Allocated IP 2001:db8::1 (6ab6e50e-534b-4efa-83ce-4733b5b45991/0b65641c-f46b-43a0-87d2-4e32579ac9a4/715712fc-fe44-488c-9ddb-24d253ee5f71) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:26.480877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bbb3b26d-5fdf-4a3c-ba95-4f770df4e2b1 None None] Provisioning for port 6b8a928c-c34a-49fd-b667-fe508cf0e744 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:26.573151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b8a928c-c34a-49fd-b667-fe508cf0e744 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:26.586430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.732073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.743693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:26.748964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:26.763885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 6b8a928c-c34a-49fd-b667-fe508cf0e744 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:26.771081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Transition to ACTIVE for port object 715712fc-fe44-488c-9ddb-24d253ee5f71 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:26.788553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] Deleting port b0eded37-acd4-4705-ae5c-126044fd4cf0 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:26.789094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.803458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.821359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:26.823467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6b8a928c-c34a-49fd-b667-fe508cf0e744 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:26.824384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.826126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:26.896664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:26.897872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network 6ab6e50e-534b-4efa-83ce-4733b5b45991 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:26.903054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:26.903961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.914775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.921737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:26.938460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:26.940696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:26.977648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Port': ['ID=715712fc-fe44-488c-9ddb-24d253ee5f71,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.055831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.057086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Fanout notify agent at l3_agent the message router_deleted on router 5c064930-835d-496f-9ebd-0ace39feb9b1 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:27.080978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.184976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] For port b0eded37-acd4-4705-ae5c-126044fd4cf0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b0eded37-acd4-4705-ae5c-126044fd4cf0,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:27.186392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.195437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.313331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.319055 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3c232154-84a2-4ffe-8e0d-8bd994a24c67 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/5c064930-835d-496f-9ebd-0ace39feb9b1 HTTP/1.1" status: 204 len: 168 time: 2.5616810 Jan 21 09:46:27.320481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35888) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:27.333901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-131771171'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:27.350260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:27.355763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] Calling delete_port for b0eded37-acd4-4705-ae5c-126044fd4cf0 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:27.365289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:27.371246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:27.380191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:27.404612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:27.408905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.488986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.523705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:27.548862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.552416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.552764 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment f726048d-5436-4811-b443-1ca59c63f600 of type vlan for network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 Jan 21 09:46:27.601928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] Pushing event deleted for resources: {'Port': ['ID=b0eded37-acd4-4705-ae5c-126044fd4cf0,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.610600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.612269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e1b2d-099d-4fb4-99ca-314b69d061cf None None] No DVR routers for this DVR port b0eded37-acd4-4705-ae5c-126044fd4cf0 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:27.614492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 6b8a928c-c34a-49fd-b667-fe508cf0e744, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b8a928c-c34a-49fd-b667-fe508cf0e744,segment=NetworkSegment(a631532d-539a-42ec-88c1-26fd63c10fa6),segment_id=a631532d-539a-42ec-88c1-26fd63c10fa6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:27.618947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-59781aba-b74b-432f-bb77-f27da2b34ff3 None None] Provisioning for port 715712fc-fe44-488c-9ddb-24d253ee5f71 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:27.625308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-59781aba-b74b-432f-bb77-f27da2b34ff3 None None] Provisioning complete for port 715712fc-fe44-488c-9ddb-24d253ee5f71 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:27.625545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-59781aba-b74b-432f-bb77-f27da2b34ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.657467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.740033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-59781aba-b74b-432f-bb77-f27da2b34ff3 None None] Port 715712fc-fe44-488c-9ddb-24d253ee5f71 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:27.751423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=6b8a928c-c34a-49fd-b667-fe508cf0e744,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.753129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.757163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:27.757939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.784832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:46:27.839187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.840941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.845810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.846673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.871322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-06ad9a31-4ec7-4084-8495-bef847c76f7d None None] Provisioning complete for port 6b8a928c-c34a-49fd-b667-fe508cf0e744 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:27.871809 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-06ad9a31-4ec7-4084-8495-bef847c76f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:27.919700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5956228 Jan 21 09:46:27.922519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35894) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:27.931431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': '5bf69554-7e6a-4b6e-be40-3f01c9001ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:27.953654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af657e-75a1-42d1-9998-0fa222b81606 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=5bf69554-7e6a-4b6e-be40-3f01c9001ab1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:27.976279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:27.997785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event updated for resources: {'Port': ['ID=715712fc-fe44-488c-9ddb-24d253ee5f71,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.039998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:28.053392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:28.062696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Network 6ab6e50e-534b-4efa-83ce-4733b5b45991 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:28.063947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:28.073728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:28.074848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.084037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76c711-5856-428d-a3d1-36a3320ca250 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:28.098149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=08ddd2a3-7a2e-4453-b2d4-54d1551c682e,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:28.109677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-92bd0783-72c4-446e-a702-feea20d0ec18 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8423080 Jan 21 09:46:28.115083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35898) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:28.120895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:11:68:5a', 'name': 'tempest-NetworksTestDHCPv6-946398888'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:28.205466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:28.214039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:28.219244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:28.234402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:28.263348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:28.377864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:28.397952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:28.405349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:28.414707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.429739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:28.498909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b8a928c-c34a-49fd-b667-fe508cf0e744 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:28.518234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:28.522860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.573618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port dc2dbfea-ea14-4c6a-99da-9c11fabd1961 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:28.585283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Router e27a229a-f5e0-488d-9984-28ae2d341040 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:28.638492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-82fac267-79c7-4c47-b5af-94d95e088b34 None None] Provisioning complete for port 715712fc-fe44-488c-9ddb-24d253ee5f71 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:28.638492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-82fac267-79c7-4c47-b5af-94d95e088b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.697969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '08ddd2a3-7a2e-4453-b2d4-54d1551c682e'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:28.698805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.726145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-82fac267-79c7-4c47-b5af-94d95e088b34 None None] Port 715712fc-fe44-488c-9ddb-24d253ee5f71 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:28.733185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6b8a928c-c34a-49fd-b667-fe508cf0e744 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:28.733552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.787771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fe11:685a (39f1e386-d394-42ab-8358-5616c07c4588/08ddd2a3-7a2e-4453-b2d4-54d1551c682e/dc2dbfea-ea14-4c6a-99da-9c11fabd1961) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:28.796434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:28.803285 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-39ecd1c7-ea3e-4434-b9a9-4d0195fd5c60 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "PUT /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0227237 Jan 21 09:46:28.806534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35902) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:28.824916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdcaa2-f7e3-4156-a786-c9f2fd98a69f None None] Sync routers for ids ['e27a229a-f5e0-488d-9984-28ae2d341040'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:28.866747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:28.891791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdcaa2-f7e3-4156-a786-c9f2fd98a69f None None] Routers {'e27a229a-f5e0-488d-9984-28ae2d341040'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:28.892980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cebdcaa2-f7e3-4156-a786-c9f2fd98a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e27a229a-f5e0-488d-9984-28ae2d341040'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.001507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cebdcaa2-f7e3-4156-a786-c9f2fd98a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.039285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=1563f081-d099-4813-a863-22fabec44761,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.044982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0ce1-88c7-4a7c-bb4d-2addd5039619 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.047997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdcaa2-f7e3-4156-a786-c9f2fd98a69f None None] Routers {'e27a229a-f5e0-488d-9984-28ae2d341040'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:29.049286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cebdcaa2-f7e3-4156-a786-c9f2fd98a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e27a229a-f5e0-488d-9984-28ae2d341040'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.100679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': 'f726048d-5436-4811-b443-1ca59c63f600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5bf69554-7e6a-4b6e-be40-3f01c9001ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:29.101449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: 5bf69554-7e6a-4b6e-be40-3f01c9001ab1, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:29.120321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cebdcaa2-f7e3-4156-a786-c9f2fd98a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:29.120995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdcaa2-f7e3-4156-a786-c9f2fd98a69f None None] The sync data for ids ['e27a229a-f5e0-488d-9984-28ae2d341040'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:29.136636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b0eded37-acd4-4705-ae5c-126044fd4cf0 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:29.169959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.173810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:29.173895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: b0eded37-acd4-4705-ae5c-126044fd4cf0 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:29.174527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b0eded37-acd4-4705-ae5c-126044fd4cf0 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:29.193655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object dc2dbfea-ea14-4c6a-99da-9c11fabd1961 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:29.194791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 5bf69554-7e6a-4b6e-be40-3f01c9001ab1) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:29.201119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.201875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.210890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83e76c1-c262-43d4-8445-7a1e0ba5d9a3 None None] Network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:29.236552 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-96c0453a-3c40-4595-845f-830d41055b8f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3102300 Jan 21 09:46:29.239609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35906) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.245597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1197834398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:29.252616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:29.255207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.276850 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-ae6a0ce1-88c7-4a7c-bb4d-2addd5039619 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 09:46:29.281607 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ae6a0ce1-88c7-4a7c-bb4d-2addd5039619 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040 HTTP/1.1" status: 409 len: 329 time: 0.4697292 Jan 21 09:46:29.282161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35910) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.401694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:router and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:29.405316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Allocated IP 2001:db8::f816:3eff:fedf:e4f2 (39f1e386-d394-42ab-8358-5616c07c4588/08ddd2a3-7a2e-4453-b2d4-54d1551c682e/8c366282-09fb-4227-aea7-0ca3d65bb893) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:29.410764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:29.435713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:29.459517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:29.463596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:29.465959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.468567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.472728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=dc2dbfea-ea14-4c6a-99da-9c11fabd1961,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:29.476487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:29.480522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.481142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.509278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1f116242-9af6-4776-a7b2-6ac6694bbec1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3930531 Jan 21 09:46:29.512599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35916) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.545089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.592200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.625779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879cff6b-d2a7-42f8-9b9a-e75040d3c6b6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:29.626508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-879cff6b-d2a7-42f8-9b9a-e75040d3c6b6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:29.630300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.631616 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3f2f4b9b-26e0-447e-bb64-fe11da6c284d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3909073 Jan 21 09:46:29.634852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35920) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.653911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-5bf69554-7e6a-4b6e-be40-3f01c9001ab1', 'network_id': '5bf69554-7e6a-4b6e-be40-3f01c9001ab1', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': '1563f081-d099-4813-a863-22fabec44761'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:29.655302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.691937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.762862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-879cff6b-d2a7-42f8-9b9a-e75040d3c6b6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:29.764020 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-879cff6b-d2a7-42f8-9b9a-e75040d3c6b6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2505217 Jan 21 09:46:29.766794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35924) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.838667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35928) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:29.899751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.911469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6061e-0802-49a9-a039-2070b5db3d4b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port dc2dbfea-ea14-4c6a-99da-9c11fabd1961 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:29.911853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4c6061e-0802-49a9-a039-2070b5db3d4b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:29.920921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Transition to ACTIVE for port object 8c366282-09fb-4227-aea7-0ca3d65bb893 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:29.949164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Allocated IP 2001:db8::2 (5bf69554-7e6a-4b6e-be40-3f01c9001ab1/1563f081-d099-4813-a863-22fabec44761/6b14d8d4-b4d1-4b2c-a401-e95094408f1a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:29.961149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Transition to ACTIVE for port object 8c366282-09fb-4227-aea7-0ca3d65bb893 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:29.990084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.182217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:30.189742 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:30.196951 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:30.199277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Pushing event updated for resources: {'Port': ['ID=8c366282-09fb-4227-aea7-0ca3d65bb893,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.355855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.373218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Attempting to bind port 8c366282-09fb-4227-aea7-0ca3d65bb893 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:30.373639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Attempting to bind port 8c366282-09fb-4227-aea7-0ca3d65bb893 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:30.374004 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Attempting to bind port 8c366282-09fb-4227-aea7-0ca3d65bb893 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:30.385496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:30.385868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:30.386485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.387046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:30.387685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Bound port: 8c366282-09fb-4227-aea7-0ca3d65bb893, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:30.388258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.418418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.460580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4c6061e-0802-49a9-a039-2070b5db3d4b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.468371 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Transition to ACTIVE for port object 6b14d8d4-b4d1-4b2c-a401-e95094408f1a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:30.514063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Transition to ACTIVE for port object 6b14d8d4-b4d1-4b2c-a401-e95094408f1a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:30.529206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.575086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] For port 8c366282-09fb-4227-aea7-0ca3d65bb893, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:30.609372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] For port 8c366282-09fb-4227-aea7-0ca3d65bb893, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8c366282-09fb-4227-aea7-0ca3d65bb893,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:30.621244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.629713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6061e-0802-49a9-a039-2070b5db3d4b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for dc2dbfea-ea14-4c6a-99da-9c11fabd1961 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:30.635925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:30.640415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:30.646400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Pushing event updated for resources: {'Port': ['ID=6b14d8d4-b4d1-4b2c-a401-e95094408f1a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.650387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:30.671438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.672435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.672972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.674820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.675370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.675905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.676424 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.676940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.677702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.678241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.678774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:30.938390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4c6061e-0802-49a9-a039-2070b5db3d4b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.955727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Attempting to bind port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:30.956555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Attempting to bind port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'f726048d-5436-4811-b443-1ca59c63f600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5bf69554-7e6a-4b6e-be40-3f01c9001ab1'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:30.957106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Attempting to bind port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a on network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:30.977306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5f7fe-ed42-4157-97bc-65c0b6b4ff92 None None] Pushing event updated for resources: {'Port': ['ID=8c366282-09fb-4227-aea7-0ca3d65bb893,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:30.992986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:30.995000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Checking segment: {'id': 'f726048d-5436-4811-b443-1ca59c63f600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5bf69554-7e6a-4b6e-be40-3f01c9001ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:30.995836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:30.996425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Bound using segment: {'id': 'f726048d-5436-4811-b443-1ca59c63f600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5bf69554-7e6a-4b6e-be40-3f01c9001ab1'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:30.997186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Bound port: 6b14d8d4-b4d1-4b2c-a401-e95094408f1a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f726048d-5436-4811-b443-1ca59c63f600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5bf69554-7e6a-4b6e-be40-3f01c9001ab1'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:30.997796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.092658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6061e-0802-49a9-a039-2070b5db3d4b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=dc2dbfea-ea14-4c6a-99da-9c11fabd1961,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:31.105325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8::1 (5bf69554-7e6a-4b6e-be40-3f01c9001ab1/1563f081-d099-4813-a863-22fabec44761/1f5efeeb-dd5d-4a23-bef0-56d39aa348e6) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:31.148197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.165784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4c6061e-0802-49a9-a039-2070b5db3d4b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.175561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] For port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:31.186602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] For port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b14d8d4-b4d1-4b2c-a401-e95094408f1a,segment=NetworkSegment(f726048d-5436-4811-b443-1ca59c63f600),segment_id=f726048d-5436-4811-b443-1ca59c63f600)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:31.186602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.290907 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b4c6061e-0802-49a9-a039-2070b5db3d4b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/dc2dbfea-ea14-4c6a-99da-9c11fabd1961 HTTP/1.1" status: 204 len: 168 time: 1.5216711 Jan 21 09:46:31.294752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35932) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.357054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfef39-efdd-4333-a7c8-de03fa69e8b9 None None] Pushing event updated for resources: {'Port': ['ID=6b14d8d4-b4d1-4b2c-a401-e95094408f1a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:31.423689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4446b8f-93b9-4dcd-b7a0-1870f0d503c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.425780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4446b8f-93b9-4dcd-b7a0-1870f0d503c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:31.426802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c4446b8f-93b9-4dcd-b7a0-1870f0d503c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:31.500275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c4446b8f-93b9-4dcd-b7a0-1870f0d503c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:31.502118 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c4446b8f-93b9-4dcd-b7a0-1870f0d503c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2056737 Jan 21 09:46:31.505474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35936) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:31.540794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.569225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Deleting port 715712fc-fe44-488c-9ddb-24d253ee5f71 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:31.569225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.569928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:31.692771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.819087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:31.837974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:31.943070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:31.943503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.958094 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a60748-6138-4add-ab1f-b9ee24f3ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 08ddd2a3-7a2e-4453-b2d4-54d1551c682e {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:31.965272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00a60748-6138-4add-ab1f-b9ee24f3ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:31.977192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=1f5efeeb-dd5d-4a23-bef0-56d39aa348e6,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.049006 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00a60748-6138-4add-ab1f-b9ee24f3ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.087225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.157709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.509617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Calling delete_port for 715712fc-fe44-488c-9ddb-24d253ee5f71 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:32.560199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b14d8d4-b4d1-4b2c-a401-e95094408f1a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:32.590742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00a60748-6138-4add-ab1f-b9ee24f3ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.710066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-00538c73-34f8-4a12-9709-ee69d0d4be72 None None] Provisioning for port 8c366282-09fb-4227-aea7-0ca3d65bb893 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:32.723015 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:32.731493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8c366282-09fb-4227-aea7-0ca3d65bb893 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:32.843689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00a60748-6138-4add-ab1f-b9ee24f3ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.861046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 8c366282-09fb-4227-aea7-0ca3d65bb893 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:32.867433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8c366282-09fb-4227-aea7-0ca3d65bb893 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:32.868677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.916750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a60748-6138-4add-ab1f-b9ee24f3ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=08ddd2a3-7a2e-4453-b2d4-54d1551c682e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:32.932095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00a60748-6138-4add-ab1f-b9ee24f3ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.932571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.947186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:32.949219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.001399 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-00a60748-6138-4add-ab1f-b9ee24f3ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/08ddd2a3-7a2e-4453-b2d4-54d1551c682e HTTP/1.1" status: 204 len: 168 time: 1.4927452 Jan 21 09:46:33.004575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35940) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.068511 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.069635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.080365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbef166-0ff3-4511-ac8e-81e3a667a03d None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:33.132669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Port': ['ID=715712fc-fe44-488c-9ddb-24d253ee5f71,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.162762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-984a47ee-8a78-4091-87e7-bc1eb5ffc1a5 None None] Could not find standard attr ID for object dc2dbfea-ea14-4c6a-99da-9c11fabd1961. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:33.248483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 8c366282-09fb-4227-aea7-0ca3d65bb893, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8c366282-09fb-4227-aea7-0ca3d65bb893,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:33.276639 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b2d01c6b-2f89-46ee-a9a0-74854bb396df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2704215 Jan 21 09:46:33.283383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35944) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.288534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.328160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b8599b-4e93-4ed1-bede-45e264432c94 None None] Network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:33.419716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=1f5efeeb-dd5d-4a23-bef0-56d39aa348e6,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.434642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.438185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 110618c8-f75f-4745-92f4-9a6f13f2056e {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:33.440742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.497943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-044f1484-69df-4a6f-8135-4dfbc7f11c64 None None] Provisioning for port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:33.504932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=8c366282-09fb-4227-aea7-0ca3d65bb893,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:33.535508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-044f1484-69df-4a6f-8135-4dfbc7f11c64 None None] Provisioning complete for port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:33.536118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-044f1484-69df-4a6f-8135-4dfbc7f11c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.591723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007196e-e57d-4b1c-92b9-ca57680a8661 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.592415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e007196e-e57d-4b1c-92b9-ca57680a8661 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:33.638720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:33.652118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:33.660337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:33.676028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] Deleting port 8c366282-09fb-4227-aea7-0ca3d65bb893 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:33.676406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.678327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e007196e-e57d-4b1c-92b9-ca57680a8661 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:33.682209 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e007196e-e57d-4b1c-92b9-ca57680a8661 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3966944 Jan 21 09:46:33.690346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35948) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:33.840143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 110618c8-f75f-4745-92f4-9a6f13f2056e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=110618c8-f75f-4745-92f4-9a6f13f2056e,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:33.840508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.883406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d84e7-1f62-4406-88e0-4443aac27b35 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:33.883991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7a0d84e7-1f62-4406-88e0-4443aac27b35 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:33.939441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-044f1484-69df-4a6f-8135-4dfbc7f11c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:33.969463 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7a0d84e7-1f62-4406-88e0-4443aac27b35 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:33.971996 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7a0d84e7-1f62-4406-88e0-4443aac27b35 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2803848 Jan 21 09:46:33.975996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35952) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.025380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 110618c8-f75f-4745-92f4-9a6f13f2056e owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:34.034316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Router e27a229a-f5e0-488d-9984-28ae2d341040 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:34.050192 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-82c5031e-f8c1-45a4-950c-88409812ac6a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728595 Jan 21 09:46:34.058281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35956) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.073029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-044f1484-69df-4a6f-8135-4dfbc7f11c64 None None] For port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b14d8d4-b4d1-4b2c-a401-e95094408f1a,segment=NetworkSegment(f726048d-5436-4811-b443-1ca59c63f600),segment_id=f726048d-5436-4811-b443-1ca59c63f600)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:34.073550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:34.080543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] For port 8c366282-09fb-4227-aea7-0ca3d65bb893, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8c366282-09fb-4227-aea7-0ca3d65bb893,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:34.080977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.095050 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-044f1484-69df-4a6f-8135-4dfbc7f11c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.199533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:34.205696 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e66f7f04-1f67-4e5d-98f1-bea8a19be763 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "PUT /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9221714 Jan 21 09:46:34.209339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35960) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.212560 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c230-8ca7-44fb-ad1f-718a9e278444 None None] Sync routers for ids ['e27a229a-f5e0-488d-9984-28ae2d341040'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:34.230118 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c230-8ca7-44fb-ad1f-718a9e278444 None None] Routers {'e27a229a-f5e0-488d-9984-28ae2d341040'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:34.230732 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c230-8ca7-44fb-ad1f-718a9e278444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e27a229a-f5e0-488d-9984-28ae2d341040'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:34.261223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] Calling delete_port for 8c366282-09fb-4227-aea7-0ca3d65bb893 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:34.350763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c230-8ca7-44fb-ad1f-718a9e278444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:34.382849 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c230-8ca7-44fb-ad1f-718a9e278444 None None] Routers {'e27a229a-f5e0-488d-9984-28ae2d341040'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:34.383474 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c230-8ca7-44fb-ad1f-718a9e278444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e27a229a-f5e0-488d-9984-28ae2d341040'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:34.405158 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-7f40d6b4-d8ed-473f-9be1-7ea2f2cb9220 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] show failed (client error): The resource could not be found. Jan 21 09:46:34.406098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1484-69df-4a6f-8135-4dfbc7f11c64 None None] Pushing event updated for resources: {'Port': ['ID=6b14d8d4-b4d1-4b2c-a401-e95094408f1a,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.416313 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7f40d6b4-d8ed-473f-9be1-7ea2f2cb9220 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "GET /v2.0/routers/tempest-non_exist_router-195105635 HTTP/1.1" status: 404 len: 334 time: 0.2020907 Jan 21 09:46:34.416466 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35964) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.422250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ba318558-ca00-450a-b143-92389a07700e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:34.475453 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c230-8ca7-44fb-ad1f-718a9e278444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:34.476424 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c230-8ca7-44fb-ad1f-718a9e278444 None None] The sync data for ids ['e27a229a-f5e0-488d-9984-28ae2d341040'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:34.477005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8c366282-09fb-4227-aea7-0ca3d65bb893 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:34.520544 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-ba318558-ca00-450a-b143-92389a07700e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] update failed (client error): The resource could not be found. Jan 21 09:46:34.521154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.522121 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ba318558-ca00-450a-b143-92389a07700e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "PUT /v2.0/routers/tempest-non_exist_router-2143839018 HTTP/1.1" status: 404 len: 335 time: 0.1042490 Jan 21 09:46:34.528004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35968) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:34.536967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.549604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:34.560402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:34.587682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:34.606756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] Pushing event deleted for resources: {'Port': ['ID=8c366282-09fb-4227-aea7-0ca3d65bb893,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.631074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cafe92-074c-4115-aa2e-fd52cff5e03e None None] No DVR routers for this DVR port 8c366282-09fb-4227-aea7-0ca3d65bb893 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:34.638883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No active binding found for port 8c366282-09fb-4227-aea7-0ca3d65bb893 {{(pid=83428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 21 09:46:34.639727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8c366282-09fb-4227-aea7-0ca3d65bb893 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:34.643166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fbc14ccd-fc00-4085-ad11-2d14e100bbeb None None] Provisioning for port 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:34.655099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fbc14ccd-fc00-4085-ad11-2d14e100bbeb None None] Provisioning complete for port 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:34.656033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fbc14ccd-fc00-4085-ad11-2d14e100bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.714261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.722816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-fbc14ccd-fc00-4085-ad11-2d14e100bbeb None None] Port 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:34.746711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fbc14ccd-fc00-4085-ad11-2d14e100bbeb None None] Provisioning complete for port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:34.747239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fbc14ccd-fc00-4085-ad11-2d14e100bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.807398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=110618c8-f75f-4745-92f4-9a6f13f2056e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:34.821239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.831008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f54acc-79de-4f13-a9ab-74635fdcdbc6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Deleting subnet f1ede509-befc-49d0-b251-cbc6026afd9c {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:34.835981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7f54acc-79de-4f13-a9ab-74635fdcdbc6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:34.949413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7f54acc-79de-4f13-a9ab-74635fdcdbc6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.014315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b526e700-1520-45d5-b13b-28d76e997470 None None] Provisioning complete for port 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:35.014695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b526e700-1520-45d5-b13b-28d76e997470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.109284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7f54acc-79de-4f13-a9ab-74635fdcdbc6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.124208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b526e700-1520-45d5-b13b-28d76e997470 None None] Port 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:35.199178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7f54acc-79de-4f13-a9ab-74635fdcdbc6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.242789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f54acc-79de-4f13-a9ab-74635fdcdbc6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ede509-befc-49d0-b251-cbc6026afd9c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:35.249248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7f54acc-79de-4f13-a9ab-74635fdcdbc6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.254230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d0e02b97-8a6e-4c4b-a2ec-6d610c3e3508 None None] Provisioning complete for port 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:35.254610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0e02b97-8a6e-4c4b-a2ec-6d610c3e3508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.258657 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c7f54acc-79de-4f13-a9ab-74635fdcdbc6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/subnets/f1ede509-befc-49d0-b251-cbc6026afd9c HTTP/1.1" status: 204 len: 168 time: 0.7266946 Jan 21 09:46:35.258934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35972) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:35.299728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f688c-5f6a-4708-ae5e-797d7da6c271 None None] Network e134d7a6-494e-4752-a272-e68a3c183755 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:35.324970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router e62081c4-b31f-4aec-b70e-726c51868b8f is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:35.384165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.396158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Deleting port 6b8a928c-c34a-49fd-b667-fe508cf0e744 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:35.396490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.415388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d0e02b97-8a6e-4c4b-a2ec-6d610c3e3508 None None] Port 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:35.584878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] DHCP port deletion for e134d7a6-494e-4752-a272-e68a3c183755 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:35.589403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] Deleting port 6b8a928c-c34a-49fd-b667-fe508cf0e744 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:35.589812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.629575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] For port 6b8a928c-c34a-49fd-b667-fe508cf0e744, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b8a928c-c34a-49fd-b667-fe508cf0e744,segment=NetworkSegment(a631532d-539a-42ec-88c1-26fd63c10fa6),segment_id=a631532d-539a-42ec-88c1-26fd63c10fa6)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:35.629931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.756816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Calling delete_port for 6b8a928c-c34a-49fd-b667-fe508cf0e744 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:35.795468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.799777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:46:35.801922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:35.804053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] For port 6b8a928c-c34a-49fd-b667-fe508cf0e744, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b8a928c-c34a-49fd-b667-fe508cf0e744,segment=NetworkSegment(a631532d-539a-42ec-88c1-26fd63c10fa6),segment_id=a631532d-539a-42ec-88c1-26fd63c10fa6)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:35.804997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.807891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.816464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2cf6b6-533d-4e2e-ba79-b4c5435e1c8b None None] Sync routers for ids ['e62081c4-b31f-4aec-b70e-726c51868b8f'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:35.836121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:35.895942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Port': ['ID=6b8a928c-c34a-49fd-b667-fe508cf0e744,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:35.906248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] No DVR routers for this DVR port 6b8a928c-c34a-49fd-b667-fe508cf0e744 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:35.974242 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e38f96bd-47d8-4dfd-bad4-5f41822351ee tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/e62081c4-b31f-4aec-b70e-726c51868b8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3387544 Jan 21 09:46:35.974487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35976) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:35.976541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:35.981878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] Calling delete_port for 6b8a928c-c34a-49fd-b667-fe508cf0e744 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:35.982794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:35.986090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=23d83062-81d2-4ba9-b87e-1a7a7049d49f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:35.989829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:35.990690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.010899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382dab4d-e7b9-4b95-bb27-c81b2a961bb6 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:36.023497 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-23e7040c-ec07-4cd6-bee1-0f0a619e4f0f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9609182 Jan 21 09:46:36.027601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35980) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:36.087283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:fe:77:6e', 'name': 'tempest-NetworksTestDHCPv6-713615942'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:36.103674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cf6b6-533d-4e2e-ba79-b4c5435e1c8b None None] Routers {'e62081c4-b31f-4aec-b70e-726c51868b8f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:36.104307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2a2cf6b6-533d-4e2e-ba79-b4c5435e1c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e62081c4-b31f-4aec-b70e-726c51868b8f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.184373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2a2cf6b6-533d-4e2e-ba79-b4c5435e1c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.254916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cf6b6-533d-4e2e-ba79-b4c5435e1c8b None None] Routers {'e62081c4-b31f-4aec-b70e-726c51868b8f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:36.255773 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2a2cf6b6-533d-4e2e-ba79-b4c5435e1c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e62081c4-b31f-4aec-b70e-726c51868b8f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.305022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.344452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:36.344802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:36.347996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d192bca-60c0-433f-a6de-50b57cfff2be tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:36.348584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5d192bca-60c0-433f-a6de-50b57cfff2be tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:36.350043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2a2cf6b6-533d-4e2e-ba79-b4c5435e1c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.350454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2cf6b6-533d-4e2e-ba79-b4c5435e1c8b None None] The sync data for ids ['e62081c4-b31f-4aec-b70e-726c51868b8f'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:36.364521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e134d7a6-494e-4752-a272-e68a3c183755']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.386069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a631532d-539a-42ec-88c1-26fd63c10fa6') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.386069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a631532d-539a-42ec-88c1-26fd63c10fa6') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:36.419400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.440382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '23d83062-81d2-4ba9-b87e-1a7a7049d49f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:36.441228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.443865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5d192bca-60c0-433f-a6de-50b57cfff2be tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:36.445025 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5d192bca-60c0-433f-a6de-50b57cfff2be tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports/1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 HTTP/1.1" status: 200 len: 911 time: 0.4670780 Jan 21 09:46:36.447863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35984) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:36.455360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.457186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-dc896a39-eb45-4084-a18b-44a5114c524b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1563f081-d099-4813-a863-22fabec44761'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:36.462313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:36.466752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:36.467148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:36.482149 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:36.546829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:36.551577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b14d8d4-b4d1-4b2c-a401-e95094408f1a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:36.574571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:36.578792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.600419 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.605218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.644836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Network': ['ID=e134d7a6-494e-4752-a272-e68a3c183755,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:36.651752 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-171b15a7-ea74-4e16-933d-5fe9fde5afe6 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/networks/e134d7a6-494e-4752-a272-e68a3c183755 HTTP/1.1" status: 204 len: 168 time: 1.3918784 Jan 21 09:46:36.652560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35988) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:36.653757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 804a5789-e919-4776-985c-5a873dd53bbb yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:36.709425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Allocated IP 2001:db8::f816:3eff:fe6d:22bd (39f1e386-d394-42ab-8358-5616c07c4588/23d83062-81d2-4ba9-b87e-1a7a7049d49f/774b239b-1a13-49f8-a04f-9a1f32584678) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:36.717298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:36.717669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.848342 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] Deleting port 6b8a928c-c34a-49fd-b667-fe508cf0e744 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:36.848984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.924182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f5af3c-1d3b-45aa-aa8c-56a3ae5509cb tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Deleting subnet 06a7e170-7f21-4475-a7e6-0c3d5a2f0e66 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:36.927937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3f5af3c-1d3b-45aa-aa8c-56a3ae5509cb tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:36.935018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-576c1801-d5d0-406c-a4de-09b320b98c29 None None] The port '6b8a928c-c34a-49fd-b667-fe508cf0e744' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:36.955865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc896a39-eb45-4084-a18b-44a5114c524b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.004495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3f5af3c-1d3b-45aa-aa8c-56a3ae5509cb tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.098677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.109815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Transition to ACTIVE for port object 774b239b-1a13-49f8-a04f-9a1f32584678 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:37.115197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b8a928c-c34a-49fd-b667-fe508cf0e744 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:37.121681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3f5af3c-1d3b-45aa-aa8c-56a3ae5509cb tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.155804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 6b8a928c-c34a-49fd-b667-fe508cf0e744 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:37.156146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b8a928c-c34a-49fd-b667-fe508cf0e744 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:37.166137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Transition to ACTIVE for port object 774b239b-1a13-49f8-a04f-9a1f32584678 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:37.179415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.214682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c162f713-766e-4b89-ab17-99560fa03402 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:37.250596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:37.254315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:37.258838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:37.262707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Pushing event updated for resources: {'Port': ['ID=774b239b-1a13-49f8-a04f-9a1f32584678,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.270683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fefe:776e (39f1e386-d394-42ab-8358-5616c07c4588/23d83062-81d2-4ba9-b87e-1a7a7049d49f/804a5789-e919-4776-985c-5a873dd53bbb) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:37.276427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3f5af3c-1d3b-45aa-aa8c-56a3ae5509cb tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.332456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5af3c-1d3b-45aa-aa8c-56a3ae5509cb tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Subnet': ['ID=06a7e170-7f21-4475-a7e6-0c3d5a2f0e66,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.357599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c3f5af3c-1d3b-45aa-aa8c-56a3ae5509cb tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.366348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f35507-3e8d-4a3a-b51d-9dc94ce6835b None None] Network 67a9daf6-8187-497d-8f2a-23b36a748446 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:37.383393 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c3f5af3c-1d3b-45aa-aa8c-56a3ae5509cb tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/subnets/06a7e170-7f21-4475-a7e6-0c3d5a2f0e66 HTTP/1.1" status: 204 len: 168 time: 0.6881196 Jan 21 09:46:37.384992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 35992) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.387843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Attempting to bind port 774b239b-1a13-49f8-a04f-9a1f32584678 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:37.388297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Attempting to bind port 774b239b-1a13-49f8-a04f-9a1f32584678 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:37.388790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Attempting to bind port 774b239b-1a13-49f8-a04f-9a1f32584678 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:37.458575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:37.458575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:37.458949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.459421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:37.459989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Bound port: 774b239b-1a13-49f8-a04f-9a1f32584678, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:37.460448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.557892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.576295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 804a5789-e919-4776-985c-5a873dd53bbb will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:37.602578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.685851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] For port 774b239b-1a13-49f8-a04f-9a1f32584678, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:37.690403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] For port 774b239b-1a13-49f8-a04f-9a1f32584678, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=774b239b-1a13-49f8-a04f-9a1f32584678,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:37.694408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:37.697910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.698956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:37.701236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=804a5789-e919-4776-985c-5a873dd53bbb,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.710939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:37.715173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.715776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.739406 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-acdc9510-23ee-4a13-a44e-10dc50bc75d6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6598699 Jan 21 09:46:37.739803 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 35996) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.787784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848595c-afde-4535-8753-ec9c66a840b1 None None] Pushing event updated for resources: {'Port': ['ID=774b239b-1a13-49f8-a04f-9a1f32584678,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:37.847824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957cde44-f6d9-4f7a-bf38-c5325955b736 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.852360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957cde44-f6d9-4f7a-bf38-c5325955b736 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:37.853267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-957cde44-f6d9-4f7a-bf38-c5325955b736 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:37.863274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] DHCP port deletion for 67a9daf6-8187-497d-8f2a-23b36a748446 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:37.866722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c045c331-f8fa-4740-8420-232c6531631e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Deleting subnet 30886938-f1bc-42ea-ae6f-f2d4a6ec5abe {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:37.870636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] Deleting port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:37.871173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.875229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c045c331-f8fa-4740-8420-232c6531631e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:37.877449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-957cde44-f6d9-4f7a-bf38-c5325955b736 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:37.879189 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-957cde44-f6d9-4f7a-bf38-c5325955b736 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1383781 Jan 21 09:46:37.882044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36000) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:37.962675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c045c331-f8fa-4740-8420-232c6531631e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.016822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2d0f5-4996-4d68-a286-3cf50d65b5b2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 804a5789-e919-4776-985c-5a873dd53bbb {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:38.020593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d0f5-4996-4d68-a286-3cf50d65b5b2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.036672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc896a39-eb45-4084-a18b-44a5114c524b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.042835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:38.059669 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] Sync routers for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:38.063276 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3b737d59-c33d-429c-8dfa-01ccb3b6d3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/c162f713-766e-4b89-ab17-99560fa03402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2186840 Jan 21 09:46:38.067529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc896a39-eb45-4084-a18b-44a5114c524b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.071791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc896a39-eb45-4084-a18b-44a5114c524b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:38.072402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc896a39-eb45-4084-a18b-44a5114c524b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.076281 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dc896a39-eb45-4084-a18b-44a5114c524b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/ports/1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 HTTP/1.1" status: 200 len: 911 time: 1.6243856 Jan 21 09:46:38.081218 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:38.082462 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:38.118810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36006) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:38.208335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] For port a328983b-6e0a-41e9-b3c4-8d91a52a52b4, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a328983b-6e0a-41e9-b3c4-8d91a52a52b4,segment=NetworkSegment(2c4fd05d-6ffd-4cfe-846d-cbafcf27f747),segment_id=2c4fd05d-6ffd-4cfe-846d-cbafcf27f747)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:38.208755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.344855 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:38.405971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] Calling delete_port for a328983b-6e0a-41e9-b3c4-8d91a52a52b4 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:38.412935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc896a39-eb45-4084-a18b-44a5114c524b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=1f5efeeb-dd5d-4a23-bef0-56d39aa348e6,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.448928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d0f5-4996-4d68-a286-3cf50d65b5b2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.550429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 774b239b-1a13-49f8-a04f-9a1f32584678 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:38.614192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.672432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2d0f5-4996-4d68-a286-3cf50d65b5b2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 804a5789-e919-4776-985c-5a873dd53bbb owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:38.693886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] Pushing event deleted for resources: {'Port': ['ID=a328983b-6e0a-41e9-b3c4-8d91a52a52b4,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:38.710089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3655d3-f275-4254-95d9-d61e1fe384ef None None] No DVR routers for this DVR port a328983b-6e0a-41e9-b3c4-8d91a52a52b4 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:38.762622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 774b239b-1a13-49f8-a04f-9a1f32584678 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:38.781768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c045c331-f8fa-4740-8420-232c6531631e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.873390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a328983b-6e0a-41e9-b3c4-8d91a52a52b4 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:38.920053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c045c331-f8fa-4740-8420-232c6531631e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.928336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d0f5-4996-4d68-a286-3cf50d65b5b2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:38.936033 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:34Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:38.944040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: a328983b-6e0a-41e9-b3c4-8d91a52a52b4 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:38.944683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a328983b-6e0a-41e9-b3c4-8d91a52a52b4 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:38.954540 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] Checking router: c162f713-766e-4b89-ab17-99560fa03402 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:46:38.968360 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:38.969436 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:38.986869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045c331-f8fa-4740-8420-232c6531631e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Subnet': ['ID=30886938-f1bc-42ea-ae6f-f2d4a6ec5abe,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.005294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2d0f5-4996-4d68-a286-3cf50d65b5b2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=804a5789-e919-4776-985c-5a873dd53bbb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:39.062427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d0f5-4996-4d68-a286-3cf50d65b5b2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.070328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984b1e5-809d-4cc4-a1c5-0320e2234fac req-6f88639e-6d21-45a9-aed5-48901233a33c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.070900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-3984b1e5-809d-4cc4-a1c5-0320e2234fac req-6f88639e-6d21-45a9-aed5-48901233a33c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:39.073686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7307885-28c2-4ed7-aef6-7c5c537bcebf None None] Network 710c8868-379a-4de0-9752-648a96bbc230 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:39.075120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c045c331-f8fa-4740-8420-232c6531631e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.109109 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c045c331-f8fa-4740-8420-232c6531631e tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/subnets/30886938-f1bc-42ea-ae6f-f2d4a6ec5abe HTTP/1.1" status: 204 len: 168 time: 1.7211761 Jan 21 09:46:39.113021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36012) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.119881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-3984b1e5-809d-4cc4-a1c5-0320e2234fac req-6f88639e-6d21-45a9-aed5-48901233a33c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:39.120121 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1dd2d0f5-4996-4d68-a286-3cf50d65b5b2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/804a5789-e919-4776-985c-5a873dd53bbb HTTP/1.1" status: 204 len: 168 time: 1.2367911 Jan 21 09:46:39.121309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3984b1e5-809d-4cc4-a1c5-0320e2234fac req-6f88639e-6d21-45a9-aed5-48901233a33c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 946 time: 0.3722675 Jan 21 09:46:39.121768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36016) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.274648 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:39.360245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3984b1e5-809d-4cc4-a1c5-0320e2234fac req-f6395355-b320-48a2-b499-ddea43463ae3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697023 Jan 21 09:46:39.388386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.442808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a2210734-df8f-45e9-9d51-a2a78bc11aa8 None None] Provisioning for port 774b239b-1a13-49f8-a04f-9a1f32584678 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:39.456612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a2210734-df8f-45e9-9d51-a2a78bc11aa8 None None] Provisioning complete for port 774b239b-1a13-49f8-a04f-9a1f32584678 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:39.457633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a2210734-df8f-45e9-9d51-a2a78bc11aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.506648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3704fb-bfc4-4b16-b77f-b1b3523c8014 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.509567 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3704fb-bfc4-4b16-b77f-b1b3523c8014 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:39.511281 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5c3704fb-bfc4-4b16-b77f-b1b3523c8014 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3672853 Jan 21 09:46:39.521445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36020) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:39.555026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] DHCP port deletion for 710c8868-379a-4de0-9752-648a96bbc230 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:39.569182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] Deleting port b478c5ac-f1b9-471b-a40c-85443ba0f051 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:39.570109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.600140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.880473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a2210734-df8f-45e9-9d51-a2a78bc11aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.908729 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:34Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:39.916296 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd494666-3f72-4363-8c68-be7ed54f081a None None] The sync data for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv is: [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:34Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '36b4b15c-1b2d-445e-9082-273086a00846', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'port_id': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'mac_address': 'fa:16:3e:78:9d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:44:55Z', 'updated_at': '2022-01-21T09:45:05Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:39.933752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:39.995362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a9daf6-8187-497d-8f2a-23b36a748446']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:39.998678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a2210734-df8f-45e9-9d51-a2a78bc11aa8 None None] For port 774b239b-1a13-49f8-a04f-9a1f32584678, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=774b239b-1a13-49f8-a04f-9a1f32584678,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:40.005911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] For port b478c5ac-f1b9-471b-a40c-85443ba0f051, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b478c5ac-f1b9-471b-a40c-85443ba0f051,segment=NetworkSegment(c2c5ab50-bbdf-41a7-afcf-785e6a42060f),segment_id=c2c5ab50-bbdf-41a7-afcf-785e6a42060f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:40.006357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.012614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4fd05d-6ffd-4cfe-846d-cbafcf27f747') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.012925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4fd05d-6ffd-4cfe-846d-cbafcf27f747') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:40.080808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.098212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a2210734-df8f-45e9-9d51-a2a78bc11aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.121525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.146765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:40.147170 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:40.164004 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:40.193502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] Calling delete_port for b478c5ac-f1b9-471b-a40c-85443ba0f051 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:40.247745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a5bbb43c-98e3-45aa-b8c1-019f56aefe11 None None] Could not find standard attr ID for object 804a5789-e919-4776-985c-5a873dd53bbb. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:40.256162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef67b0ae-9176-4d6d-a110-fa8a894c797c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 23d83062-81d2-4ba9-b87e-1a7a7049d49f {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:40.264089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef67b0ae-9176-4d6d-a110-fa8a894c797c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.325341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.335592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46930a89-f13c-4e95-8a27-3b733820811d req-702a75de-8bfb-4332-aaba-81fe4c2ccb32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:40.336388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-46930a89-f13c-4e95-8a27-3b733820811d req-702a75de-8bfb-4332-aaba-81fe4c2ccb32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:40.370997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.379051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:40.379051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.382778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2210734-df8f-45e9-9d51-a2a78bc11aa8 None None] Pushing event updated for resources: {'Port': ['ID=774b239b-1a13-49f8-a04f-9a1f32584678,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.383023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef67b0ae-9176-4d6d-a110-fa8a894c797c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.392039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.451954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Network': ['ID=67a9daf6-8187-497d-8f2a-23b36a748446,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.467767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] Pushing event deleted for resources: {'Port': ['ID=b478c5ac-f1b9-471b-a40c-85443ba0f051,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:40.469695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 110618c8-f75f-4745-92f4-9a6f13f2056e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:40.487089 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-849b4c08-4869-4331-b31d-a233b9d1358d tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/networks/67a9daf6-8187-497d-8f2a-23b36a748446 HTTP/1.1" status: 204 len: 168 time: 1.3697932 Jan 21 09:46:40.489280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36026) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:40.506973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 110618c8-f75f-4745-92f4-9a6f13f2056e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:40.507315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 110618c8-f75f-4745-92f4-9a6f13f2056e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:40.507731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b478c5ac-f1b9-471b-a40c-85443ba0f051 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:40.520173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-46930a89-f13c-4e95-8a27-3b733820811d req-702a75de-8bfb-4332-aaba-81fe4c2ccb32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:40.521306 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-46930a89-f13c-4e95-8a27-3b733820811d req-702a75de-8bfb-4332-aaba-81fe4c2ccb32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 946 time: 0.4994352 Jan 21 09:46:40.551866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24506a11-c496-4c78-be77-3b46a8d5cc20 None None] No DVR routers for this DVR port b478c5ac-f1b9-471b-a40c-85443ba0f051 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:40.553819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: b478c5ac-f1b9-471b-a40c-85443ba0f051 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:40.554196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b478c5ac-f1b9-471b-a40c-85443ba0f051 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:40.715487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.717551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.726353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:40.726682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.771300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef67b0ae-9176-4d6d-a110-fa8a894c797c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:40.838187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216028a-2b0f-4a37-8a83-6d80d17a7103 req-37e7a877-f5bd-43e1-bd54-4d354310e75d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:40.839613 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5216028a-2b0f-4a37-8a83-6d80d17a7103 req-37e7a877-f5bd-43e1-bd54-4d354310e75d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 946 time: 0.2374880 Jan 21 09:46:40.845894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 1f5efeeb-dd5d-4a23-bef0-56d39aa348e6 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:41.044364 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.047822 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5216028a-2b0f-4a37-8a83-6d80d17a7103 req-701d9311-034e-42db-870c-e8d6c558f494 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640879 Jan 21 09:46:41.111830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef67b0ae-9176-4d6d-a110-fa8a894c797c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.170486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.174818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710c8868-379a-4de0-9752-648a96bbc230']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.185864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67b0ae-9176-4d6d-a110-fa8a894c797c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=23d83062-81d2-4ba9-b87e-1a7a7049d49f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.198954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c5ab50-bbdf-41a7-afcf-785e6a42060f') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.199250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c5ab50-bbdf-41a7-afcf-785e6a42060f') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:41.214420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669cfeb0-086d-4fd5-966c-267e33e09dc3 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:41.214901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef67b0ae-9176-4d6d-a110-fa8a894c797c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.223942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=1f5efeeb-dd5d-4a23-bef0-56d39aa348e6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.229334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.272407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.280392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:41.281107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.295217 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ef67b0ae-9176-4d6d-a110-fa8a894c797c tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/23d83062-81d2-4ba9-b87e-1a7a7049d49f HTTP/1.1" status: 204 len: 168 time: 1.7723651 Jan 21 09:46:41.304990 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:41.305397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.336339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36030) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.419807 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-37df1b7f-7133-4d7a-9cda-edc49ebd3cf6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821528 Jan 21 09:46:41.420646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36034) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.428700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:41.435757 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:41.523506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:41.528146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] Deleting port 774b239b-1a13-49f8-a04f-9a1f32584678 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:41.528600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.617694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.620050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:41.624141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:41.632202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:41.638435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:41.696655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.698699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:41.719304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.728990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:41.739501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Network': ['ID=710c8868-379a-4de0-9752-648a96bbc230,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:41.745399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] For port 774b239b-1a13-49f8-a04f-9a1f32584678, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=774b239b-1a13-49f8-a04f-9a1f32584678,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:41.745792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.746320 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b0589d0c-0d5e-459b-ad6a-42ff37f9eb85 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/networks/710c8868-379a-4de0-9752-648a96bbc230 HTTP/1.1" status: 204 len: 168 time: 1.2555456 Jan 21 09:46:41.749788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36038) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:41.867947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] Calling delete_port for 774b239b-1a13-49f8-a04f-9a1f32584678 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:41.942790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:41.963944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.005630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.023226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] Pushing event deleted for resources: {'Port': ['ID=774b239b-1a13-49f8-a04f-9a1f32584678,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.028075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940aef2-9ac9-4ffa-b9ac-87e293adc923 None None] No DVR routers for this DVR port 774b239b-1a13-49f8-a04f-9a1f32584678 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:42.040251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.137289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de6b038-e65e-4f90-b818-5aa7dda32358 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Deleting subnet 0b65641c-f46b-43a0-87d2-4e32579ac9a4 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:42.139334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:42.142407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.145146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9c5822-cfe1-48b7-830c-8b6882f86439', 'name': 'network-vif-deleted', 'tag': 'a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:42.149762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7de6b038-e65e-4f90-b818-5aa7dda32358 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.208788 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-46930a89-f13c-4e95-8a27-3b733820811d req-eeaaf554-c346-42bb-9e6c-2ac34987d80a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 HTTP/1.1" status: 204 len: 173 time: 1.6706679 Jan 21 09:46:42.221600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7de6b038-e65e-4f90-b818-5aa7dda32358 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.251092 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26529166-a9cd-449a-b59e-f5ebfea41c15 req-75b34429-53be-463b-905d-3c339a8401d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=7e9c5822-cfe1-48b7-830c-8b6882f86439 HTTP/1.1" status: 200 len: 210 time: 0.0656195 Jan 21 09:46:42.256390 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9c5822-cfe1-48b7-830c-8b6882f86439', 'name': 'network-vif-deleted', 'tag': 'a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1', 'status': 'completed', 'code': 200} Jan 21 09:46:42.334723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7de6b038-e65e-4f90-b818-5aa7dda32358 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.431331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 774b239b-1a13-49f8-a04f-9a1f32584678 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:42.444030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7de6b038-e65e-4f90-b818-5aa7dda32358 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.466081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 774b239b-1a13-49f8-a04f-9a1f32584678 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:42.466623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 774b239b-1a13-49f8-a04f-9a1f32584678 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:42.494249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router e62081c4-b31f-4aec-b70e-726c51868b8f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:42.495096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7de6b038-e65e-4f90-b818-5aa7dda32358 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.503852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a437290-3283-4bb6-a540-7fad30bad25e None None] Network 6ab6e50e-534b-4efa-83ce-4733b5b45991 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:42.508322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6b038-e65e-4f90-b818-5aa7dda32358 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Subnet': ['ID=0b65641c-f46b-43a0-87d2-4e32579ac9a4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:42.519532 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7de6b038-e65e-4f90-b818-5aa7dda32358 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/subnets/0b65641c-f46b-43a0-87d2-4e32579ac9a4 HTTP/1.1" status: 204 len: 168 time: 0.7686169 Jan 21 09:46:42.520184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36046) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:42.666171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.684374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Deleting port c5d27d50-c47d-4b4f-aa2a-6869215f3580 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:42.684718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.733259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:42.746820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173ecae-7d2c-4cd0-b3e3-4c2107579296 None None] Sync routers for ids ['e62081c4-b31f-4aec-b70e-726c51868b8f'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:42.760097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173ecae-7d2c-4cd0-b3e3-4c2107579296 None None] Routers {'e62081c4-b31f-4aec-b70e-726c51868b8f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:42.760722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f173ecae-7d2c-4cd0-b3e3-4c2107579296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e62081c4-b31f-4aec-b70e-726c51868b8f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:42.824608 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1cd28474-b221-49f4-ab05-b5c7d8efdafc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/e62081c4-b31f-4aec-b70e-726c51868b8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7021706 Jan 21 09:46:42.825504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36050) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:42.831372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] DHCP port deletion for 6ab6e50e-534b-4efa-83ce-4733b5b45991 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:42.840814 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f173ecae-7d2c-4cd0-b3e3-4c2107579296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:42.844045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] Deleting port c5d27d50-c47d-4b4f-aa2a-6869215f3580 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:42.844417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.904512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:46:42.910358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.912165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] For port c5d27d50-c47d-4b4f-aa2a-6869215f3580, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c5d27d50-c47d-4b4f-aa2a-6869215f3580,segment=NetworkSegment(2e66c43e-777e-4039-ba42-a52090099ea8),segment_id=2e66c43e-777e-4039-ba42-a52090099ea8)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:42.912748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:42.935620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173ecae-7d2c-4cd0-b3e3-4c2107579296 None None] Routers {'e62081c4-b31f-4aec-b70e-726c51868b8f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:42.936259 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f173ecae-7d2c-4cd0-b3e3-4c2107579296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e62081c4-b31f-4aec-b70e-726c51868b8f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:42.992899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:42.996119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-35651794-06b2-44ce-a5b3-9ae812b2df46 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:43.004039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=aa982e40-f7c9-489b-a6b3-9f27ab6e1a0b,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.007361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:43.022446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:43.023227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.026620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64a493-dd5f-44fa-a67d-1aa1973c4b8b None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:43.030702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-35651794-06b2-44ce-a5b3-9ae812b2df46 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:43.032103 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-35651794-06b2-44ce-a5b3-9ae812b2df46 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=e62081c4-b31f-4aec-b70e-726c51868b8f HTTP/1.1" status: 200 len: 205 time: 0.2057395 Jan 21 09:46:43.039378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36054) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.053611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f173ecae-7d2c-4cd0-b3e3-4c2107579296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.053811 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173ecae-7d2c-4cd0-b3e3-4c2107579296 None None] The sync data for ids ['e62081c4-b31f-4aec-b70e-726c51868b8f'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:43.119926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Calling delete_port for c5d27d50-c47d-4b4f-aa2a-6869215f3580 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:43.185401 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-be5c1071-fba4-4b7e-a63a-6589f4b4c960 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7624583 Jan 21 09:46:43.192103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36058) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.204005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:2b:8c:07', 'name': 'tempest-NetworksTestDHCPv6-714855765'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:43.274444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-162f742e-7f80-4f1b-b7f5-5278e65b216d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.290666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] For port c5d27d50-c47d-4b4f-aa2a-6869215f3580, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c5d27d50-c47d-4b4f-aa2a-6869215f3580,segment=NetworkSegment(2e66c43e-777e-4039-ba42-a52090099ea8),segment_id=2e66c43e-777e-4039-ba42-a52090099ea8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:43.291062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.318157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.370618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Port': ['ID=c5d27d50-c47d-4b4f-aa2a-6869215f3580,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.388041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] No DVR routers for this DVR port c5d27d50-c47d-4b4f-aa2a-6869215f3580 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:43.424202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36064) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.448195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] Calling delete_port for c5d27d50-c47d-4b4f-aa2a-6869215f3580 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:43.510476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:43.530152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.558994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab6e50e-534b-4efa-83ce-4733b5b45991']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.576321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e66c43e-777e-4039-ba42-a52090099ea8') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.576699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e66c43e-777e-4039-ba42-a52090099ea8') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:43.584700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:port and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:43.589074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.596092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:43.606816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.614500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:43.614970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.617476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:43.618088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:43.626174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': 'aa982e40-f7c9-489b-a6b3-9f27ab6e1a0b'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:43.627888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:43.630552 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:43.658784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:43.695528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:43.699624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.711993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.732031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.745718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Pushing event deleted for resources: {'Network': ['ID=6ab6e50e-534b-4efa-83ce-4733b5b45991,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:43.749889 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7d37bc79-8c6e-4a26-ac1c-eebadbbc6aa5 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/networks/6ab6e50e-534b-4efa-83ce-4733b5b45991 HTTP/1.1" status: 204 len: 168 time: 1.2287624 Jan 21 09:46:43.753067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36068) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.783529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19424b86-b34a-4e8c-a7fc-0d49fab1e249 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.800650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7b82c467-df07-414c-b232-57061752e978 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Synchronizing usage tracker for tenant:1a03374929684f1aba09889ba250e88a on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:43.818001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7b82c467-df07-414c-b232-57061752e978 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Unset dirty status for tenant:1a03374929684f1aba09889ba250e88a on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:43.819311 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7b82c467-df07-414c-b232-57061752e978 tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "GET /v2.0/ports?device_id=e27a229a-f5e0-488d-9984-28ae2d341040 HTTP/1.1" status: 200 len: 205 time: 0.0652001 Jan 21 09:46:43.819570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Allocated IP 2001:db8::f816:3eff:feb5:ecee (39f1e386-d394-42ab-8358-5616c07c4588/aa982e40-f7c9-489b-a6b3-9f27ab6e1a0b/9254535c-d51b-4f54-a11d-16641a080ee1) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:43.821974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36072) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:43.870494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-162f742e-7f80-4f1b-b7f5-5278e65b216d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:43.890054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port c3edf4c8-c6a0-4db3-b034-bef9631a27c7 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:43.898289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:43.942804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:43.944190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device a15cd402-38f5-4ec1-8f2b-86e44b6c9eb1 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:43.960706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccfaa-504d-410e-a43d-c39a8257df6a tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.068326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-162f742e-7f80-4f1b-b7f5-5278e65b216d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.084208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.092003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19424b86-b34a-4e8c-a7fc-0d49fab1e249 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.098121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Transition to ACTIVE for port object 9254535c-d51b-4f54-a11d-16641a080ee1 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:44.119033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] Deleting port c5d27d50-c47d-4b4f-aa2a-6869215f3580 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:44.119407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.151442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Transition to ACTIVE for port object 9254535c-d51b-4f54-a11d-16641a080ee1 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:44.194655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7e80d-afc9-4434-95fe-ef1651733713 None None] The port 'c5d27d50-c47d-4b4f-aa2a-6869215f3580' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:44.197793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.214288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-162f742e-7f80-4f1b-b7f5-5278e65b216d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.214958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162f742e-7f80-4f1b-b7f5-5278e65b216d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Fanout notify agent at l3_agent the message router_deleted on router e62081c4-b31f-4aec-b70e-726c51868b8f {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:44.261338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:44.269467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fe2b:8c07 (39f1e386-d394-42ab-8358-5616c07c4588/aa982e40-f7c9-489b-a6b3-9f27ab6e1a0b/c3edf4c8-c6a0-4db3-b034-bef9631a27c7) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:44.270117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:44.274400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:44.277785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-162f742e-7f80-4f1b-b7f5-5278e65b216d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.278981 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-162f742e-7f80-4f1b-b7f5-5278e65b216d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/e62081c4-b31f-4aec-b70e-726c51868b8f HTTP/1.1" status: 204 len: 168 time: 1.2385113 Jan 21 09:46:44.286941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36076) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:44.333026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19424b86-b34a-4e8c-a7fc-0d49fab1e249 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.335477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19424b86-b34a-4e8c-a7fc-0d49fab1e249 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.339278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-19424b86-b34a-4e8c-a7fc-0d49fab1e249 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/8096c09e-e4c5-4d1d-a227-9f01be1d1c2a HTTP/1.1" status: 204 len: 168 time: 0.9114549 Jan 21 09:46:44.378013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccfaa-504d-410e-a43d-c39a8257df6a tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.379019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Pushing event updated for resources: {'Port': ['ID=9254535c-d51b-4f54-a11d-16641a080ee1,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.386914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36082) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:44.390506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Attempting to bind port 9254535c-d51b-4f54-a11d-16641a080ee1 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:44.391305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Attempting to bind port 9254535c-d51b-4f54-a11d-16641a080ee1 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:44.392505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Attempting to bind port 9254535c-d51b-4f54-a11d-16641a080ee1 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:44.402052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19424b86-b34a-4e8c-a7fc-0d49fab1e249 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8096c09e-e4c5-4d1d-a227-9f01be1d1c2a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.403706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:44.403706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:44.404268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.404750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:44.405515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Bound port: 9254535c-d51b-4f54-a11d-16641a080ee1, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:44.405822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.425716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccfaa-504d-410e-a43d-c39a8257df6a tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.497620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c5d27d50-c47d-4b4f-aa2a-6869215f3580 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:44.535237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: c5d27d50-c47d-4b4f-aa2a-6869215f3580 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:44.535746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccfaa-504d-410e-a43d-c39a8257df6a tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.535890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c5d27d50-c47d-4b4f-aa2a-6869215f3580 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:44.536275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1ccfaa-504d-410e-a43d-c39a8257df6a tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Fanout notify agent at l3_agent the message router_deleted on router e27a229a-f5e0-488d-9984-28ae2d341040 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:46:44.556485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ea1ccfaa-504d-410e-a43d-c39a8257df6a tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.558713 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ea1ccfaa-504d-410e-a43d-c39a8257df6a tempest-RoutersNegativeIpV6Test-1340487247 tempest-RoutersNegativeIpV6Test-1340487247-project] 10.222.0.122 "DELETE /v2.0/routers/e27a229a-f5e0-488d-9984-28ae2d341040 HTTP/1.1" status: 204 len: 168 time: 0.7345300 Jan 21 09:46:44.594584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] For port 9254535c-d51b-4f54-a11d-16641a080ee1, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:44.599064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] For port 9254535c-d51b-4f54-a11d-16641a080ee1, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9254535c-d51b-4f54-a11d-16641a080ee1,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:44.605421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.630847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd7851a-fc70-46c6-b7b0-9b25026d2c30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet 021778d6-972b-48b8-b2ef-337b6100e50c {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:44.635969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-edd7851a-fc70-46c6-b7b0-9b25026d2c30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.686783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78427bc3-1004-4870-b531-3469e6864fa2 None None] Pushing event updated for resources: {'Port': ['ID=9254535c-d51b-4f54-a11d-16641a080ee1,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:44.717167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-996f5568-e17f-4620-9e49-3cf2ae1de185 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet 1563f081-d099-4813-a863-22fabec44761 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:44.729654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-edd7851a-fc70-46c6-b7b0-9b25026d2c30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.731322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-996f5568-e17f-4620-9e49-3cf2ae1de185 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.781318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.817121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object c3edf4c8-c6a0-4db3-b034-bef9631a27c7 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:44.819956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-996f5568-e17f-4620-9e49-3cf2ae1de185 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.897429 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:46:44.923640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:44.983705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-edd7851a-fc70-46c6-b7b0-9b25026d2c30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.020614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-996f5568-e17f-4620-9e49-3cf2ae1de185 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.097004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-edd7851a-fc70-46c6-b7b0-9b25026d2c30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.106780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36090) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.155678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7851a-fc70-46c6-b7b0-9b25026d2c30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=021778d6-972b-48b8-b2ef-337b6100e50c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.156757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=c3edf4c8-c6a0-4db3-b034-bef9631a27c7,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.163983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:45.166381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:45.170904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:45.176027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.176834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.179804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-edd7851a-fc70-46c6-b7b0-9b25026d2c30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.188788 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-edd7851a-fc70-46c6-b7b0-9b25026d2c30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/021778d6-972b-48b8-b2ef-337b6100e50c HTTP/1.1" status: 204 len: 168 time: 0.8005805 Jan 21 09:46:45.191621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36096) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.203287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-996f5568-e17f-4620-9e49-3cf2ae1de185 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.223806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14515c78-bff5-4e21-9d1d-f201e60ec98b None None] Network 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:45.247227 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1db49fab-0882-436f-96dc-53006fced253 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0512843 Jan 21 09:46:45.250945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36100) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.253375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f5568-e17f-4620-9e49-3cf2ae1de185 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=1563f081-d099-4813-a863-22fabec44761,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:45.303756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-996f5568-e17f-4620-9e49-3cf2ae1de185 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.308134 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-996f5568-e17f-4620-9e49-3cf2ae1de185 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/1563f081-d099-4813-a863-22fabec44761 HTTP/1.1" status: 204 len: 168 time: 1.0177896 Jan 21 09:46:45.309240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36104) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.371401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.382515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b24f4-8add-4936-92be-5a0325b0104f None None] Network 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:45.384537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 1a691056-ef02-4aae-9ba7-b60bc1308eca {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:45.385033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.466029 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.488494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82abbfce-e05c-4982-883d-e5cc08308a79 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.492369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82abbfce-e05c-4982-883d-e5cc08308a79 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:45.493332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-82abbfce-e05c-4982-883d-e5cc08308a79 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:45.518784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:45.519127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.563299 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-68855738-8dc5-4ff8-9380-a4e83548088c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1a03374929684f1aba09889ba250e88a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4488468 Jan 21 09:46:45.571778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36108) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.592371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-82abbfce-e05c-4982-883d-e5cc08308a79 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:45.593537 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-82abbfce-e05c-4982-883d-e5cc08308a79 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3415833 Jan 21 09:46:45.599303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36112) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:45.630592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 1a691056-ef02-4aae-9ba7-b60bc1308eca, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1a691056-ef02-4aae-9ba7-b60bc1308eca,segment=NetworkSegment(76507299-0046-4e7e-ba35-61b5fb17f514),segment_id=76507299-0046-4e7e-ba35-61b5fb17f514)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:45.631136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.785142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-86fe64cc-e8a5-442d-8da7-7ecd5b167635 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port c3edf4c8-c6a0-4db3-b034-bef9631a27c7 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:45.785643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-86fe64cc-e8a5-442d-8da7-7ecd5b167635 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.816831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7eb0a1-ccf7-4192-ad59-d1f776fce8e8 None None] DHCP port deletion for 2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:45.828515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eb0a1-ccf7-4192-ad59-d1f776fce8e8 None None] Deleting port 1a691056-ef02-4aae-9ba7-b60bc1308eca {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:45.828667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 1a691056-ef02-4aae-9ba7-b60bc1308eca owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:45.828994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1f7eb0a1-ccf7-4192-ad59-d1f776fce8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.872203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] DHCP port deletion for 5bf69554-7e6a-4b6e-be40-3f01c9001ab1 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:45.882492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2446305-dfea-43e1-823b-3410db73e82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.891527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] Deleting port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:45.892666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.936321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:45.952835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2446305-dfea-43e1-823b-3410db73e82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.028663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=1a691056-ef02-4aae-9ba7-b60bc1308eca,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:46.042306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port 1a691056-ef02-4aae-9ba7-b60bc1308eca on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:46.043786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b14d8d4-b4d1-4b2c-a401-e95094408f1a,segment=NetworkSegment(f726048d-5436-4811-b443-1ca59c63f600),segment_id=f726048d-5436-4811-b443-1ca59c63f600)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:46.044152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.069070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eb0a1-ccf7-4192-ad59-d1f776fce8e8 None None] The port '1a691056-ef02-4aae-9ba7-b60bc1308eca' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:46.209673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] For port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b14d8d4-b4d1-4b2c-a401-e95094408f1a,segment=NetworkSegment(f726048d-5436-4811-b443-1ca59c63f600),segment_id=f726048d-5436-4811-b443-1ca59c63f600)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:46.210127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.226789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.263248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.279692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76507299-0046-4e7e-ba35-61b5fb17f514') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.280200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76507299-0046-4e7e-ba35-61b5fb17f514') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:46.293549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.312178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.319687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:46.320084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.371788 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] Calling delete_port for 6b14d8d4-b4d1-4b2c-a401-e95094408f1a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:46.414067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 6b14d8d4-b4d1-4b2c-a401-e95094408f1a owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:46.423402 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:46.428494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.436639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.467711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:46.482473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-26c659e3-176f-4950-9a9f-6d58b8cc72ad None None] Provisioning for port 9254535c-d51b-4f54-a11d-16641a080ee1 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:46.500563 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-329163c1-436c-4c35-a819-ca54e8f54167 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/2c4d4ab0-df3e-4d12-9c43-81cdcd6edff2 HTTP/1.1" status: 204 len: 168 time: 1.3073435 Jan 21 09:46:46.504429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36116) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:46.524923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9254535c-d51b-4f54-a11d-16641a080ee1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:46.559810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2446305-dfea-43e1-823b-3410db73e82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.581140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-86fe64cc-e8a5-442d-8da7-7ecd5b167635 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.595714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.600420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2446305-dfea-43e1-823b-3410db73e82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77249de8-325b-49cb-a9e7-b3ce9bbc454e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:46.612714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:46:46.613072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:46:46.645511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9254535c-d51b-4f54-a11d-16641a080ee1 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:46.653152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-60c49394-2c10-42e3-a09b-c21ca1442fb5 None None] Provisioning for port c3edf4c8-c6a0-4db3-b034-bef9631a27c7 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:46.656895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9254535c-d51b-4f54-a11d-16641a080ee1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:46.657263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.694211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-60c49394-2c10-42e3-a09b-c21ca1442fb5 None None] Provisioning complete for port c3edf4c8-c6a0-4db3-b034-bef9631a27c7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:46.695049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-60c49394-2c10-42e3-a09b-c21ca1442fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.724335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 3b4246a7-7dfa-4b89-8e1a-fdf49deac6c9 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:46.724672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.767918 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-60c49394-2c10-42e3-a09b-c21ca1442fb5 None None] Port c3edf4c8-c6a0-4db3-b034-bef9631a27c7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:46.777654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2446305-dfea-43e1-823b-3410db73e82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.781190 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a2446305-dfea-43e1-823b-3410db73e82c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/77249de8-325b-49cb-a9e7-b3ce9bbc454e HTTP/1.1" status: 204 len: 168 time: 1.2060862 Jan 21 09:46:46.781190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=6b14d8d4-b4d1-4b2c-a401-e95094408f1a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:46.800808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-86fe64cc-e8a5-442d-8da7-7ecd5b167635 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for c3edf4c8-c6a0-4db3-b034-bef9631a27c7 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:46.828448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:46.851507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No DVR routers for this DVR port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:46.865229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9254535c-d51b-4f54-a11d-16641a080ee1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9254535c-d51b-4f54-a11d-16641a080ee1,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:46.873786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.016127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1a691056-ef02-4aae-9ba7-b60bc1308eca no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:47.033617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.057394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.057720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.063422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 1a691056-ef02-4aae-9ba7-b60bc1308eca {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:47.063699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1a691056-ef02-4aae-9ba7-b60bc1308eca not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:47.064201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b14d8d4-b4d1-4b2c-a401-e95094408f1a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:47.102675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 6b14d8d4-b4d1-4b2c-a401-e95094408f1a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:47.103053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b14d8d4-b4d1-4b2c-a401-e95094408f1a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:47.107522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9254535c-d51b-4f54-a11d-16641a080ee1,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.114941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] Deleting port 6b14d8d4-b4d1-4b2c-a401-e95094408f1a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:47.115107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.121270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf69554-7e6a-4b6e-be40-3f01c9001ab1']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.144400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f726048d-5436-4811-b443-1ca59c63f600') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.144695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f726048d-5436-4811-b443-1ca59c63f600') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:47.163258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.178662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-86fe64cc-e8a5-442d-8da7-7ecd5b167635 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.195825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7057678b-aea4-4c6d-a12c-d58a8ac7cfd1 None None] The port '6b14d8d4-b4d1-4b2c-a401-e95094408f1a' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:46:47.203302 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 3b4246a7-7dfa-4b89-8e1a-fdf49deac6c9 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:47.223351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.236849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:46:47.237307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:46:47.257942 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:46:47.263686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe64cc-e8a5-442d-8da7-7ecd5b167635 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=c3edf4c8-c6a0-4db3-b034-bef9631a27c7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.377329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-86fe64cc-e8a5-442d-8da7-7ecd5b167635 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.388538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.419380 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-86fe64cc-e8a5-442d-8da7-7ecd5b167635 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/c3edf4c8-c6a0-4db3-b034-bef9631a27c7 HTTP/1.1" status: 204 len: 168 time: 1.8152714 Jan 21 09:46:47.422723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36130) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:47.456115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=3b4246a7-7dfa-4b89-8e1a-fdf49deac6c9,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.472632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.498809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.512702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=5bf69554-7e6a-4b6e-be40-3f01c9001ab1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:47.517912 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-20c7ba92-258c-4b69-9be7-5aeabb7f1ef6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/5bf69554-7e6a-4b6e-be40-3f01c9001ab1 HTTP/1.1" status: 204 len: 168 time: 2.2076924 Jan 21 09:46:47.523243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36136) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:47.528311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-698008016', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:47.542641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:47.551424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:router and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:47.558294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:47.564968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b4f696-4f5a-41c4-bd14-0f7cb2717122 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:47.567924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b4f696-4f5a-41c4-bd14-0f7cb2717122 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:47.568706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63b4f696-4f5a-41c4-bd14-0f7cb2717122 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:47.577354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:47.593036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.596568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63b4f696-4f5a-41c4-bd14-0f7cb2717122 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:47.600867 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-63b4f696-4f5a-41c4-bd14-0f7cb2717122 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1771498 Jan 21 09:46:47.601430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36140) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:47.604589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.605524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.747840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.787842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.847508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaccf66-2a42-42bb-924a-d3ec7d2e9863 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet aa982e40-f7c9-489b-a6b3-9f27ab6e1a0b {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:47.850534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ddaccf66-2a42-42bb-924a-d3ec7d2e9863 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.898537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:47.899614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8e097aef-179b-44d2-be2b-912c9dde9f04 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3754601 Jan 21 09:46:47.902734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36150) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:47.909640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ddaccf66-2a42-42bb-924a-d3ec7d2e9863 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.003438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1971752887'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:48.015673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:48.024320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:48.029010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:48.042354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:48.065635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:48.068899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.109594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c162f713-766e-4b89-ab17-99560fa03402 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:46:48.116886 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-fbaff84c-e367-4963-aee6-4d59589415db service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131756 Jan 21 09:46:48.217527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:48.220717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ddaccf66-2a42-42bb-924a-d3ec7d2e9863 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.268185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.268800 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment ef8eaae7-16ff-443a-9526-1300a2bc7225 of type vlan for network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 Jan 21 09:46:48.317468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.350401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ddaccf66-2a42-42bb-924a-d3ec7d2e9863 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.368453 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-505b265c-e5bf-465e-a799-17fe2285aea6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 1098 time: 0.1751816 Jan 21 09:46:48.408245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ddaccf66-2a42-42bb-924a-d3ec7d2e9863 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.414927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa82cd9-09a8-46ee-ad6b-1b5bc7119309 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:48.423917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaccf66-2a42-42bb-924a-d3ec7d2e9863 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=aa982e40-f7c9-489b-a6b3-9f27ab6e1a0b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.435946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.443579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:48.444761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.467572 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ddaccf66-2a42-42bb-924a-d3ec7d2e9863 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/aa982e40-f7c9-489b-a6b3-9f27ab6e1a0b HTTP/1.1" status: 204 len: 168 time: 0.8647504 Jan 21 09:46:48.494803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9254535c-d51b-4f54-a11d-16641a080ee1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:48.520634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36164) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:48.584685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-2f23b681-d002-49d1-83cf-83460caf858e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:48.586477 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-2f23b681-d002-49d1-83cf-83460caf858e service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.1954441 Jan 21 09:46:48.616448 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-015896eb-6643-46ed-a056-f6a64469d931 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947332 Jan 21 09:46:48.621864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7183738 Jan 21 09:46:48.624530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36170) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:48.624859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36172) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:48.666269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:48.691050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb957-babf-4804-a426-84d2bd6945c6 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=49ecc719-acbb-4cb7-93e2-d2037e1aead4,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:48.705624 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-55e40e1d-5614-4f88-8a41-128f29e73259 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5 HTTP/1.1" status: 200 len: 1000 time: 0.1109977 Jan 21 09:46:48.737835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:48.830620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:48.840880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b681db7-094c-4f69-8656-224c356aac38 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:48.841613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1b681db7-094c-4f69-8656-224c356aac38 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:48.848048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:48.854828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:48.867383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:48.881834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1b681db7-094c-4f69-8656-224c356aac38 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:48.883157 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1b681db7-094c-4f69-8656-224c356aac38 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2574081 Jan 21 09:46:48.886163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36182) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:48.888965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:48.896517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9254535c-d51b-4f54-a11d-16641a080ee1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:48.897305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.904714 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] Sync routers for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:48.914814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:48.926092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:48.931275 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:48.934366 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:49.051865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-819f94ac-4eb7-4d59-8323-3b5705220c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.053618 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-819f94ac-4eb7-4d59-8323-3b5705220c72 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.3426254 Jan 21 09:46:49.068344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e1559ec6-5c89-4f71-8d4e-f9e7fffaa8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.079554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122652cd-364a-4953-a496-7d391fa9362d None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:49.082762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073e04e-2767-4326-b3bb-d357a1f4316f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:49.083843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2073e04e-2767-4326-b3bb-d357a1f4316f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:49.087196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-122652cd-364a-4953-a496-7d391fa9362d None None] Deleting port 9254535c-d51b-4f54-a11d-16641a080ee1 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:49.088822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-122652cd-364a-4953-a496-7d391fa9362d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.093065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.135449 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6a215336-4f32-4dcf-ba23-004dd7adbf7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/36b4b15c-1b2d-445e-9082-273086a00846 HTTP/1.1" status: 204 len: 168 time: 2.6218278 Jan 21 09:46:49.137299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:49.197629 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-63834a7d-708c-4442-b512-6c0d61ed51c2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1367407 Jan 21 09:46:49.402356 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:49.441535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-122652cd-364a-4953-a496-7d391fa9362d None None] For port 9254535c-d51b-4f54-a11d-16641a080ee1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9254535c-d51b-4f54-a11d-16641a080ee1,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:49.442190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-122652cd-364a-4953-a496-7d391fa9362d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.471289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.514197 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-1861eddd-98d8-458f-99d9-69ccd4837bd4 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086202 Jan 21 09:46:49.515617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2073e04e-2767-4326-b3bb-d357a1f4316f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:49.520975 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'status': 'completed', 'code': 200} Jan 21 09:46:49.521176 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2073e04e-2767-4326-b3bb-d357a1f4316f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6335199 Jan 21 09:46:49.522635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36196) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:49.640435 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c634fab7-f949-4b3c-a503-1b5b90abf437 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110926 Jan 21 09:46:49.648521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36202) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:49.663598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:49.680735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-122652cd-364a-4953-a496-7d391fa9362d None None] Calling delete_port for 9254535c-d51b-4f54-a11d-16641a080ee1 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:49.780404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-122652cd-364a-4953-a496-7d391fa9362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:49.783383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=22da8351-c03f-4619-9217-82549d5d2793,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.855461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122652cd-364a-4953-a496-7d391fa9362d None None] Pushing event deleted for resources: {'Port': ['ID=9254535c-d51b-4f54-a11d-16641a080ee1,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:49.868777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122652cd-364a-4953-a496-7d391fa9362d None None] No DVR routers for this DVR port 9254535c-d51b-4f54-a11d-16641a080ee1 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:49.925729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:49.925729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: 49ecc719-acbb-4cb7-93e2-d2037e1aead4, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:49.932769 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4a131451-09d3-487b-96c1-ff8008ff6304 req-bb037c12-a2bd-4173-9419-0fedef43ae1a service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375502 Jan 21 09:46:49.938895 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-2fff8ae6-b7a5-4ddc-83b1-60f441e1e64d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 1098 time: 0.4159939 Jan 21 09:46:49.985386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:49.993022 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:34Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:49.999104 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] Checking router: c162f713-766e-4b89-ab17-99560fa03402 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:46:50.018099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:50.020709 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:50.023712 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.025180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:50.042905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712406-b1ea-4523-b20c-756758a75b35 req-3576f53f-f3d9-4e21-9738-f9baf6670341 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:50.044455 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa712406-b1ea-4523-b20c-756758a75b35 req-3576f53f-f3d9-4e21-9738-f9baf6670341 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 945 time: 0.3431830 Jan 21 09:46:50.048245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:50.056688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.091279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 49ecc719-acbb-4cb7-93e2-d2037e1aead4) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:50.102430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfe626-7523-4d21-8165-bcedae3928dd None None] Network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:50.115321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:50.116704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-2f803fb0-986b-43ad-a7e6-b6e425316a33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:50.117358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.118297 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-2f803fb0-986b-43ad-a7e6-b6e425316a33 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c HTTP/1.1" status: 200 len: 898 time: 0.1719820 Jan 21 09:46:50.186457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36206) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.204514 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-4a1e5c8b-5a47-499f-ac2f-3e5ca7315374 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2 HTTP/1.1" status: 200 len: 217 time: 0.0782409 Jan 21 09:46:50.214923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751666389', 'description': 'tempest-secgroup-smoke-751666389 description', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:50.246810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:50.260752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:50.264693 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a9c4afb4-a163-48dd-b8cb-f3d90c6ff5dc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6367009 Jan 21 09:46:50.270525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:50.271965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36210) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.276636 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:50.289509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:50.299434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-aa712406-b1ea-4523-b20c-756758a75b35 req-91c48a3a-6488-4a2e-9c21-4a50439f52ce tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:50.326996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.346005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-aa712406-b1ea-4523-b20c-756758a75b35 req-91c48a3a-6488-4a2e-9c21-4a50439f52ce tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:50.351383 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa712406-b1ea-4523-b20c-756758a75b35 req-91c48a3a-6488-4a2e-9c21-4a50439f52ce tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791386 Jan 21 09:46:50.355285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.386622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-ef42e689-dd8f-4260-9202-91665dcccccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:50.388174 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-ef42e689-dd8f-4260-9202-91665dcccccb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c6aa184d-405e-4a07-8265-40a74b55e9c9 HTTP/1.1" status: 200 len: 834 time: 0.1762891 Jan 21 09:46:50.439797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:50.441103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.646064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Allocated IP 2001:db8::2 (49ecc719-acbb-4cb7-93e2-d2037e1aead4/22da8351-c03f-4619-9217-82549d5d2793/b2c10f99-0832-489a-840c-95e6a4a90d0a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:50.731822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:50.732832 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:34Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:50.735226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.740155 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3661afe-2f87-4025-bb9c-edd64b0816ff None None] The sync data for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv is: [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:34Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '1f625f84-8cf7-4e6a-8466-724db84949a1', 'name': '', 'network_id': 'd8264d59-9abd-426e-a1a8-a9c471e7ab6c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:09:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:44:06Z', 'updated_at': '2022-01-21T09:44:19Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'c6aa184d-405e-4a07-8265-40a74b55e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:50.756959 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-bcef84fd-85ed-4fa3-9679-cb0f137ec649 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d8264d59-9abd-426e-a1a8-a9c471e7ab6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2988362 Jan 21 09:46:50.771974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group_rule and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:50.778120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:50.798628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:50.834084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:50.838936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:50.845842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:50.846761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:50.861488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9254535c-d51b-4f54-a11d-16641a080ee1 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:50.863747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=01ae8f73-a8ff-442a-996b-d3f0b40bdb2f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:50.894477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46887c73-828b-4983-a3e4-d0050dbf8730 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:50.915223 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1967a4a7-52d4-47f6-a7b2-19858246cff8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2652967 Jan 21 09:46:50.915632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36214) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:50.944787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:0b:ea:83', 'name': 'tempest-NetworksTestDHCPv6-1866859623'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:51.076474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9254535c-d51b-4f54-a11d-16641a080ee1 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:51.076913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9254535c-d51b-4f54-a11d-16641a080ee1 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:51.080076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.097874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.127468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.163999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Transition to ACTIVE for port object b2c10f99-0832-489a-840c-95e6a4a90d0a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:51.204667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:51.211309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c2f897-306b-4b38-af3d-e964cd89b2a9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.215089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group_rule and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:51.218543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:51.220813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:51.223277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d6f60-e9ef-41a6-a230-929e0590c6cf None None] New status for floating IP 36b4b15c-1b2d-445e-9082-273086a00846: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:46:51.229772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:51.235441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:51.257646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:51.261547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.313451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port eeb8ee8d-9183-4154-8223-e958288ba6fc yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:46:51.354354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Transition to ACTIVE for port object b2c10f99-0832-489a-840c-95e6a4a90d0a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:51.368687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.370359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.383713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.387683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.393633 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-40bf97bc-9e3a-4283-ae7a-748300c7d37c service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248207 Jan 21 09:46:51.485048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.538333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:51.550922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:51.555794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-ec511142-cf12-4714-bdc5-ee2ca613eddd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:51.556583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-ec511142-cf12-4714-bdc5-ee2ca613eddd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:51.560134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:51.601366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '01ae8f73-a8ff-442a-996b-d3f0b40bdb2f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:51.603742 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.621117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ce71a86d-28da-480d-ab79-cc0d5cae1809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.635680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.636997 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c189d2a4-5e30-41ae-a3da-394be1656c91 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4445453 Jan 21 09:46:51.644747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36220) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:51.657170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'security_group_rule': {'security_group_id': '2d14bd8c-d0bf-4a59-85bb-4a5670a442aa', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:51.662806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Pushing event updated for resources: {'Port': ['ID=b2c10f99-0832-489a-840c-95e6a4a90d0a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:51.674061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:51.682184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group_rule and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:51.686986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:51.703372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:51.723277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-ec511142-cf12-4714-bdc5-ee2ca613eddd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:51.724426 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-ec511142-cf12-4714-bdc5-ee2ca613eddd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 945 time: 0.7523758 Jan 21 09:46:51.728237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::3a5 (39f1e386-d394-42ab-8358-5616c07c4588/01ae8f73-a8ff-442a-996b-d3f0b40bdb2f/eeb8ee8d-9183-4154-8223-e958288ba6fc) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:51.759235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Attempting to bind port b2c10f99-0832-489a-840c-95e6a4a90d0a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:51.760465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Attempting to bind port b2c10f99-0832-489a-840c-95e6a4a90d0a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:51.760465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Attempting to bind port b2c10f99-0832-489a-840c-95e6a4a90d0a on network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:51.783529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:51.784153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Checking segment: {'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:51.784634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.785088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Bound using segment: {'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:51.785641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Bound port: b2c10f99-0832-489a-840c-95e6a4a90d0a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:51.786102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.812294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.846217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec4860-ad57-4aab-bcc2-c269e2693d71 req-cc8201d6-983a-46aa-8dd4-b0fb38acea31 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:51.847927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-38ec4860-ad57-4aab-bcc2-c269e2693d71 req-cc8201d6-983a-46aa-8dd4-b0fb38acea31 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 945 time: 0.3031387 Jan 21 09:46:51.859759 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c44b08dd-e8c9-43a1-bbc2-5a0d3ed457b4 req-3d271b72-fd23-4642-941e-1c55f01319d6 service neutron] 10.222.0.120 "GET /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559238 Jan 21 09:46:51.868164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port a03f4c39-6391-4436-8d52-e2edf67f1cc2 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:51.868632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.890871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] For port b2c10f99-0832-489a-840c-95e6a4a90d0a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:51.895166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] For port b2c10f99-0832-489a-840c-95e6a4a90d0a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b2c10f99-0832-489a-840c-95e6a4a90d0a,segment=NetworkSegment(ef8eaae7-16ff-443a-9526-1300a2bc7225),segment_id=ef8eaae7-16ff-443a-9526-1300a2bc7225)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:51.900645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:51.992727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25f1e7-8ffb-441b-a4c7-3b3e482cc7ff None None] Pushing event updated for resources: {'Port': ['ID=b2c10f99-0832-489a-840c-95e6a4a90d0a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.044478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.059752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.088974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f686a14-511f-4551-9e20-6ac99264ea6f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.134680 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-38ec4860-ad57-4aab-bcc2-c269e2693d71 req-d21ddccf-3910-4fe9-aaf4-63b9cb6e1d3d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=edc8c682-3924-4152-902c-024ce3c2f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694478 Jan 21 09:46:52.157383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.163049 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bdee8c6d-27ba-46b9-9a56-2e4675e97184 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5136068 Jan 21 09:46:52.168969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36224) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.178643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'security_group_rule': {'security_group_id': '2d14bd8c-d0bf-4a59-85bb-4a5670a442aa', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:52.189438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.192807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:52.208651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group_rule and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:52.215213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:52.224740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8::1 (49ecc719-acbb-4cb7-93e2-d2037e1aead4/22da8351-c03f-4619-9217-82549d5d2793/95566159-d2ab-405c-8f19-2a350e423eb7) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:52.239345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:52.241797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object eeb8ee8d-9183-4154-8223-e958288ba6fc will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:52.264788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.334407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.389324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port a03f4c39-6391-4436-8d52-e2edf67f1cc2, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=a03f4c39-6391-4436-8d52-e2edf67f1cc2,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:52.389892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.399062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/01ae8f73-a8ff-442a-996b-d3f0b40bdb2f/0219f144-acef-4533-a7f2-2952ae74d375) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:52.443296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.455100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:52.461460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.464681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:52.467336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=eeb8ee8d-9183-4154-8223-e958288ba6fc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.469696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:52.474768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:52.475389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.517617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aae5e7-d857-4b65-ba0b-6cf21a982cd8,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.534005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.535544 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a66084f8-c97b-4922-8df2-987acd5355de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3656292 Jan 21 09:46:52.542749 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a0076ee-3a76-4385-8b23-53363e7c32e9 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6056547 Jan 21 09:46:52.543970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36228) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.544422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36230) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.563148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.566611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for a03f4c39-6391-4436-8d52-e2edf67f1cc2 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:52.566934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'security_group_rule': {'security_group_id': '2d14bd8c-d0bf-4a59-85bb-4a5670a442aa', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:52.591827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b2c10f99-0832-489a-840c-95e6a4a90d0a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:52.623868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:52.633928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group_rule and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:52.638715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:52.647377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:52.664854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.686379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.699530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object 95566159-d2ab-405c-8f19-2a350e423eb7 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:52.703611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118791fb-0e86-458f-b43d-c126458f5245 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:52.707290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-118791fb-0e86-458f-b43d-c126458f5245 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:52.749887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-118791fb-0e86-458f-b43d-c126458f5245 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:52.753794 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-118791fb-0e86-458f-b43d-c126458f5245 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1970651 Jan 21 09:46:52.755683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36236) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.769176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.773200 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port b2c10f99-0832-489a-840c-95e6a4a90d0a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:52.774862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.780386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.787793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.788715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Transition to ACTIVE for port object 0219f144-acef-4533-a7f2-2952ae74d375 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:52.800765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1029ab56-584c-494e-ad32-90eafd68238d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.811139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Transition to ACTIVE for port object 0219f144-acef-4533-a7f2-2952ae74d375 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:52.818125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.820235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.821655 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9adba8b6-3fa3-447b-8ae6-9bb03aa7514f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2761278 Jan 21 09:46:52.824538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36240) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:52.831211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'security_group_rule': {'security_group_id': '2d14bd8c-d0bf-4a59-85bb-4a5670a442aa', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:52.836981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:52.841074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group_rule and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:52.844550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:52.852142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:52.855502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.876655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.902781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:52.906126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:52.910975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:52.917606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Pushing event updated for resources: {'Port': ['ID=0219f144-acef-4533-a7f2-2952ae74d375,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:52.937123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8585940b-80b6-4dc3-9e37-188daed83728 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port eeb8ee8d-9183-4154-8223-e958288ba6fc {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:52.937343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8585940b-80b6-4dc3-9e37-188daed83728 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.952949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.959510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:52.999111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8e0eaf-2b90-4eb2-ad35-494276001ab7,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.019700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.021051 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7053bf77-7fc6-4860-a932-38c16a52c398 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1954710 Jan 21 09:46:53.025733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36244) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.031579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'security_group_rule': {'security_group_id': '2d14bd8c-d0bf-4a59-85bb-4a5670a442aa', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:53.051815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:53.056941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group_rule and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:53.061701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:53.071663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:53.075143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Attempting to bind port 0219f144-acef-4533-a7f2-2952ae74d375 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:53.076139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Attempting to bind port 0219f144-acef-4533-a7f2-2952ae74d375 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:53.076490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Attempting to bind port 0219f144-acef-4533-a7f2-2952ae74d375 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:53.086092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:53.086511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:53.086921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.087466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:53.088228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Bound port: 0219f144-acef-4533-a7f2-2952ae74d375, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:53.088228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.090585 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Project aeeaa5fa8a7547aeb69644e9c6904bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:46:53.104051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.121612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=95566159-d2ab-405c-8f19-2a350e423eb7,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.124009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.191249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.198563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.203655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] For port 0219f144-acef-4533-a7f2-2952ae74d375, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:53.208800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] For port 0219f144-acef-4533-a7f2-2952ae74d375, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=0219f144-acef-4533-a7f2-2952ae74d375,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:53.222550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.248347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608dfd92-6f1c-4045-bfeb-e888813ebb7d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.254191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.259028 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-57a31ec2-4042-4f7f-8b71-60a341468a1d tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2295861 Jan 21 09:46:53.259251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36250) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.271365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'security_group_rule': {'security_group_id': '2d14bd8c-d0bf-4a59-85bb-4a5670a442aa', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:53.274232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=a03f4c39-6391-4436-8d52-e2edf67f1cc2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.282168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:53.311644 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:security_group_rule and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:53.312820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa637a86-308f-4b08-9e2f-7b7570e7ae37 None None] Pushing event updated for resources: {'Port': ['ID=0219f144-acef-4533-a7f2-2952ae74d375,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.326768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:53.327103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:53.335416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:53.341045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:53.363700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port a03f4c39-6391-4436-8d52-e2edf67f1cc2 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:53.370101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:53.370926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.380652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.383624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'name': 'network-vif-deleted', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:46:53.392309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0facdd0d-6e38-4419-b3d7-5c652dabb612 req-35d8cee7-5ad6-435b-a111-5c05a5f280ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=89c0ed0a-5840-46c9-b751-d6ddfef88b09 HTTP/1.1" status: 200 len: 210 time: 0.0535860 Jan 21 09:46:53.409355 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Project aeeaa5fa8a7547aeb69644e9c6904bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:46:53.425596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.471045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47f94c-f17b-4706-b75e-bd6c6227a700 None None] Network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:53.490841 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-20f5b39d-fdd7-44ab-af89-0e9c2ba7c30d req-1f06e2b6-bef1-4633-b696-83ba4447e617 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/a03f4c39-6391-4436-8d52-e2edf67f1cc2 HTTP/1.1" status: 204 len: 173 time: 1.7455797 Jan 21 09:46:53.508085 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c0ed0a-5840-46c9-b751-d6ddfef88b09', 'name': 'network-vif-deleted', 'tag': 'a03f4c39-6391-4436-8d52-e2edf67f1cc2', 'status': 'completed', 'code': 200} Jan 21 09:46:53.522698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.528773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.582075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.584452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3203223 Jan 21 09:46:53.587478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36256) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:53.597319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'network': {'name': 'tempest-network-smoke--1972708856', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:53.604393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:53.609764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:network and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:53.627150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:53.640824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:53.661691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf45df9-c48a-443d-93e0-d719cdd963e9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83277f3-6952-449e-b2c2-00c818062a7b,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:53.670142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Made reservation on behalf of aeeaa5fa8a7547aeb69644e9c6904bb6 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:53.677173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.746208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:53.757326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-75332d61-b949-4875-be6c-31062504e8e7 None None] Provisioning for port b2c10f99-0832-489a-840c-95e6a4a90d0a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:53.784512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.785490 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Added segment 5a860990-a6f6-4328-a9fc-e3c889fbca11 of type vlan for network 18c45403-1b1d-43b1-955d-12c3ce10330b Jan 21 09:46:53.792262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8585940b-80b6-4dc3-9e37-188daed83728 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.812454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.852963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.891498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-75332d61-b949-4875-be6c-31062504e8e7 None None] Provisioning complete for port b2c10f99-0832-489a-840c-95e6a4a90d0a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:53.892142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-75332d61-b949-4875-be6c-31062504e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.907842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.911616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:53.912214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:53.981490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8585940b-80b6-4dc3-9e37-188daed83728 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for eeb8ee8d-9183-4154-8223-e958288ba6fc owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:53.985434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device a03f4c39-6391-4436-8d52-e2edf67f1cc2 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:54.028024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'Network': ['ID=18c45403-1b1d-43b1-955d-12c3ce10330b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.049380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: a03f4c39-6391-4436-8d52-e2edf67f1cc2 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:54.049887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device a03f4c39-6391-4436-8d52-e2edf67f1cc2 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:54.052773 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 18c45403-1b1d-43b1-955d-12c3ce10330b details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:54.053063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e8b24932-3b88-4c04-a202-f2c1b6278e6e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4630742 Jan 21 09:46:54.056795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36260) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.062727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'admin_state_up': True, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:54.071474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:54.076335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:router and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:54.080544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:54.088338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:54.108818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.110484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.143791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.180576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.256782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-75332d61-b949-4875-be6c-31062504e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.324392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-75332d61-b949-4875-be6c-31062504e8e7 None None] For port b2c10f99-0832-489a-840c-95e6a4a90d0a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b2c10f99-0832-489a-840c-95e6a4a90d0a,segment=NetworkSegment(ef8eaae7-16ff-443a-9526-1300a2bc7225),segment_id=ef8eaae7-16ff-443a-9526-1300a2bc7225)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:54.334812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-75332d61-b949-4875-be6c-31062504e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.394759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8585940b-80b6-4dc3-9e37-188daed83728 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.476349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75332d61-b949-4875-be6c-31062504e8e7 None None] Pushing event updated for resources: {'Port': ['ID=b2c10f99-0832-489a-840c-95e6a4a90d0a,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.536706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 0219f144-acef-4533-a7f2-2952ae74d375 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:54.544963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.591382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585940b-80b6-4dc3-9e37-188daed83728 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=eeb8ee8d-9183-4154-8223-e958288ba6fc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:54.597120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36266) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.611042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8585940b-80b6-4dc3-9e37-188daed83728 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.645599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 0219f144-acef-4533-a7f2-2952ae74d375 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:54.663726 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8585940b-80b6-4dc3-9e37-188daed83728 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/eeb8ee8d-9183-4154-8223-e958288ba6fc HTTP/1.1" status: 204 len: 168 time: 1.9080315 Jan 21 09:46:54.667970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36270) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:54.774288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e51cb56-a7f4-498a-8aab-06fbfa815860 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.786854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5d14356b-2982-4dbd-98f1-0da81361938e None None] Provisioning complete for port b2c10f99-0832-489a-840c-95e6a4a90d0a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:54.787400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5d14356b-2982-4dbd-98f1-0da81361938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.823589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e51cb56-a7f4-498a-8aab-06fbfa815860 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:54.825070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f496fd-6335-42d0-a6b2-c09cfa8a1e37 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:54.826585 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f496fd-6335-42d0-a6b2-c09cfa8a1e37 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:54.827325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35f496fd-6335-42d0-a6b2-c09cfa8a1e37 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:54.855214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35f496fd-6335-42d0-a6b2-c09cfa8a1e37 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:54.858846 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35f496fd-6335-42d0-a6b2-c09cfa8a1e37 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1873231 Jan 21 09:46:54.859907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36274) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.012500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.045427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.052081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.053128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.061951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e51cb56-a7f4-498a-8aab-06fbfa815860 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.067445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5d14356b-2982-4dbd-98f1-0da81361938e None None] Provisioning for port 95566159-d2ab-405c-8f19-2a350e423eb7 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:55.084326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5d14356b-2982-4dbd-98f1-0da81361938e None None] Provisioning complete for port 95566159-d2ab-405c-8f19-2a350e423eb7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:55.084655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5d14356b-2982-4dbd-98f1-0da81361938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.085292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.129264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51cb56-a7f4-498a-8aab-06fbfa815860 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8c682-3924-4152-902c-024ce3c2f63d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.143952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5d14356b-2982-4dbd-98f1-0da81361938e None None] Port 95566159-d2ab-405c-8f19-2a350e423eb7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:55.167244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e51cb56-a7f4-498a-8aab-06fbfa815860 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.168639 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4e51cb56-a7f4-498a-8aab-06fbfa815860 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/edc8c682-3924-4152-902c-024ce3c2f63d HTTP/1.1" status: 204 len: 168 time: 0.5710196 Jan 21 09:46:55.234463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36280) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:55.259357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Could not find standard attr ID for object eeb8ee8d-9183-4154-8223-e958288ba6fc. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:46:55.272429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Provisioning for port 0219f144-acef-4533-a7f2-2952ae74d375 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:46:55.279278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Provisioning complete for port 0219f144-acef-4533-a7f2-2952ae74d375 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:55.279701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.326931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=95566159-d2ab-405c-8f19-2a350e423eb7,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.350842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Allocated IP 172.26.1.98 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/963e47e4-2a79-4129-b51a-b046e274571c) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:55.426284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-51142f12-fbe9-4dcb-836d-f02cdd9be8d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 01ae8f73-a8ff-442a-996b-d3f0b40bdb2f {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:46:55.438348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-51142f12-fbe9-4dcb-836d-f02cdd9be8d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.484864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.521210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] For port 0219f144-acef-4533-a7f2-2952ae74d375, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=0219f144-acef-4533-a7f2-2952ae74d375,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:55.522399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-51142f12-fbe9-4dcb-836d-f02cdd9be8d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.526811 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.571651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:55.575017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:55.606300 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Provisioning complete for port 95566159-d2ab-405c-8f19-2a350e423eb7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:55.606669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.631981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.646516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Pushing event updated for resources: {'Port': ['ID=0219f144-acef-4533-a7f2-2952ae74d375,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.694806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9476b0dd-dee8-4c78-8bfe-1c0a0f7a7aa8 None None] Port 95566159-d2ab-405c-8f19-2a350e423eb7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:55.768811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.842817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-51142f12-fbe9-4dcb-836d-f02cdd9be8d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.858292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'Port': ['ID=963e47e4-2a79-4129-b51a-b046e274571c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:55.862679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:55.865530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:55.868341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:46:55.922780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0b36a0cb-bba9-4796-b76f-39ca4176a1fd None None] Provisioning complete for port 95566159-d2ab-405c-8f19-2a350e423eb7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:55.923417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0b36a0cb-bba9-4796-b76f-39ca4176a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:55.995373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0b36a0cb-bba9-4796-b76f-39ca4176a1fd None None] Port 95566159-d2ab-405c-8f19-2a350e423eb7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:46:56.008598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-51142f12-fbe9-4dcb-836d-f02cdd9be8d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.055185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51142f12-fbe9-4dcb-836d-f02cdd9be8d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=01ae8f73-a8ff-442a-996b-d3f0b40bdb2f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:56.065197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-51142f12-fbe9-4dcb-836d-f02cdd9be8d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.074900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd9bf26-41dc-4650-902e-b252117c1860 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:56.091578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.095526 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-51142f12-fbe9-4dcb-836d-f02cdd9be8d0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/01ae8f73-a8ff-442a-996b-d3f0b40bdb2f HTTP/1.1" status: 204 len: 168 time: 1.2348073 Jan 21 09:46:56.097634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36284) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.173749 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ac9663f8-bc39-46f0-a5ba-1c266e55e9ab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743587 Jan 21 09:46:56.174637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36288) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.266692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:56.290675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.291392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.291523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01186a-fe77-425b-a53d-56f1a49348ac tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:56.292150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bb01186a-fe77-425b-a53d-56f1a49348ac tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:56.340668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:46:56.347132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] Deleting port 0219f144-acef-4533-a7f2-2952ae74d375 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:56.347516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.444777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-bb01186a-fe77-425b-a53d-56f1a49348ac tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:56.448932 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bb01186a-fe77-425b-a53d-56f1a49348ac tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2699640 Jan 21 09:46:56.453973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36292) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.465567 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b2c10f99-0832-489a-840c-95e6a4a90d0a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:46:56.554457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fda468-989c-4442-bad6-9086e3cffe52 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:56.555066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-83fda468-989c-4442-bad6-9086e3cffe52 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:46:56.583218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:56.592763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:56.599562 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-493f8eb8-3def-42f7-ba97-67d9d9cf4693 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3262312 Jan 21 09:46:56.601194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-83fda468-989c-4442-bad6-9086e3cffe52 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:46:56.603893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36296) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.605580 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-83fda468-989c-4442-bad6-9086e3cffe52 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1499569 Jan 21 09:46:56.608272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36300) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.610019 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:56.611131 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:56.614165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1332622143'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:56.629315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] For port 0219f144-acef-4533-a7f2-2952ae74d375, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=0219f144-acef-4533-a7f2-2952ae74d375,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:56.629751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.669655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:56.702568 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8681dc5b-e193-47f5-8b4d-d15097a9c18f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870595 Jan 21 09:46:56.703134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36304) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:56.711350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:56.726267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:56.741233 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:56.779291 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:56.781772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:56.789641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] Calling delete_port for 0219f144-acef-4533-a7f2-2952ae74d375 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:56.822543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b2c10f99-0832-489a-840c-95e6a4a90d0a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:46:56.822901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.832761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:56.835971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.894997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:56.922267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:56.930503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:46:56.947958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:56.953423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.954704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.987444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:56.987815 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment 1e4f3a29-eded-447b-b453-a7515dd4ed7d of type vlan for network 356e5fa8-c72b-441b-98cf-2afa53906ebc Jan 21 09:46:57.014949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] Pushing event deleted for resources: {'Port': ['ID=0219f144-acef-4533-a7f2-2952ae74d375,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.026927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99532cfc-3e42-4ca8-bf9e-6d453fc95ceb None None] No DVR routers for this DVR port 0219f144-acef-4533-a7f2-2952ae74d375 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:46:57.044224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.112652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 0219f144-acef-4533-a7f2-2952ae74d375 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:46:57.115072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.119622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:57.120272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.145289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Router c032fb3c-c3b3-4677-b423-cb8670a2643d is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:46:57.150568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 0219f144-acef-4533-a7f2-2952ae74d375 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:46:57.150568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 0219f144-acef-4533-a7f2-2952ae74d375 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:46:57.230839 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:46:53Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:46:54Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.235014 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:46:57.235359 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Updating router c9894253-dfbd-48f4-90ca-8714fdee2fb8 port 95566159-d2ab-405c-8f19-2a350e423eb7 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:46:57.250838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6422031 Jan 21 09:46:57.252052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36308) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.259397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:57.291221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807d117-e133-4d3d-9cb7-34a317e51d35 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=356e5fa8-c72b-441b-98cf-2afa53906ebc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.292707 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.310347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 356e5fa8-c72b-441b-98cf-2afa53906ebc details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:46:57.456779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:57.463526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:57.468737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:57.477918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:57.496520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:57.541842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 1f625f84-8cf7-4e6a-8466-724db84949a1 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:46:57.541842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.652520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.665287 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.680920 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Transition to ACTIVE for port object 95566159-d2ab-405c-8f19-2a350e423eb7 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:46:57.689998 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.757136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:46:57.779398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 1f625f84-8cf7-4e6a-8466-724db84949a1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1f625f84-8cf7-4e6a-8466-724db84949a1,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:46:57.779777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.780653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Sync routers for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:46:57.808286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:57.816940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:57.831216 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Pushing event updated for resources: {'Port': ['ID=95566159-d2ab-405c-8f19-2a350e423eb7,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:57.849916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.854244 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4b9d843d-4ab2-4f2a-a3de-6d4a7a57be8b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7934515 Jan 21 09:46:57.859396 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36312) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:57.916652 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.916953 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.917225 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.917551 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.917877 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.918238 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.918552 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.918871 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.919186 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.919500 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.919812 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:46:57.926218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 1f625f84-8cf7-4e6a-8466-724db84949a1 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:46:57.949592 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Attempting to bind port 95566159-d2ab-405c-8f19-2a350e423eb7 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:46:57.949960 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Attempting to bind port 95566159-d2ab-405c-8f19-2a350e423eb7 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:46:57.950349 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Attempting to bind port 95566159-d2ab-405c-8f19-2a350e423eb7 on network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:46:57.965643 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:46:57.966299 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Checking segment: {'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:57.966847 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:57.967397 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Bound using segment: {'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:46:57.968036 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Bound port: 95566159-d2ab-405c-8f19-2a350e423eb7, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8eaae7-16ff-443a-9526-1300a2bc7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:46:57.968563 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.007259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.objects.ports [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83426) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:46:58.018226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.081102 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] For port 95566159-d2ab-405c-8f19-2a350e423eb7, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:46:58.087868 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] For port 95566159-d2ab-405c-8f19-2a350e423eb7, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=95566159-d2ab-405c-8f19-2a350e423eb7,segment=NetworkSegment(ef8eaae7-16ff-443a-9526-1300a2bc7225),segment_id=ef8eaae7-16ff-443a-9526-1300a2bc7225)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:46:58.097634 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.218177 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:46:58.218805 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:58.317751 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d730e-007b-4d21-9c20-d52164658976 None None] Pushing event updated for resources: {'Port': ['ID=95566159-d2ab-405c-8f19-2a350e423eb7,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.337583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:58.354861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=4db7ab97-baa3-435e-bc68-dab7eb360141,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.364198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:46:58.365551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.417116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:58.424798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.432655 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b4eaf7ed-f67e-473c-919b-1e629ed178bc tempest-TestNetworkAdvancedServerOps-507585643 tempest-TestNetworkAdvancedServerOps-507585643-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=aeeaa5fa8a7547aeb69644e9c6904bb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5720065 Jan 21 09:46:58.435264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.436041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.438033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36318) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.498378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1902b-f413-4dad-ad86-c55743132c9c None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:58.514628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=1f625f84-8cf7-4e6a-8466-724db84949a1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.526763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:46:58.549812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=8883d0b3-ee07-49fa-abab-7d3b0915ac2f,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:46:58.588104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:46:58.588579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: 356e5fa8-c72b-441b-98cf-2afa53906ebc, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:46:58.594209 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-99a091e4-5029-496f-a241-9cd14d3d5a91 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8898473 Jan 21 09:46:58.598814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36322) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.608756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:58.789919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:58.795385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:58.799530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:58.809774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:58.827597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:58.834180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:58.889547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6826b328-e0c7-434f-8edf-d441121d8188 tempest-TestNetworkAdvancedServerOps-507585643 tempest-TestNetworkAdvancedServerOps-507585643-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.894111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6826b328-e0c7-434f-8edf-d441121d8188 tempest-TestNetworkAdvancedServerOps-507585643 tempest-TestNetworkAdvancedServerOps-507585643-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4148266 Jan 21 09:46:58.894449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36326) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.943411 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aa120479-9d98-402f-ba17-0748addeb732 tempest-TestNetworkAdvancedServerOps-507585643 tempest-TestNetworkAdvancedServerOps-507585643-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455627 Jan 21 09:46:58.944931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36330) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:58.949908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 356e5fa8-c72b-441b-98cf-2afa53906ebc is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:46:58.951525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454132773', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:58.968842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 356e5fa8-c72b-441b-98cf-2afa53906ebc) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:46:58.985015 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:46:58.986508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.033053 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e01a1f79-4e15-49d5-b7f4-e130ceb3229f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7800846 Jan 21 09:46:59.040526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36334) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.051650 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.ipam_backend_mixin [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4db7ab97-baa3-435e-bc68-dab7eb360141 (CIDR: 2001:db8::/64) Jan 21 09:46:59.053109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a689076-ffcd-454c-b806-c789e61d5cdb None None] Network 356e5fa8-c72b-441b-98cf-2afa53906ebc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:46:59.056447 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:46:59.057749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:46:59.066249 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:46:53Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:46:58Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:59.073217 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f5e31-e184-4523-b9de-00d07ea38834 None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:46:53Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:46:58Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:46:59.088752 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3f170de1-48a9-4e09-a595-e6dec60a3e30 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4886212 Jan 21 09:46:59.091426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36338) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:46:59.098280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:46:59.260034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:59.277049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:subnet and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:59.285741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '4db7ab97-baa3-435e-bc68-dab7eb360141'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:59.286627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.320151 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:46:59.324930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:46:59.325651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:59.334012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:46:59.342710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:59.366254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:46:59.373768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:59.380572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.396484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Made reservation on behalf of aeeaa5fa8a7547aeb69644e9c6904bb6 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:46:59.536823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.575696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-356e5fa8-c72b-441b-98cf-2afa53906ebc', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:46:59.576522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.688437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 3, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:46:59.708396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Checking router: c032fb3c-c3b3-4677-b423-cb8670a2643d for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:46:59.708747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Updating router c032fb3c-c3b3-4677-b423-cb8670a2643d port 963e47e4-2a79-4129-b51a-b046e274571c binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:46:59.719333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.772063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:46:59.783152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Allocated IP 2001:db8::f816:3eff:fe42:8c18 (39f1e386-d394-42ab-8358-5616c07c4588/4db7ab97-baa3-435e-bc68-dab7eb360141/9ce441f1-dd4c-4b87-b956-f6bb94503c3d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:46:59.816168 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.004687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=7249bd9d-7038-4bb8-a9c9-41ee4b4e9a2f,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.021081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:00.022438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:00.025263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:00.025852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.070727 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-58d43dd2-1905-4277-b87b-ebe05a39c32a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9781537 Jan 21 09:47:00.076136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36342) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:00.083544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:5e:03:36', 'name': 'tempest-NetworksTestDHCPv6-380700521'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:00.161269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Allocated IP 2001:db8:1::2 (356e5fa8-c72b-441b-98cf-2afa53906ebc/8883d0b3-ee07-49fa-abab-7d3b0915ac2f/b51ded00-00c5-4fa7-836b-5e54956d8c91) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:00.259343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:00.275266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:00.288243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:00.292774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.327174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 924a64e8-48dd-4335-84c0-07f0fc88bafe yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:00.350415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.447269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.472551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Transition to ACTIVE for port object 9ce441f1-dd4c-4b87-b956-f6bb94503c3d will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:00.533068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Transition to ACTIVE for port object 9ce441f1-dd4c-4b87-b956-f6bb94503c3d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:00.553429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.554223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'Subnet': ['ID=f09ea5e6-fe73-400a-a12b-e7e8447b4672,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.645758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 95566159-d2ab-405c-8f19-2a350e423eb7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:00.694242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Checking segment: {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:00.694242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Network hostable DHCP agents. Network: 18c45403-1b1d-43b1-955d-12c3ce10330b, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:00.700655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:00.716872 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:00.733655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:00.741531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8:0:1::13c (39f1e386-d394-42ab-8358-5616c07c4588/7249bd9d-7038-4bb8-a9c9-41ee4b4e9a2f/924a64e8-48dd-4335-84c0-07f0fc88bafe) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:00.755847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fe5e:336 (39f1e386-d394-42ab-8358-5616c07c4588/4db7ab97-baa3-435e-bc68-dab7eb360141/924a64e8-48dd-4335-84c0-07f0fc88bafe) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:00.789188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:00.812506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:00.878780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.882207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Network 18c45403-1b1d-43b1-955d-12c3ce10330b is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:00.918381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Transition to ACTIVE for port object b51ded00-00c5-4fa7-836b-5e54956d8c91 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:00.942179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Attempting to bind port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:00.942547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Attempting to bind port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:00.942902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Attempting to bind port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:00.953562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:00.953926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:00.954866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.955249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:00.955797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Bound port: 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:00.956227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.962097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.989002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:00.994159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Transition to ACTIVE for port object b51ded00-00c5-4fa7-836b-5e54956d8c91 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:01.036998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Transition to ACTIVE for port object 963e47e4-2a79-4129-b51a-b046e274571c will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:01.047468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.048888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.050188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 18c45403-1b1d-43b1-955d-12c3ce10330b) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:01.071029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 924a64e8-48dd-4335-84c0-07f0fc88bafe will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:01.094406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.097956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 95566159-d2ab-405c-8f19-2a350e423eb7 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:01.101744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d2a887-42e0-43f7-a6f9-23631d52ad91 None None] Network 18c45403-1b1d-43b1-955d-12c3ce10330b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:01.102345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.107172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:01.107870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.176778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:01.180325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:01.184599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:01.187671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 95566159-d2ab-405c-8f19-2a350e423eb7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:01.188040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.189147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:01.189821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.198144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=924a64e8-48dd-4335-84c0-07f0fc88bafe,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.227769 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-11c900d9-3f4b-4875-a20a-8bd557f42b57 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1498096 Jan 21 09:47:01.230449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36346) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.286604 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ad5dc1cc-820e-4ada-8ad4-93802ae0d0ff tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3378975 Jan 21 09:47:01.286813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36350) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:01.345599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Network 356e5fa8-c72b-441b-98cf-2afa53906ebc is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:01.368503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:01.385054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:01.389072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Pushing event updated for resources: {'Port': ['ID=b51ded00-00c5-4fa7-836b-5e54956d8c91,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.394411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-37af41c1-9c9a-4613-9fa3-552feed7eba6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 924a64e8-48dd-4335-84c0-07f0fc88bafe {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:01.394929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37af41c1-9c9a-4613-9fa3-552feed7eba6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.432658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Attempting to bind port 963e47e4-2a79-4129-b51a-b046e274571c on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:01.433298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Attempting to bind port 963e47e4-2a79-4129-b51a-b046e274571c by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:01.433806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Attempting to bind port 963e47e4-2a79-4129-b51a-b046e274571c on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:01.446439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:01.533097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:01.542550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:01.543220 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:01.543752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.544270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:01.544877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Bound port: 963e47e4-2a79-4129-b51a-b046e274571c, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:01.545408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.561251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8:1::1 (356e5fa8-c72b-441b-98cf-2afa53906ebc/8883d0b3-ee07-49fa-abab-7d3b0915ac2f/49e2311a-7515-4189-bc8e-fc542a84c547) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:01.638462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.678097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26827d4c-2ee9-4f3a-bb10-a7103b0cace7 None None] Pushing event updated for resources: {'Port': ['ID=963e47e4-2a79-4129-b51a-b046e274571c,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.774546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37af41c1-9c9a-4613-9fa3-552feed7eba6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.825945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Attempting to bind port b51ded00-00c5-4fa7-836b-5e54956d8c91 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:01.826335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Attempting to bind port b51ded00-00c5-4fa7-836b-5e54956d8c91 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:01.826689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Attempting to bind port b51ded00-00c5-4fa7-836b-5e54956d8c91 on network 356e5fa8-c72b-441b-98cf-2afa53906ebc {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:01.865211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c162f713-766e-4b89-ab17-99560fa03402 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:01.903006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.909268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-37af41c1-9c9a-4613-9fa3-552feed7eba6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 924a64e8-48dd-4335-84c0-07f0fc88bafe owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:01.913820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] For port 963e47e4-2a79-4129-b51a-b046e274571c, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:01.919076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:01.919451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Checking segment: {'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:01.919830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.920217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Bound using segment: {'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:01.920694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Bound port: b51ded00-00c5-4fa7-836b-5e54956d8c91, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:01.921056 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.931009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-18c45403-1b1d-43b1-955d-12c3ce10330b', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:01.931808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.957896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c892030-d991-4e20-b3d1-027ed26ddeb9 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:01.987898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:01.992613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] For port 963e47e4-2a79-4129-b51a-b046e274571c, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=963e47e4-2a79-4129-b51a-b046e274571c,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:02.008814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object 49e2311a-7515-4189-bc8e-fc542a84c547 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:02.023475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 95566159-d2ab-405c-8f19-2a350e423eb7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=95566159-d2ab-405c-8f19-2a350e423eb7,segment=NetworkSegment(ef8eaae7-16ff-443a-9526-1300a2bc7225),segment_id=ef8eaae7-16ff-443a-9526-1300a2bc7225)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:02.065083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.114665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.122081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.226379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=49e2311a-7515-4189-bc8e-fc542a84c547,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.250788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 356e5fa8-c72b-441b-98cf-2afa53906ebc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:02.254332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:02.257385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:02.258774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.356918 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] For port b51ded00-00c5-4fa7-836b-5e54956d8c91, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:02.368492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26827d4c-2ee9-4f3a-bb10-a7103b0cace7 None None] Pushing event updated for resources: {'Port': ['ID=963e47e4-2a79-4129-b51a-b046e274571c,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.432356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] For port b51ded00-00c5-4fa7-836b-5e54956d8c91, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b51ded00-00c5-4fa7-836b-5e54956d8c91,segment=NetworkSegment(1e4f3a29-eded-447b-b453-a7515dd4ed7d),segment_id=1e4f3a29-eded-447b-b453-a7515dd4ed7d)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:02.460969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.483821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37af41c1-9c9a-4613-9fa3-552feed7eba6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.509256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:02.523166 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] Sync routers for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:02.524670 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a5190054-4350-4271-a065-29481bee1ea0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/c162f713-766e-4b89-ab17-99560fa03402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2891562 Jan 21 09:47:02.528074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36354) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.546664 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:02.548726 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.564533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ce441f1-dd4c-4b87-b956-f6bb94503c3d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:02.623640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af41c1-9c9a-4613-9fa3-552feed7eba6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=924a64e8-48dd-4335-84c0-07f0fc88bafe,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.641500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:02.642830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:02.681455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.740408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37af41c1-9c9a-4613-9fa3-552feed7eba6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.754831 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-37af41c1-9c9a-4613-9fa3-552feed7eba6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/924a64e8-48dd-4335-84c0-07f0fc88bafe HTTP/1.1" status: 204 len: 168 time: 1.5225508 Jan 21 09:47:02.757297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36358) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.769812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=95566159-d2ab-405c-8f19-2a350e423eb7,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:02.827670 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:02.867422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Allocated IP 172.20.0.2 (18c45403-1b1d-43b1-955d-12c3ce10330b/f09ea5e6-fe73-400a-a12b-e7e8447b4672/a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:02.879118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6eedc5-fc5a-4b8f-b13f-0f20a4a5b068 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet c6aa184d-405e-4a07-8265-40a74b55e9c9 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:02.882444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f6eedc5-fc5a-4b8f-b13f-0f20a4a5b068 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:02.931351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe8729-d3ce-40b0-84c8-369c4a331e1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:02.932504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b6fe8729-d3ce-40b0-84c8-369c4a331e1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:02.975459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b6fe8729-d3ce-40b0-84c8-369c4a331e1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:02.979134 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b6fe8729-d3ce-40b0-84c8-369c4a331e1e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2182555 Jan 21 09:47:02.979705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36362) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:02.996210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f6eedc5-fc5a-4b8f-b13f-0f20a4a5b068 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.166753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f6eedc5-fc5a-4b8f-b13f-0f20a4a5b068 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.236810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2947a3-3640-4967-8fa4-c467d39243b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.238596 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3f2947a3-3640-4967-8fa4-c467d39243b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2577455 Jan 21 09:47:03.241682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36366) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.353666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0014cd8-d58a-4033-89d4-51433a788035 None None] Pushing event updated for resources: {'Port': ['ID=b51ded00-00c5-4fa7-836b-5e54956d8c91,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.441967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e18aa-59f3-450d-847a-9597081b9ad3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.444506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e18aa-59f3-450d-847a-9597081b9ad3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.446510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e18aa-59f3-450d-847a-9597081b9ad3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:03.448145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2d0e18aa-59f3-450d-847a-9597081b9ad3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:03.456672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:03.476461 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:58Z', 'revision_number': 7, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.487257 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] Checking router: c162f713-766e-4b89-ab17-99560fa03402 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:03.500191 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] Routers {'c162f713-766e-4b89-ab17-99560fa03402'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:03.500800 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c162f713-766e-4b89-ab17-99560fa03402'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:03.511996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:03.539357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2d0e18aa-59f3-450d-847a-9597081b9ad3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:03.540537 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2d0e18aa-59f3-450d-847a-9597081b9ad3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2979167 Jan 21 09:47:03.559917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36370) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:03.570885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.622919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f6eedc5-fc5a-4b8f-b13f-0f20a4a5b068 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.697873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6eedc5-fc5a-4b8f-b13f-0f20a4a5b068 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=c6aa184d-405e-4a07-8265-40a74b55e9c9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:03.730384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f6eedc5-fc5a-4b8f-b13f-0f20a4a5b068 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.738623 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] Set router c162f713-766e-4b89-ab17-99560fa03402 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:03.920990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:03.933716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Transition to ACTIVE for port object a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:03.963511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Transition to ACTIVE for port object a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:04.016006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c293e-07fc-462b-8b36-fea34dda3aa7 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:04.024790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86f91a7-b306-4204-9bd8-d3fdff9b819e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 4db7ab97-baa3-435e-bc68-dab7eb360141 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:04.038905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f86f91a7-b306-4204-9bd8-d3fdff9b819e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.106908 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3f6eedc5-fc5a-4b8f-b13f-0f20a4a5b068 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/c6aa184d-405e-4a07-8265-40a74b55e9c9 HTTP/1.1" status: 204 len: 168 time: 1.5777836 Jan 21 09:47:04.113200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36374) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:04.153902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da86c27-188b-429b-9009-10b3b8880676 None None] Network d8264d59-9abd-426e-a1a8-a9c471e7ab6c requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:04.180913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.277319 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:58Z', 'revision_number': 7, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:04.282018 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bfa94-29c6-4813-bd97-9d17e84bffdb None None] The sync data for ids ['c162f713-766e-4b89-ab17-99560fa03402'] in dv-neutron-825724-1-hyperv is: [{'id': 'c162f713-766e-4b89-ab17-99560fa03402', 'name': 'tempest-TestNetworkBasicOps-router-1957577344', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:43:55Z', 'updated_at': '2022-01-21T09:46:58Z', 'revision_number': 7, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '453feb2e-7cf4-4b7a-a13f-ef4739a1355f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162f713-766e-4b89-ab17-99560fa03402', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:43:57Z', 'updated_at': '2022-01-21T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:04.320990 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Allocated IP 172.20.0.1 (18c45403-1b1d-43b1-955d-12c3ce10330b/f09ea5e6-fe73-400a-a12b-e7e8447b4672/42e9d8ea-613a-44d3-b73c-282c4033fe37) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:04.403018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f86f91a7-b306-4204-9bd8-d3fdff9b819e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.450167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427429c-e7bc-431b-a6b2-59acc24473e4 None None] Network 356e5fa8-c72b-441b-98cf-2afa53906ebc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:04.494647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.503730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.504754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.590144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f86f91a7-b306-4204-9bd8-d3fdff9b819e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.617385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Network 18c45403-1b1d-43b1-955d-12c3ce10330b is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:04.618890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b5b3e959-0c15-46b2-8882-0113c7c16778 None None] Provisioning for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:04.621857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Pushing event updated for resources: {'Port': ['ID=a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.636822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:04.639556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:04.663516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b5b3e959-0c15-46b2-8882-0113c7c16778 None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:04.663891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b5b3e959-0c15-46b2-8882-0113c7c16778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.699840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.748125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=49e2311a-7515-4189-bc8e-fc542a84c547,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.819342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.847021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Transition to ACTIVE for port object 42e9d8ea-613a-44d3-b73c-282c4033fe37 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:04.863596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.896214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f86f91a7-b306-4204-9bd8-d3fdff9b819e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:04.943596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 95566159-d2ab-405c-8f19-2a350e423eb7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:04.948504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f91a7-b306-4204-9bd8-d3fdff9b819e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=4db7ab97-baa3-435e-bc68-dab7eb360141,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:04.952509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 356e5fa8-c72b-441b-98cf-2afa53906ebc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:04.958250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:05.003808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.036813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f86f91a7-b306-4204-9bd8-d3fdff9b819e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.090914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 3, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:05.092876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Attempting to bind port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:05.093236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Attempting to bind port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:05.093487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Attempting to bind port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb on network 18c45403-1b1d-43b1-955d-12c3ce10330b {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:05.127233 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f86f91a7-b306-4204-9bd8-d3fdff9b819e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/4db7ab97-baa3-435e-bc68-dab7eb360141 HTTP/1.1" status: 204 len: 168 time: 1.5625982 Jan 21 09:47:05.127454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae530d1-0f0e-48b2-87b0-49546057e186 None None] The sync data for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv is: [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:46:56Z', 'revision_number': 3, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:05.127576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36378) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.194081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Network 18c45403-1b1d-43b1-955d-12c3ce10330b is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:05.196729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'Port': ['ID=42e9d8ea-613a-44d3-b73c-282c4033fe37,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.205588 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:05.209060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:05.216980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:05.217362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Checking segment: {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:05.217767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.218192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Bound using segment: {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:05.218686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Bound port: a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:05.219165 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.234539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58ea260-4509-4de8-9fe3-88590c64188e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 7249bd9d-7038-4bb8-a9c9-41ee4b4e9a2f {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:05.239645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b58ea260-4509-4de8-9fe3-88590c64188e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.296025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.335203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b5b3e959-0c15-46b2-8882-0113c7c16778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.340132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.363322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:05.363868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.416415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] DHCP port deletion for d8264d59-9abd-426e-a1a8-a9c471e7ab6c request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:05.434652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b58ea260-4509-4de8-9fe3-88590c64188e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.475855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] Deleting port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:05.476224 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.501819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 95566159-d2ab-405c-8f19-2a350e423eb7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:05.502255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.517517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.532839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b58ea260-4509-4de8-9fe3-88590c64188e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.649485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b5b3e959-0c15-46b2-8882-0113c7c16778 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:05.664151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:05.682864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] For port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:05.690060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b58ea260-4509-4de8-9fe3-88590c64188e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.694738 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b5b3e959-0c15-46b2-8882-0113c7c16778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.744254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ea260-4509-4de8-9fe3-88590c64188e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=7249bd9d-7038-4bb8-a9c9-41ee4b4e9a2f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:05.768307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] For port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:05.812167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b58ea260-4509-4de8-9fe3-88590c64188e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.832561 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b58ea260-4509-4de8-9fe3-88590c64188e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/7249bd9d-7038-4bb8-a9c9-41ee4b4e9a2f HTTP/1.1" status: 204 len: 168 time: 0.7045631 Jan 21 09:47:05.836890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36382) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:05.838439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:05.900288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7f564-5043-417f-b05c-07d41401d7de None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '7249bd9d-7038-4bb8-a9c9-41ee4b4e9a2f'}, {'subnet_id': '4db7ab97-baa3-435e-bc68-dab7eb360141'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '9ce441f1-dd4c-4b87-b956-f6bb94503c3d'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:47:05.913318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 453feb2e-7cf4-4b7a-a13f-ef4739a1355f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=453feb2e-7cf4-4b7a-a13f-ef4739a1355f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:05.913788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.004783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3e959-0c15-46b2-8882-0113c7c16778 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.046315 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d5293149-d8b8-48ee-a037-ecab0134e040 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1992052 Jan 21 09:47:06.048023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36386) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.072122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:06.192702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fb2e4c8f-5e35-44b4-89e0-a10a75ac065f None None] Provisioning for port b51ded00-00c5-4fa7-836b-5e54956d8c91 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:06.273295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f564-5043-417f-b05c-07d41401d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.352054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 453feb2e-7cf4-4b7a-a13f-ef4739a1355f owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:06.356364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b51ded00-00c5-4fa7-836b-5e54956d8c91 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:06.405234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] For port 2a1eb97c-4f7d-494f-b50a-a9a375c30537, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2a1eb97c-4f7d-494f-b50a-a9a375c30537,segment=NetworkSegment(e741dc45-3a37-4853-91e8-4ab5c36fe83c),segment_id=e741dc45-3a37-4853-91e8-4ab5c36fe83c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:06.405772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.573677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:06.580651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:06.585590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:06.595632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:06.617766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:06.621453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.664374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] Calling delete_port for 2a1eb97c-4f7d-494f-b50a-a9a375c30537 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:06.708484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:06.714028 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-77f7bfa3-9cdb-4e2a-965e-b2c1062c58de tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6727989 Jan 21 09:47:06.719051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36390) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:06.726292 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.736676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-765174941'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:06.738286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.746940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:06.756616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:06.762710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:06.770688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:06.776331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:06.798712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:06.804266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.810470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5ae72-9e3b-4b3d-9061-78362b66f568 None None] Pushing event updated for resources: {'Port': ['ID=a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:06.826037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.896161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:06.927919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] No DVR routers for this DVR port 2a1eb97c-4f7d-494f-b50a-a9a375c30537 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:06.928164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:06.928531 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment 9e203caa-4435-4fda-a60e-4f67a713b5c9 of type vlan for network 32f8b093-390e-418d-8796-fa6d62985cc5 Jan 21 09:47:06.962718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918f532-4f51-4646-9c7b-7dd08c43f178 None None] Pushing event deleted for resources: {'Port': ['ID=2a1eb97c-4f7d-494f-b50a-a9a375c30537,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.002414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.065309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:07.065944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:07.083336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.087719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:07.088107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.144745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f6fba41b-003a-4173-94f3-25f1a9e83cf3 None None] Provisioning for port 49e2311a-7515-4189-bc8e-fc542a84c547 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:07.190751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.255794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'Port': ['ID=42e9d8ea-613a-44d3-b73c-282c4033fe37,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.262674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f6fba41b-003a-4173-94f3-25f1a9e83cf3 None None] Provisioning complete for port 49e2311a-7515-4189-bc8e-fc542a84c547 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:07.263180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f6fba41b-003a-4173-94f3-25f1a9e83cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.324497 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6037807 Jan 21 09:47:07.333033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091eeb96-3a72-478e-8542-c2114fb60b79 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=32f8b093-390e-418d-8796-fa6d62985cc5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.336746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36394) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:07.357783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 32f8b093-390e-418d-8796-fa6d62985cc5 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:07.362052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:07.452284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Network 18c45403-1b1d-43b1-955d-12c3ce10330b is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:07.475929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d405d88a-8586-461c-8f34-3e27a4de8712 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:07.481703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:07.509098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:47:07.509381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port b51ded00-00c5-4fa7-836b-5e54956d8c91 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:07.587871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:07.595820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:07.603187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:07.607533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b51ded00-00c5-4fa7-836b-5e54956d8c91 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:07.608145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.621829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:07.650942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:07.668965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f6fba41b-003a-4173-94f3-25f1a9e83cf3 None None] Port 49e2311a-7515-4189-bc8e-fc542a84c547 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:07.687788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.690308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:07.759979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=453feb2e-7cf4-4b7a-a13f-ef4739a1355f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:07.787137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:07.811134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f8487-cd6c-447e-842b-fff7c969a93b None None] Network 18c45403-1b1d-43b1-955d-12c3ce10330b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:07.982317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.089457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.143834 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.179128 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-473285d6-c132-40c4-b6a2-c641f5fb3036 None None] Provisioning for port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:08.273281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.371408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port b51ded00-00c5-4fa7-836b-5e54956d8c91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b51ded00-00c5-4fa7-836b-5e54956d8c91,segment=NetworkSegment(1e4f3a29-eded-447b-b453-a7515dd4ed7d),segment_id=1e4f3a29-eded-447b-b453-a7515dd4ed7d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:08.390127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.414356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:08.419161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=b2f69a3c-0ada-437f-9b7f-3807657c8514,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.434413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:08.435307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: 32f8b093-390e-418d-8796-fa6d62985cc5, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:08.437411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1f625f84-8cf7-4e6a-8466-724db84949a1 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:08.462750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.473204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.473938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.501472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.507176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 1f625f84-8cf7-4e6a-8466-724db84949a1 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:08.507525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1f625f84-8cf7-4e6a-8466-724db84949a1 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:08.511150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.538643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-473285d6-c132-40c4-b6a2-c641f5fb3036 None None] Provisioning complete for port 49e2311a-7515-4189-bc8e-fc542a84c547 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:08.539019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-473285d6-c132-40c4-b6a2-c641f5fb3036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.566313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.566725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Fanout notify agent at l3_agent the message router_deleted on router c162f713-766e-4b89-ab17-99560fa03402 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:47:08.596443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Router c032fb3c-c3b3-4677-b423-cb8670a2643d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:08.604573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=6']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.618135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 32f8b093-390e-418d-8796-fa6d62985cc5 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:08.620029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.624496 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f66293c7-945c-47bc-8245-76c728c01059 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/routers/c162f713-766e-4b89-ab17-99560fa03402 HTTP/1.1" status: 204 len: 168 time: 4.5105247 Jan 21 09:47:08.625196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36398) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.625557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:08.634345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:08.637685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:08.637955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.661665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 32f8b093-390e-418d-8796-fa6d62985cc5) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:08.666939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:08.667520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:08.683377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80603216-8328-427e-a1ee-ff7889c97dd6 None None] Network 32f8b093-390e-418d-8796-fa6d62985cc5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:08.709841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=b51ded00-00c5-4fa7-836b-5e54956d8c91,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.716116 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6478164 Jan 21 09:47:08.716769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0696b-c9b1-4ffd-a9ff-612911d22aeb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=671feffd-0664-4c92-ba64-40648f3de8ad,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:08.720862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36402) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.728083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:08.748514 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fa85dd50-7893-4557-8b05-f0dee63bc7bb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4028275 Jan 21 09:47:08.753676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36406) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:08.767845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-473285d6-c132-40c4-b6a2-c641f5fb3036 None None] Port 49e2311a-7515-4189-bc8e-fc542a84c547 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:08.897355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 963e47e4-2a79-4129-b51a-b046e274571c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:08.921911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4bf7d4-0f5c-4921-8a42-c41cd0226569 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:08.968059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.011921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-473285d6-c132-40c4-b6a2-c641f5fb3036 None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:09.012630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-473285d6-c132-40c4-b6a2-c641f5fb3036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.183278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:09.189908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:09.193185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:09.232155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:02Z', 'revision_number': 3, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:03Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:09.233271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.259990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:09.299549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:09.301884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:09.302332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Updating router c9894253-dfbd-48f4-90ca-8714fdee2fb8 port 49e2311a-7515-4189-bc8e-fc542a84c547 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:09.346101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-32f8b093-390e-418d-8796-fa6d62985cc5', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:09.346948 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.383979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8264d59-9abd-426e-a1a8-a9c471e7ab6c']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:09.424354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e741dc45-3a37-4853-91e8-4ab5c36fe83c') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:09.424922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e741dc45-3a37-4853-91e8-4ab5c36fe83c') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:09.463438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.496503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.511146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:09.512246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.521845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 963e47e4-2a79-4129-b51a-b046e274571c completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:09.528632 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:09.534293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.537768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:09.568274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 963e47e4-2a79-4129-b51a-b046e274571c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:09.568674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.614062 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fafa6c00-56d9-4c40-ae1f-43ec9c70915b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "PUT /v2.0/routers/c032fb3c-c3b3-4677-b423-cb8670a2643d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3177741 Jan 21 09:47:09.666700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.698703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.723235 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/d8264d59-9abd-426e-a1a8-a9c471e7ab6c HTTP/1.1" status: 204 len: 168 time: 1.0939469 Jan 21 09:47:09.731559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d79d9-ba8e-4e69-b1f3-7ef92ca5db49 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=d8264d59-9abd-426e-a1a8-a9c471e7ab6c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:09.743990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.744216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36414) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:09.755269 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--187790822', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:09.761325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:09.767897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:09.772428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:09.789020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:09.827672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:09.832365 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Sync routers for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:09.835720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.869763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:09.870727 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:09.910931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:09.963629 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.ipam_backend_mixin [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 671feffd-0664-4c92-ba64-40648f3de8ad (CIDR: 2001:db8::/64) Jan 21 09:47:09.972110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:09.972537 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment 4e55d6de-fdc4-4859-ac98-67bc04cf596c of type vlan for network 006fce52-c5d8-4c23-98e9-7b909765eeab Jan 21 09:47:10.000465 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:47:10.008458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:10.054495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-24e88d41-453d-439a-85a0-f0d807273ae3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Synchronizing usage tracker for tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:10.071109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.097332 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8b7b51ae-77c7-4f21-b671-7a63523b24b3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3720469 Jan 21 09:47:10.097532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36428) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.106418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:10.154326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-24e88d41-453d-439a-85a0-f0d807273ae3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Unset dirty status for tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:10.155395 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-24e88d41-453d-439a-85a0-f0d807273ae3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751666389&fields=id&tenant_id=aeeaa5fa8a7547aeb69644e9c6904bb6 HTTP/1.1" status: 200 len: 267 time: 0.2775385 Jan 21 09:47:10.306278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.310019 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.316175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.399205 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:10.401710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-53808d13-663d-40e8-a7c2-6d5b2124e216 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:10.402467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-53808d13-663d-40e8-a7c2-6d5b2124e216 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Synchronizing usage tracker for tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:10.420380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Allocated IP 2001:db8:2::2 (32f8b093-390e-418d-8796-fa6d62985cc5/b2f69a3c-0ada-437f-9b7f-3807657c8514/e2f0c01c-44ef-4b1d-b212-fcb8eb377776) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:10.438964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.474728 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7292790 Jan 21 09:47:10.487037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36434) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:10.504944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'admin_state_up': True, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:10.512689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277772ed-bcbd-4920-99ad-cb7246053aaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=006fce52-c5d8-4c23-98e9-7b909765eeab,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:10.515304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:10.523405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:router and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:10.526402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:10.528704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:10.536907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:10.539436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.539725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:10.539851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 963e47e4-2a79-4129-b51a-b046e274571c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=963e47e4-2a79-4129-b51a-b046e274571c,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:10.542000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:10.546816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 006fce52-c5d8-4c23-98e9-7b909765eeab details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:10.550572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:10.564781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.565737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.577532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:10.632385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.633448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:10.693768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.887178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:10.932077 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9b8492e7-1b98-440c-b1e4-7c09bdbf0215 None None] Provisioning for port 42e9d8ea-613a-44d3-b73c-282c4033fe37 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:10.974476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9b8492e7-1b98-440c-b1e4-7c09bdbf0215 None None] Provisioning complete for port 42e9d8ea-613a-44d3-b73c-282c4033fe37 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:10.975230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b8492e7-1b98-440c-b1e4-7c09bdbf0215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.053658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=963e47e4-2a79-4129-b51a-b046e274571c,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.083104 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:06Z', 'revision_number': 2, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:11.087787 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Checking router: c032fb3c-c3b3-4677-b423-cb8670a2643d for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:11.088355 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Updating router c032fb3c-c3b3-4677-b423-cb8670a2643d port 42e9d8ea-613a-44d3-b73c-282c4033fe37 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:11.096905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-53808d13-663d-40e8-a7c2-6d5b2124e216 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Unset dirty status for tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:11.098255 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-53808d13-663d-40e8-a7c2-6d5b2124e216 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/networks?id=18c45403-1b1d-43b1-955d-12c3ce10330b HTTP/1.1" status: 200 len: 797 time: 0.9325519 Jan 21 09:47:11.127282 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-9e1df17a-a721-46f8-ae4f-101a7773e154 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/quotas/aeeaa5fa8a7547aeb69644e9c6904bb6 HTTP/1.1" status: 200 len: 375 time: 0.0178866 Jan 21 09:47:11.178624 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.255231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.266174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9b8492e7-1b98-440c-b1e4-7c09bdbf0215 None None] Port 42e9d8ea-613a-44d3-b73c-282c4033fe37 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:11.292140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:11.315998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:11.316366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.395819 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-b8a9781b-370e-4218-b4ab-f3db82c4aac7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=aeeaa5fa8a7547aeb69644e9c6904bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2598104 Jan 21 09:47:11.396933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.416390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Transition to ACTIVE for port object e2f0c01c-44ef-4b1d-b212-fcb8eb377776 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:11.440400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Transition to ACTIVE for port object e2f0c01c-44ef-4b1d-b212-fcb8eb377776 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:11.564131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.628304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9b8492e7-1b98-440c-b1e4-7c09bdbf0215 None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:11.629053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b8492e7-1b98-440c-b1e4-7c09bdbf0215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.684653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-4d27c7af-ba9b-4e43-8626-b185516fe62f service neutron] 10.222.0.122 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699420 Jan 21 09:47:11.729670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.744244 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.761099 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Transition to ACTIVE for port object 42e9d8ea-613a-44d3-b73c-282c4033fe37 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:11.764288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8:2::1 (32f8b093-390e-418d-8796-fa6d62985cc5/b2f69a3c-0ada-437f-9b7f-3807657c8514/5eeb469d-e084-40b6-9898-fcf20e46dea9) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:11.771534 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.810416 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Network 32f8b093-390e-418d-8796-fa6d62985cc5 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:11.819370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Transition to ACTIVE for port object 49e2311a-7515-4189-bc8e-fc542a84c547 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:11.825343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:11.837624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Pushing event updated for resources: {'Port': ['ID=e2f0c01c-44ef-4b1d-b212-fcb8eb377776,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.848625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:11.855764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:11.878153 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5845-1718-4fce-bc9a-3d5ce11de8c9 None None] Pushing event updated for resources: {'Port': ['ID=42e9d8ea-613a-44d3-b73c-282c4033fe37,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:11.933658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.065649 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Attempting to bind port 42e9d8ea-613a-44d3-b73c-282c4033fe37 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:12.066026 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Attempting to bind port 42e9d8ea-613a-44d3-b73c-282c4033fe37 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:12.066413 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Attempting to bind port 42e9d8ea-613a-44d3-b73c-282c4033fe37 on network 18c45403-1b1d-43b1-955d-12c3ce10330b {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:12.078645 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:12.079940 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Checking segment: {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:12.080772 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.081327 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Bound using segment: {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:12.082441 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Bound port: 42e9d8ea-613a-44d3-b73c-282c4033fe37, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:12.082781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:12.083803 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.094283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:12.107816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:12.108310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.116699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.120851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d5763-72db-4553-b9e1-124bbb4f79f9 None None] Pushing event updated for resources: {'Port': ['ID=49e2311a-7515-4189-bc8e-fc542a84c547,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.142475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18ba15-5280-4b5b-9fe6-cdf9802e71d3 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:12.157544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object 5eeb469d-e084-40b6-9898-fcf20e46dea9 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:12.254650 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] For port 42e9d8ea-613a-44d3-b73c-282c4033fe37, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:12.260071 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] For port 42e9d8ea-613a-44d3-b73c-282c4033fe37, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=42e9d8ea-613a-44d3-b73c-282c4033fe37,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:12.269670 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.273403 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1748207 Jan 21 09:47:12.280372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36442) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:12.280997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.315881 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.387840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:98:34:8e', 'name': 'tempest-NetworksTestDHCPv6-1334390632'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:12.415548 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-f8a6f39f-3515-4916-8a3f-166da30daf80 service neutron] 10.222.0.122 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266409 Jan 21 09:47:12.416602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.506477 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5845-1718-4fce-bc9a-3d5ce11de8c9 None None] Pushing event updated for resources: {'Port': ['ID=42e9d8ea-613a-44d3-b73c-282c4033fe37,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.516458 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:12.519745 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:12.542764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 32f8b093-390e-418d-8796-fa6d62985cc5 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:12.546459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:12.550317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:12.551024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.560104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=5eeb469d-e084-40b6-9898-fcf20e46dea9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.659996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.777759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:12.964352 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bb87232e-acd4-4e2e-920e-2f58240b86cb None None] Could not find standard attr ID for object 924a64e8-48dd-4335-84c0-07f0fc88bafe. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:47:12.976663 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:12.984309 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab8410-e0db-4eac-901b-a92f904ec6dc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=d597e17a-da1c-4e6d-9a22-6894cdcab94f,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:12.985929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Attempting to bind port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:12.986443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Attempting to bind port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:12.987072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Attempting to bind port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 on network 32f8b093-390e-418d-8796-fa6d62985cc5 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:13.033587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:13.055659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.061782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:13.062433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Checking segment: {'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:13.063377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.065065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Bound using segment: {'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:13.065902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Bound port: e2f0c01c-44ef-4b1d-b212-fcb8eb377776, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:13.070001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.139434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:13.163487 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:13.171645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.111 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/dae7b899-66a4-424f-a0ed-47d7dc6d1d17) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:13.180584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2a1eb97c-4f7d-494f-b50a-a9a375c30537 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:13.180791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:13.185229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.192354 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9573cfd9-8aa0-485d-9312-fb8c42bb0ad3 req-eeb5997a-ef79-4a06-8208-2e5b593e9279 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 210 time: 0.3283803 Jan 21 09:47:13.258210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 0b73a3f7-3f07-4c28-a3ea-f09842b659f3 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:13.308941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 2a1eb97c-4f7d-494f-b50a-a9a375c30537 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:13.309464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2a1eb97c-4f7d-494f-b50a-a9a375c30537 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:13.310433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ce441f1-dd4c-4b87-b956-f6bb94503c3d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:13.479521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] For port e2f0c01c-44ef-4b1d-b212-fcb8eb377776, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:13.483700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] For port e2f0c01c-44ef-4b1d-b212-fcb8eb377776, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e2f0c01c-44ef-4b1d-b212-fcb8eb377776,segment=NetworkSegment(9e203caa-4435-4fda-a60e-4f67a713b5c9),segment_id=9e203caa-4435-4fda-a60e-4f67a713b5c9)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:13.491866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Attempting to bind port 49e2311a-7515-4189-bc8e-fc542a84c547 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:13.492255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Attempting to bind port 49e2311a-7515-4189-bc8e-fc542a84c547 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:13.492814 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Attempting to bind port 49e2311a-7515-4189-bc8e-fc542a84c547 on network 356e5fa8-c72b-441b-98cf-2afa53906ebc {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:13.509903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.571299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.585510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bb87232e-acd4-4e2e-920e-2f58240b86cb None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:13.585886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb87232e-acd4-4e2e-920e-2f58240b86cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.609414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.709701 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:12Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:13.723576 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c83a6-3100-44ac-9457-fddee03d838b None None] The sync data for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv is: [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:12Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:13.751614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:13.752241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Checking segment: {'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:13.752777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.753283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Bound using segment: {'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:13.754063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Bound port: 49e2311a-7515-4189-bc8e-fc542a84c547, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4f3a29-eded-447b-b453-a7515dd4ed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:13.755316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.785251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:13.860133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:13.870484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=dae7b899-66a4-424f-a0ed-47d7dc6d1d17,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:13.877239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:13.883118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:13.900329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.911625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.912376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:13.983676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.152112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7ffc4-6326-42a2-8657-cf30bdcb2570 None None] Pushing event updated for resources: {'Port': ['ID=e2f0c01c-44ef-4b1d-b212-fcb8eb377776,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.154344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8:0:1::bf (39f1e386-d394-42ab-8358-5616c07c4588/d597e17a-da1c-4e6d-9a22-6894cdcab94f/0b73a3f7-3f07-4c28-a3ea-f09842b659f3) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:14.169050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::f816:3eff:fe98:348e (39f1e386-d394-42ab-8358-5616c07c4588/671feffd-0664-4c92-ba64-40648f3de8ad/0b73a3f7-3f07-4c28-a3ea-f09842b659f3) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:14.244686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=5eeb469d-e084-40b6-9898-fcf20e46dea9,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:14.400157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:14.439939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 32f8b093-390e-418d-8796-fa6d62985cc5 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:14.443068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:14.492421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] For port 49e2311a-7515-4189-bc8e-fc542a84c547, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:14.512821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.687014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] For port 49e2311a-7515-4189-bc8e-fc542a84c547, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=49e2311a-7515-4189-bc8e-fc542a84c547,segment=NetworkSegment(1e4f3a29-eded-447b-b453-a7515dd4ed7d),segment_id=1e4f3a29-eded-447b-b453-a7515dd4ed7d)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:14.734261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:14.913844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '671feffd-0664-4c92-ba64-40648f3de8ad', 'ip_address': '2001:db8::f816:3eff:fe42:8c18'}, {'subnet_id': 'd597e17a-da1c-4e6d-9a22-6894cdcab94f'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '9ce441f1-dd4c-4b87-b956-f6bb94503c3d'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:47:14.962866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.032676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.033583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.109771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 963e47e4-2a79-4129-b51a-b046e274571c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:15.227816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.268950 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1f6cc09-9a44-4835-9d78-aae3591a60c7 req-23d5e2ea-ee6c-4521-9e1f-0cf65beab2cf tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 210 time: 0.0889778 Jan 21 09:47:15.335225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 0b73a3f7-3f07-4c28-a3ea-f09842b659f3 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:15.379901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:15.380551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:15.393493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a334b773-ae66-4c83-989d-b4448f6a38df tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.400094 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a334b773-ae66-4c83-989d-b4448f6a38df tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.120 "GET /v2.0/networks?id=18c45403-1b1d-43b1-955d-12c3ce10330b HTTP/1.1" status: 200 len: 797 time: 0.8976610 Jan 21 09:47:15.669474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.691738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:15.750729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=0b73a3f7-3f07-4c28-a3ea-f09842b659f3,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:15.757324 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-3abbd6e8-89e1-4925-b85a-8312dff55582 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeeaa5fa8a7547aeb69644e9c6904bb6 HTTP/1.1" status: 200 len: 379 time: 0.3314426 Jan 21 09:47:15.796456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:15.819620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'port': {'device_id': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'admin_state_up': True, 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'security_groups': ['2d14bd8c-d0bf-4a59-85bb-4a5670a442aa']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:15.905841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:15.931294 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-eaf77900-36e2-410f-8bfb-12fa5bb51fe5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1770842 Jan 21 09:47:15.934643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36466) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:15.935955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:15.938519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd705f1-3840-4319-8ade-b36bada077b8 None None] Network 32f8b093-390e-418d-8796-fa6d62985cc5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:15.948530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:15.950075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1952322699'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:15.960279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:15.962683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:15.964094 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:15.964716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.969090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:network and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:15.974134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:15.976721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:15.982137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:15.999171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:16.008960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.065570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:47:16.076533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.077957 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added segment 85f78d72-44e7-4ec8-95fc-5403a154cb5e of type vlan for network 0df46434-3ca1-449b-8bc6-550e160828e5 Jan 21 09:47:16.129328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.133606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d5763-72db-4553-b9e1-124bbb4f79f9 None None] Pushing event updated for resources: {'Port': ['ID=49e2311a-7515-4189-bc8e-fc542a84c547,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:16.165220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:16.171761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:port and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:16.181914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:16.183689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.191269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:16.192089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.198450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:16.223268 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7f120d40-5278-4ca0-8a04-da34d50e827d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8700557 Jan 21 09:47:16.230535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36474) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:16.236726 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Made reservation on behalf of aeeaa5fa8a7547aeb69644e9c6904bb6 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:16.239727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.336204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Network': ['ID=0df46434-3ca1-449b-8bc6-550e160828e5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:16.374617 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-db9dda27-4db6-4657-9a24-1b760e29318f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4370542 Jan 21 09:47:16.377233 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36482) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:16.382116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 0df46434-3ca1-449b-8bc6-550e160828e5 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:47:16.382374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3127017d-2385-40fd-9317-03799fc282da tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 0b73a3f7-3f07-4c28-a3ea-f09842b659f3 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:16.382856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3127017d-2385-40fd-9317-03799fc282da tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.386301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'subnet': {'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:16.568621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-10d80ca6-e9ea-4c9c-9033-717f3dc160e4 req-3f13a4a4-d5d3-45b1-b1f1-cbaa5fe5c567 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 210 time: 0.0713797 Jan 21 09:47:16.574927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:47:16.617804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 963e47e4-2a79-4129-b51a-b046e274571c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:16.618242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.634612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:16.638845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:subnet and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:16.642492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:16.649529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:16.661393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Made reservation on behalf of 5918331f6eee46db9c8599343ee5bca0 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:16.787392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:16.919172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Allocated IP 172.20.0.3 (18c45403-1b1d-43b1-955d-12c3ce10330b/f09ea5e6-fe73-400a-a12b-e7e8447b4672/40bf7031-763d-446f-a8ab-2fe4da65c979) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:16.925036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2c1baffa-a14b-4c64-9f5b-c745cb640507 None None] Provisioning for port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:16.991491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3127017d-2385-40fd-9317-03799fc282da tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.067618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e2f0c01c-44ef-4b1d-b212-fcb8eb377776 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:17.084538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.190560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3127017d-2385-40fd-9317-03799fc282da tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 0b73a3f7-3f07-4c28-a3ea-f09842b659f3 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:17.195693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Subnet': ['ID=4feb5d64-14b8-419a-8f5a-ff7266c4f607,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:17.203147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Checking segment: {'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:17.203500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network hostable DHCP agents. Network: 0df46434-3ca1-449b-8bc6-550e160828e5, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:17.241330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 0df46434-3ca1-449b-8bc6-550e160828e5 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:17.243710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] Allocated IP 2001:db8:0:1::2 (39f1e386-d394-42ab-8358-5616c07c4588/d597e17a-da1c-4e6d-9a22-6894cdcab94f/9ce441f1-dd4c-4b87-b956-f6bb94503c3d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:17.256186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:17.258133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 0df46434-3ca1-449b-8bc6-550e160828e5) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:17.265488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:17.266367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.284536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3537192-8691-4c38-a35b-302696816b9a None None] Network 0df46434-3ca1-449b-8bc6-550e160828e5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:17.311947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:17.312355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.324352 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cf69ac2d-f060-4e8b-8345-0c11eef51b73 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9456568 Jan 21 09:47:17.326719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36488) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:17.543045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.575775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Transition to ACTIVE for port object 40bf7031-763d-446f-a8ab-2fe4da65c979 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:17.615669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:17.694836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Network 18c45403-1b1d-43b1-955d-12c3ce10330b is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:17.702497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:17.823170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:12Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:13Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:17.866422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:17.881359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713764e-a232-421d-9600-5a11da1b9c4f None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:12Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:13Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:17.992150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.046580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:18.049522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:18.114373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.130270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-0df46434-3ca1-449b-8bc6-550e160828e5', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:18.131498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.164818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:18.166030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.217475 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4017553 Jan 21 09:47:18.221190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e2f0c01c-44ef-4b1d-b212-fcb8eb377776, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e2f0c01c-44ef-4b1d-b212-fcb8eb377776,segment=NetworkSegment(9e203caa-4435-4fda-a60e-4f67a713b5c9),segment_id=9e203caa-4435-4fda-a60e-4f67a713b5c9)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:18.230518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] Transition to ACTIVE for port object 9ce441f1-dd4c-4b87-b956-f6bb94503c3d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:18.272770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Request body: {'port': {'device_id': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:18.293637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.294911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:18.337916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1f029-ca6a-476b-82a8-8adccbbaa9f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:18.370409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.381778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9acac-3885-4e4e-87d9-3c97bafb4b60 req-7e3742ab-ca31-4bc8-9ebe-05670b3a418e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:18.396264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55c9acac-3885-4e4e-87d9-3c97bafb4b60 req-7e3742ab-ca31-4bc8-9ebe-05670b3a418e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 931 time: 0.5362256 Jan 21 09:47:18.505641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bf8bf96c-57fb-4076-ac5e-0065d19a51ac None None] Provisioning complete for port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:18.506411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bf8bf96c-57fb-4076-ac5e-0065d19a51ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.553425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3127017d-2385-40fd-9317-03799fc282da tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:18.605402 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55c9acac-3885-4e4e-87d9-3c97bafb4b60 req-ee3e7261-7160-454d-887a-f5fa715ab822 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066107 Jan 21 09:47:18.821235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127017d-2385-40fd-9317-03799fc282da tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=0b73a3f7-3f07-4c28-a3ea-f09842b659f3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:18.959382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e2f0c01c-44ef-4b1d-b212-fcb8eb377776,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.093444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.160590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Allocated IP 2001:db8:3::2 (0df46434-3ca1-449b-8bc6-550e160828e5/4feb5d64-14b8-419a-8f5a-ff7266c4f607/5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:19.183514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:19.335455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.369804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3476f3-1ef0-4b2e-bba0-1ca838ea7c68 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:19.397908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Sync routers for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:19.414853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3127017d-2385-40fd-9317-03799fc282da tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.418870 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3127017d-2385-40fd-9317-03799fc282da tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/0b73a3f7-3f07-4c28-a3ea-f09842b659f3 HTTP/1.1" status: 204 len: 168 time: 3.1849463 Jan 21 09:47:19.426899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36496) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:19.472513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:19.473428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:46:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:19.607035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.608459 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c63c913a-c940-4ed6-8c59-aaedabf45430 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1181581 Jan 21 09:47:19.612050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36500) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:19.721937 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5f022d60-325f-4e41-9c6d-1b19aeab950f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1055696 Jan 21 09:47:19.737531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36508) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:19.860850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:19.872920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Transition to ACTIVE for port object 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:19.894949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Transition to ACTIVE for port object 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:19.985337 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c6c72b-684f-471a-bfb3-6913b7fb5d36 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:19.990066 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-99c6c72b-684f-471a-bfb3-6913b7fb5d36 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2478983 Jan 21 09:47:19.995878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36512) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:20.024026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0dfe5c-fe26-43bf-9320-52c9d98f2c47 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.024920 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5d0dfe5c-fe26-43bf-9320-52c9d98f2c47 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:20.084300 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5c36a169-c20c-4c55-b1aa-36ae32fa3763 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0866647 Jan 21 09:47:20.115947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:20.115947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.141029 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36516) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:20.158366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332889344', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:20.177142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.193749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bf7031-763d-446f-a8ab-2fe4da65c979 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:20.203268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.222124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Transition to ACTIVE for port object 40bf7031-763d-446f-a8ab-2fe4da65c979 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:20.233432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.288199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ae19c18c-b8ac-4cb7-9697-a1e35290a8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:20.394734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5d0dfe5c-fe26-43bf-9320-52c9d98f2c47 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:20.394734 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5d0dfe5c-fe26-43bf-9320-52c9d98f2c47 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.9606159 Jan 21 09:47:20.395003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Pushing event updated for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:20.402965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36520) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:20.455207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Network 0df46434-3ca1-449b-8bc6-550e160828e5 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:20.462902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:20.467401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c10b-30c3-4dad-a2fd-a33ddd1db420 req-a1504aa5-3ace-4058-9e0d-097c7c60084b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:20.468956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Pushing event updated for resources: {'Port': ['ID=5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:20.469823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dca7c10b-30c3-4dad-a2fd-a33ddd1db420 req-a1504aa5-3ace-4058-9e0d-097c7c60084b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 931 time: 0.5815537 Jan 21 09:47:20.471578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:20.478235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Allocated IP 2001:db8:3::1 (0df46434-3ca1-449b-8bc6-550e160828e5/4feb5d64-14b8-419a-8f5a-ff7266c4f607/4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:20.480111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:20.613774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:20.661202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.661676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.662168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.662714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.663104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.664082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.664462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.664818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.665194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.665527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.665856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:20.713504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:20.734613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:20.767302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:20.807605 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dca7c10b-30c3-4dad-a2fd-a33ddd1db420 req-b0cb8fb7-9158-4033-8e3f-4dd46f997543 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195937 Jan 21 09:47:20.815532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:20.981593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bf8bf96c-57fb-4076-ac5e-0065d19a51ac None None] Provisioning for port 5eeb469d-e084-40b6-9898-fcf20e46dea9 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:21.005697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Attempting to bind port 40bf7031-763d-446f-a8ab-2fe4da65c979 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:21.008609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Attempting to bind port 40bf7031-763d-446f-a8ab-2fe4da65c979 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:21.009199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Attempting to bind port 40bf7031-763d-446f-a8ab-2fe4da65c979 on network 18c45403-1b1d-43b1-955d-12c3ce10330b {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:21.066040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3cd708-3a94-4374-b700-76c37dfd5f8b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.076917 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fb3cd708-3a94-4374-b700-76c37dfd5f8b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6668422 Jan 21 09:47:21.077849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36526) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:21.129449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bf8bf96c-57fb-4076-ac5e-0065d19a51ac None None] Provisioning complete for port 5eeb469d-e084-40b6-9898-fcf20e46dea9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:21.130319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bf8bf96c-57fb-4076-ac5e-0065d19a51ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.180702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Port 40bf7031-763d-446f-a8ab-2fe4da65c979 on network 18c45403-1b1d-43b1-955d-12c3ce10330b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:47:21.181047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Attempting to bind port 40bf7031-763d-446f-a8ab-2fe4da65c979 on network 18c45403-1b1d-43b1-955d-12c3ce10330b {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:21.190884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-bf8bf96c-57fb-4076-ac5e-0065d19a51ac None None] Port 5eeb469d-e084-40b6-9898-fcf20e46dea9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:21.210590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 42e9d8ea-613a-44d3-b73c-282c4033fe37 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:21.221519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:21.222159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Checking segment: {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:21.222816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Bound using segment: {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:21.223626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Bound port: 40bf7031-763d-446f-a8ab-2fe4da65c979, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a860990-a6f6-4328-a9fc-e3c889fbca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:21.223826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.265072 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dfba88-fa47-484a-9672-affb8fc33954 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.267558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dfba88-fa47-484a-9672-affb8fc33954 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.269001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dfba88-fa47-484a-9672-affb8fc33954 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:21.270124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c0dfba88-fa47-484a-9672-affb8fc33954 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:21.295518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Attempting to bind port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:21.295895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Attempting to bind port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:21.296385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Attempting to bind port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 on network 0df46434-3ca1-449b-8bc6-550e160828e5 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:21.338568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c0dfba88-fa47-484a-9672-affb8fc33954 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:21.339748 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c0dfba88-fa47-484a-9672-affb8fc33954 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2612250 Jan 21 09:47:21.342779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36530) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:21.380066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:21.380066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Checking segment: {'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:21.380554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.381109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Bound using segment: {'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:21.381562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Bound port: 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:21.382421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.400333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.418263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.435304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:21.472807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:21.511800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-93cda575-94d0-47df-ac19-d0a27d611e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.522545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Provisioning complete for port 5eeb469d-e084-40b6-9898-fcf20e46dea9 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:21.522990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.567995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Transition to ACTIVE for port object 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:21.617298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 42e9d8ea-613a-44d3-b73c-282c4033fe37 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:21.640715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 42e9d8ea-613a-44d3-b73c-282c4033fe37 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:21.641298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.652481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.667023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.673258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Port 5eeb469d-e084-40b6-9898-fcf20e46dea9 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:21.676569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] For port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:21.697702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Could not find standard attr ID for object 0b73a3f7-3f07-4c28-a3ea-f09842b659f3. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:47:21.710840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] For port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6,segment=NetworkSegment(85f78d72-44e7-4ec8-95fc-5403a154cb5e),segment_id=85f78d72-44e7-4ec8-95fc-5403a154cb5e)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:21.712761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:21.727984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.750698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Checking router: 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:21.750698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Updating router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 port dae7b899-66a4-424f-a0ed-47d7dc6d1d17 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:21.757759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.759317 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] 10.222.0.120 "PUT /v2.0/ports/40bf7031-763d-446f-a8ab-2fe4da65c979 HTTP/1.1" status: 200 len: 1093 time: 3.5108514 Jan 21 09:47:21.763249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:21.815861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72573bf-feb7-41a5-bce6-d842aef0159e service neutron] Pushing event updated for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:21.827437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 0df46434-3ca1-449b-8bc6-550e160828e5 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:21.876665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f325ba-1d02-4ff9-bcae-61854c2801df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 671feffd-0664-4c92-ba64-40648f3de8ad {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:21.892049 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:47:21.893063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19f325ba-1d02-4ff9-bcae-61854c2801df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.910288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:21.912909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:21.913648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:21.929522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.040959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Provisioning for port 40bf7031-763d-446f-a8ab-2fe4da65c979 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:22.053595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19f325ba-1d02-4ff9-bcae-61854c2801df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.099256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.246863 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f829d-c516-49d4-ab02-dda36d0b2ac3 None None] Pushing event updated for resources: {'Port': ['ID=5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.280530 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'status': 'completed', 'code': 200} Jan 21 09:47:22.423682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.472568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19f325ba-1d02-4ff9-bcae-61854c2801df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.531252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=fac20575-89dc-429a-a751-b0d0362647c3,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:22.551267 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-b48cd4c9-4bc5-4193-ac39-9f018bc97b7a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=aeeaa5fa8a7547aeb69644e9c6904bb6&device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 1096 time: 0.7269535 Jan 21 09:47:22.570478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.577822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Provisioning for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:22.582884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.613291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:22.614093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.679331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.682823 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-f05b2f13-b8b3-49c2-8f98-86b41787ac44 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40bf7031-763d-446f-a8ab-2fe4da65c979 HTTP/1.1" status: 200 len: 217 time: 0.1154382 Jan 21 09:47:22.778229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-d66d2d13-7c55-43a9-a065-2ada27002a1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:22.779309 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-d66d2d13-7c55-43a9-a065-2ada27002a1f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f09ea5e6-fe73-400a-a12b-e7e8447b4672 HTTP/1.1" status: 200 len: 835 time: 0.0893774 Jan 21 09:47:22.829685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 42e9d8ea-613a-44d3-b73c-282c4033fe37, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=42e9d8ea-613a-44d3-b73c-282c4033fe37,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:22.844339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:22.846217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b51ded00-00c5-4fa7-836b-5e54956d8c91 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:22.898881 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-4d22f0a4-b36c-4aad-8a25-f7558108ea67 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=18c45403-1b1d-43b1-955d-12c3ce10330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085467 Jan 21 09:47:22.987115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.045048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19f325ba-1d02-4ff9-bcae-61854c2801df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.088607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=42e9d8ea-613a-44d3-b73c-282c4033fe37,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:23.135781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.135971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f325ba-1d02-4ff9-bcae-61854c2801df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=671feffd-0664-4c92-ba64-40648f3de8ad,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:23.152335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19f325ba-1d02-4ff9-bcae-61854c2801df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.176125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d117b-c7d2-4a30-acf6-17f59840250e None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:23.195248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b51ded00-00c5-4fa7-836b-5e54956d8c91 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:23.196343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.236526 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-96199adc-687c-4b24-a3a3-507fb542cdfb service neutron] 10.222.0.120 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291562 Jan 21 09:47:23.241835 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-19f325ba-1d02-4ff9-bcae-61854c2801df tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/671feffd-0664-4c92-ba64-40648f3de8ad HTTP/1.1" status: 204 len: 168 time: 1.8958678 Jan 21 09:47:23.242940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36540) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:23.480336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.494881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c26df8-f3e8-4977-b584-ee860fd6d1b8 req-4a6b3c01-7de0-4855-8a9a-a47f3ce789a2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:23.497513 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a8c26df8-f3e8-4977-b584-ee860fd6d1b8 req-4a6b3c01-7de0-4855-8a9a-a47f3ce789a2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 943 time: 1.2419999 Jan 21 09:47:23.501604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.501604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.553472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa363d79-ca17-43d6-a44f-5fb2448601c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet d597e17a-da1c-4e6d-9a22-6894cdcab94f {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:23.564491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa363d79-ca17-43d6-a44f-5fb2448601c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.656300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:23.657889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: 006fce52-c5d8-4c23-98e9-7b909765eeab, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:47:23.741582 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99f9fb1d-6255-49b8-8748-6779e0d0ba8c req-ca9f3a1b-e06c-4b7b-a23e-618c3535e36c service neutron] 10.222.0.120 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002024 Jan 21 09:47:23.764272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa363d79-ca17-43d6-a44f-5fb2448601c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.819830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:23.916760 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:23.934169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:23.937417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992d1b7-00ec-4a92-ace2-8aab02cd3df0 None None] Network 0df46434-3ca1-449b-8bc6-550e160828e5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:23.965367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event updated for resources: {'Port': ['ID=4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:23.969210 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-82ff79fe-6a51-4e01-b695-3cf15a595b83 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=aeeaa5fa8a7547aeb69644e9c6904bb6&device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 1096 time: 0.1209824 Jan 21 09:47:23.989492 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:23.991278 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:24.006874 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a8c26df8-f3e8-4977-b584-ee860fd6d1b8 req-54892c52-2539-443e-be5e-f70eab2d25cd tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4882896 Jan 21 09:47:24.054885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 006fce52-c5d8-4c23-98e9-7b909765eeab is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:47:24.108024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 006fce52-c5d8-4c23-98e9-7b909765eeab) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:24.118936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:24.119944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.143858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-aef2c1cc-0c3c-4648-bd48-b01982857220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:24.145276 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-aef2c1cc-0c3c-4648-bd48-b01982857220 service neutron] 10.222.0.120 "GET /v2.0/networks?id=18c45403-1b1d-43b1-955d-12c3ce10330b HTTP/1.1" status: 200 len: 898 time: 0.1693320 Jan 21 09:47:24.146488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa363d79-ca17-43d6-a44f-5fb2448601c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.159156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e3d788-c213-4819-afa7-264adf3782ea None None] Network 006fce52-c5d8-4c23-98e9-7b909765eeab requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:24.176444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Network 0df46434-3ca1-449b-8bc6-550e160828e5 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:24.179147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:24.194734 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4df8bfe5-a23f-4301-830e-3e4781de4ab2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.0453875 Jan 21 09:47:24.195846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36546) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:24.267479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.302000 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-9d1a8922-bc52-4450-8f46-a0f71a4ca8e6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40bf7031-763d-446f-a8ab-2fe4da65c979 HTTP/1.1" status: 200 len: 217 time: 0.1146350 Jan 21 09:47:24.403652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.541634 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:24.557584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-8e32b97a-930f-4cce-befe-c303dbd91506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:24.569860 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-8e32b97a-930f-4cce-befe-c303dbd91506 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f09ea5e6-fe73-400a-a12b-e7e8447b4672 HTTP/1.1" status: 200 len: 835 time: 0.2590075 Jan 21 09:47:24.571229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa363d79-ca17-43d6-a44f-5fb2448601c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.584601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c9fa5-46ad-4d87-83ee-15f6031232c1 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=10']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:24.590864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Transition to ACTIVE for port object dae7b899-66a4-424f-a0ed-47d7dc6d1d17 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:24.691664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 453feb2e-7cf4-4b7a-a13f-ef4739a1355f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:24.859512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 453feb2e-7cf4-4b7a-a13f-ef4739a1355f {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:24.860772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 453feb2e-7cf4-4b7a-a13f-ef4739a1355f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:24.915863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa363d79-ca17-43d6-a44f-5fb2448601c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=d597e17a-da1c-4e6d-9a22-6894cdcab94f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:24.925865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.926266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aa363d79-ca17-43d6-a44f-5fb2448601c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:24.948731 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aa363d79-ca17-43d6-a44f-5fb2448601c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/d597e17a-da1c-4e6d-9a22-6894cdcab94f HTTP/1.1" status: 204 len: 168 time: 1.6600342 Jan 21 09:47:24.955619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36552) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:24.985767 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-8713d837-3bf9-4591-b4bf-51ece6fe6c05 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=18c45403-1b1d-43b1-955d-12c3ce10330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4039249 Jan 21 09:47:25.046111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c3963-b699-4bc4-9872-e20220d3ce5a None None] Pushing event updated for resources: {'Port': ['ID=dae7b899-66a4-424f-a0ed-47d7dc6d1d17,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:25.056477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5e6f446a-3920-4a50-94a5-1634162a4be0 None None] Provisioning for port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:25.139990 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8f5251d1-7a99-4741-af84-b31ff0501d55 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1831820 Jan 21 09:47:25.140655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36558) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:25.150613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:25.323531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:25.428328 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-d48ceea9-dc52-43d3-932a-33267f502ef3 service neutron] 10.222.0.120 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327760 Jan 21 09:47:25.461305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:25.491144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:25.528253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Attempting to bind port dae7b899-66a4-424f-a0ed-47d7dc6d1d17 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:25.529028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Attempting to bind port dae7b899-66a4-424f-a0ed-47d7dc6d1d17 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:25.529638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Attempting to bind port dae7b899-66a4-424f-a0ed-47d7dc6d1d17 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:25.594555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:25.615116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:25.615550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:25.615681 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:23Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:13Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:25.616194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.616437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:25.617171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Bound port: dae7b899-66a4-424f-a0ed-47d7dc6d1d17, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:25.617563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.628097 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:25.628390 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Updating router c9894253-dfbd-48f4-90ca-8714fdee2fb8 port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:25.709866 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f9f66a01-ef7d-47e6-8eac-deee06ef1b35 req-6b50df92-bf82-4ca9-ab77-d09dbcf1d3b8 service neutron] 10.222.0.120 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778621 Jan 21 09:47:25.725136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:25.758513 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:25.784945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:25.856596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed63ef-704a-4139-bafc-221fb46b556a None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': 'd597e17a-da1c-4e6d-9a22-6894cdcab94f'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '9ce441f1-dd4c-4b87-b956-f6bb94503c3d'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:47:26.011282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.176107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 40bf7031-763d-446f-a8ab-2fe4da65c979 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:47:26.210497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc2c12-2109-43aa-9b46-90b94758afa8 req-16488973-b76b-4484-ae6c-cbd830ba9d31 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:26.212162 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-32fc2c12-2109-43aa-9b46-90b94758afa8 req-16488973-b76b-4484-ae6c-cbd830ba9d31 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 943 time: 0.7476869 Jan 21 09:47:26.279520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-006fce52-c5d8-4c23-98e9-7b909765eeab', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:26.280314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.291445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:26.387839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-59ed63ef-704a-4139-bafc-221fb46b556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.444701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] For port dae7b899-66a4-424f-a0ed-47d7dc6d1d17, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:26.447073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:26.489566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-32fc2c12-2109-43aa-9b46-90b94758afa8 req-46da983b-156d-4a05-95dd-bcece453f735 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578366 Jan 21 09:47:26.545317 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.589858 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Transition to ACTIVE for port object 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:26.604924 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:26.647843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] For port dae7b899-66a4-424f-a0ed-47d7dc6d1d17, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dae7b899-66a4-424f-a0ed-47d7dc6d1d17,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:26.749910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.039444 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685a2f9-e731-49ac-a9e4-00805e676105 None None] Pushing event updated for resources: {'Port': ['ID=4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:27.111494 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Attempting to bind port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:27.112440 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Attempting to bind port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:27.113030 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Attempting to bind port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e on network 0df46434-3ca1-449b-8bc6-550e160828e5 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:27.121548 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:27.122341 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Checking segment: {'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:27.122919 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.123458 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Bound using segment: {'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:27.123995 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Bound port: 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f78d72-44e7-4ec8-95fc-5403a154cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:27.124464 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.353734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:27.356511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:27.366138 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] For port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:27.371772 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] For port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e,segment=NetworkSegment(85f78d72-44e7-4ec8-95fc-5403a154cb5e),segment_id=85f78d72-44e7-4ec8-95fc-5403a154cb5e)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:27.380739 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5a933ec4-e8a1-4028-b00a-18af42792e9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0527351 Jan 21 09:47:27.382212 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.383591 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36566) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:27.384070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.389259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:27.555522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:27.558923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.614023 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Updating router c9894253-dfbd-48f4-90ca-8714fdee2fb8 port 5eeb469d-e084-40b6-9898-fcf20e46dea9 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:27.718576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:27.750256 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685a2f9-e731-49ac-a9e4-00805e676105 None None] Pushing event updated for resources: {'Port': ['ID=4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:27.771130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'port_id': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'mac_address': 'fa:16:3e:3d:f6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:47:27.774530 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:27.779348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6b60c3-64b1-49ce-90d6-28aaa4a8a3ea None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:27.854599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c3963-b699-4bc4-9872-e20220d3ce5a None None] Pushing event updated for resources: {'Port': ['ID=dae7b899-66a4-424f-a0ed-47d7dc6d1d17,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.095688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=7382d2f9-835c-41bf-9b53-f5f41d8a783b,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.127516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:28.136224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:28.137554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-92d992b6-5e19-4e15-8afd-f43803a392ce None None] Provisioning for port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:28.149466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:28.150396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.174747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.175180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.175584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.175983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.176374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.176770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.177176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.177551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.177966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.179333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.179752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:28.215322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Allocated IP 172.20.0.2 (006fce52-c5d8-4c23-98e9-7b909765eeab/fac20575-89dc-429a-a751-b0d0362647c3/7b665b31-0ca7-4aa2-887b-22c45388450a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:28.224206 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-505b9d72-6e25-411a-9a9a-6cdd216b3220 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0787811 Jan 21 09:47:28.225679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36572) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:28.236560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:28.262699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:28.264062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:28.367172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58eeb8-3cdf-4f6b-9403-11a4ebf2fb0a req-08b55554-6252-456e-ac72-3f6be9fa2830 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:28.374388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4d58eeb8-3cdf-4f6b-9403-11a4ebf2fb0a req-08b55554-6252-456e-ac72-3f6be9fa2830 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 943 time: 0.5670130 Jan 21 09:47:28.568825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.586430 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4d58eeb8-3cdf-4f6b-9403-11a4ebf2fb0a req-7ad5e653-711a-42ac-869e-7e6394191f7e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071712 Jan 21 09:47:28.630230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:28.634159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bf7031-763d-446f-a8ab-2fe4da65c979 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:28.650228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:28.653825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:28.663650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:28.693286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.708775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:28.712377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.758561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6,segment=NetworkSegment(85f78d72-44e7-4ec8-95fc-5403a154cb5e),segment_id=85f78d72-44e7-4ec8-95fc-5403a154cb5e)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:28.761625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:28.772484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.773409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e2f0c01c-44ef-4b1d-b212-fcb8eb377776 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:28.811470 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.826595 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Transition to ACTIVE for port object 5eeb469d-e084-40b6-9898-fcf20e46dea9 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:28.835166 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.847517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.880842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6ce6dd5a-d2a1-40a3-99a1-63631474edff None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:28.881127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6ce6dd5a-d2a1-40a3-99a1-63631474edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.906380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:47:28.915333 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685a2f9-e731-49ac-a9e4-00805e676105 None None] Pushing event updated for resources: {'Port': ['ID=5eeb469d-e084-40b6-9898-fcf20e46dea9,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:28.941812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Removed routes are [] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:47:28.942382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:28.955607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:29.266941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['40bf7031-763d-446f-a8ab-2fe4da65c979'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:47:29.288495 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Attempting to bind port 5eeb469d-e084-40b6-9898-fcf20e46dea9 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:29.288895 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Attempting to bind port 5eeb469d-e084-40b6-9898-fcf20e46dea9 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:29.289111 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Attempting to bind port 5eeb469d-e084-40b6-9898-fcf20e46dea9 on network 32f8b093-390e-418d-8796-fa6d62985cc5 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:29.304959 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:29.305370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Checking segment: {'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:29.305768 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.306187 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Bound using segment: {'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:29.306714 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Bound port: 5eeb469d-e084-40b6-9898-fcf20e46dea9, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e203caa-4435-4fda-a60e-4f67a713b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:29.307087 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.321058 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.ipam_backend_mixin [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7382d2f9-835c-41bf-9b53-f5f41d8a783b (CIDR: 2001:db8::/64) Jan 21 09:47:29.342432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.363344 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:47:29.364298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:29.401472 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6e20814c-4811-4b15-818e-306423d74dcf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1729228 Jan 21 09:47:29.402658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36578) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:29.410954 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] For port 5eeb469d-e084-40b6-9898-fcf20e46dea9, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:29.414102 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] For port 5eeb469d-e084-40b6-9898-fcf20e46dea9, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5eeb469d-e084-40b6-9898-fcf20e46dea9,segment=NetworkSegment(9e203caa-4435-4fda-a60e-4f67a713b5c9),segment_id=9e203caa-4435-4fda-a60e-4f67a713b5c9)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:29.418182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:29.419585 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.505735 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685a2f9-e731-49ac-a9e4-00805e676105 None None] Pushing event updated for resources: {'Port': ['ID=5eeb469d-e084-40b6-9898-fcf20e46dea9,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:29.544610 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:29.545267 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:29.561931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.566057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.692813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:29.697252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:29.700294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:29.706542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:29.772369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:29.777239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:29.832705 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:29.860665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:30.121383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:30.122256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.140391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:30.229635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac013cfc-5f27-4676-acdf-8c9c64547923 req-a90a3380-29f6-41e6-8205-0519281e50f6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:30.231302 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ac013cfc-5f27-4676-acdf-8c9c64547923 req-a90a3380-29f6-41e6-8205-0519281e50f6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 944 time: 0.3268905 Jan 21 09:47:30.296926 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:28Z', 'revision_number': 6, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:27Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:30.306150 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03b510-d034-4f9f-b9fd-a52b574c6dcb None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:28Z', 'revision_number': 6, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:27Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:30.350156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:30.356359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.360603 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bc8f706e-f6e0-424b-a56d-113b656c9985 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 200 len: 953 time: 2.9729385 Jan 21 09:47:30.360767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.361480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36594) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:30.381525 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-471e98fc-c324-4d15-9f15-1db60c416f89 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716486692&fields=id&tenant_id=d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 267 time: 0.1492364 Jan 21 09:47:30.439646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Transition to ACTIVE for port object 7b665b31-0ca7-4aa2-887b-22c45388450a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:30.574382 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ac013cfc-5f27-4676-acdf-8c9c64547923 req-a1ad8ee6-5395-409d-afce-a28dbb59bfb7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981365 Jan 21 09:47:30.586719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '7382d2f9-835c-41bf-9b53-f5f41d8a783b'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '9ce441f1-dd4c-4b87-b956-f6bb94503c3d'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:47:30.600016 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c5f8588e-4550-479e-bcd9-42854c7008e9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 200 len: 953 time: 0.2370064 Jan 21 09:47:30.604489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36598) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:30.612473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'routes': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:30.657748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 49e2311a-7515-4189-bc8e-fc542a84c547 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:30.702806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Transition to ACTIVE for port object 7b665b31-0ca7-4aa2-887b-22c45388450a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:30.744453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:30.753187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.804354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:30.840497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.840869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.841251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.841585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.841912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.842266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.842720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.843045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.843367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.844096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.844096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:47:30.966145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Network 006fce52-c5d8-4c23-98e9-7b909765eeab is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:30.997761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:31.003846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:31.042832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.113470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe336f1-edee-4e7d-893b-29a4dd3e5461 None None] The sync data for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv is: [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:31.120705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Pushing event updated for resources: {'Port': ['ID=7b665b31-0ca7-4aa2-887b-22c45388450a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:31.206210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.objects.ports [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83427) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:47:31.269880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-2650aa40-2ab2-4f53-960c-dc2fa5d81e6b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:31.271185 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-2650aa40-2ab2-4f53-960c-dc2fa5d81e6b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 812 time: 0.6926184 Jan 21 09:47:31.297444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-470592f4-99d5-4a6d-bba2-b691e5655a4b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/quotas/d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 375 time: 0.0138817 Jan 21 09:47:31.352066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Attempting to bind port 7b665b31-0ca7-4aa2-887b-22c45388450a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:31.352435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Attempting to bind port 7b665b31-0ca7-4aa2-887b-22c45388450a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:31.352795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Attempting to bind port 7b665b31-0ca7-4aa2-887b-22c45388450a on network 006fce52-c5d8-4c23-98e9-7b909765eeab {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:31.379587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:31.379998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Checking segment: {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:31.380470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.380869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Bound using segment: {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:31.384486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Bound port: 7b665b31-0ca7-4aa2-887b-22c45388450a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:31.384910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.394486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 49e2311a-7515-4189-bc8e-fc542a84c547 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:31.402663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added routes are [] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:47:31.403139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:47:31.440821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:31.442916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 49e2311a-7515-4189-bc8e-fc542a84c547 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:31.443286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.452633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.499480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/7382d2f9-835c-41bf-9b53-f5f41d8a783b/9ce441f1-dd4c-4b87-b956-f6bb94503c3d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:31.530162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.1 (006fce52-c5d8-4c23-98e9-7b909765eeab/fac20575-89dc-429a-a751-b0d0362647c3/a9cdc63f-21c3-4e53-b003-7b3b23d992f7) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:31.564452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-312f56f0-80cc-4f7f-b026-546480acefcf tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2538354 Jan 21 09:47:31.644529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:31.645166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:31.852959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:31.992277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:31.997066 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-fdc0a653-96d7-45de-982b-2c2783e55ef2 service neutron] 10.222.0.122 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127704 Jan 21 09:47:32.106542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object a9cdc63f-21c3-4e53-b003-7b3b23d992f7 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:32.131750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e207c91-6d8f-4768-bd17-635638188836 req-017b1076-3d8e-49ed-8185-6c1a9343ca60 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:32.133245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2e207c91-6d8f-4768-bd17-635638188836 req-017b1076-3d8e-49ed-8185-6c1a9343ca60 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 944 time: 0.2789443 Jan 21 09:47:32.172111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.176863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.223662 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-a7760ba8-2724-4706-b711-d4b4260dc5c0 service neutron] 10.222.0.122 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197511 Jan 21 09:47:32.226778 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2e207c91-6d8f-4768-bd17-635638188836 req-ea956975-2f79-4854-ad13-e6170f77e0e5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864117 Jan 21 09:47:32.242817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.344588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 006fce52-c5d8-4c23-98e9-7b909765eeab is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:32.352518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:32.357227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:32.377579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] For port 7b665b31-0ca7-4aa2-887b-22c45388450a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:32.393229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] For port 7b665b31-0ca7-4aa2-887b-22c45388450a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7b665b31-0ca7-4aa2-887b-22c45388450a,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:32.427882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.435409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:32.452444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:32.545323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.585950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:32.605521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.666244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:32.674116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.675697 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eeb69867-2980-4f62-b1df-a121aa26bf4b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 200 len: 703 time: 2.0686290 Jan 21 09:47:32.678619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36612) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:32.771488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.822500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.resource_extend [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:32.900305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 49e2311a-7515-4189-bc8e-fc542a84c547, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=49e2311a-7515-4189-bc8e-fc542a84c547,segment=NetworkSegment(1e4f3a29-eded-447b-b453-a7515dd4ed7d),segment_id=1e4f3a29-eded-447b-b453-a7515dd4ed7d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:32.905743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.926364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:32.927393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ce441f1-dd4c-4b87-b956-f6bb94503c3d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:32.932834 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0fd8ba60-4b07-41ef-824f-e2ee1d9e053d tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 200 len: 703 time: 0.2527072 Jan 21 09:47:32.935135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36616) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:33.024189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] Transition to ACTIVE for port object 9ce441f1-dd4c-4b87-b956-f6bb94503c3d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:33.028482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae830df7-dc5a-4b32-a245-020ff280d1ae None None] Pushing event updated for resources: {'Port': ['ID=7b665b31-0ca7-4aa2-887b-22c45388450a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:33.094308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.182428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:31Z', 'revision_number': 7, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:14Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:27Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.230365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=49e2311a-7515-4189-bc8e-fc542a84c547,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:33.234289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 42e9d8ea-613a-44d3-b73c-282c4033fe37 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:33.301921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:33.450703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:33.452679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:33.538660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be4138-fa2e-4218-b17e-1b29168c05d8 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=12']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:33.634172 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-594b2cd4-8ef8-40cd-8620-0025acec541b req-105b1285-3e85-45a6-9c28-d62b1c15549b tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 210 time: 0.3778527 Jan 21 09:47:33.761003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 42e9d8ea-613a-44d3-b73c-282c4033fe37 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:33.761383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.841772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:33.887350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:34.119784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.557939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ce441f1-dd4c-4b87-b956-f6bb94503c3d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:34.621336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.665463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:31Z', 'revision_number': 7, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:27Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:34.672795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc05ad-8b4f-4676-940d-0eafb2735848 None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:31Z', 'revision_number': 7, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:27Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:34.702564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:34.734333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.750957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c89685-46bd-4530-b003-1b2628572dac req-4e8677b2-5bc6-4643-80e2-2951ea2949d0 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:34.753132 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f0c89685-46bd-4530-b003-1b2628572dac req-4e8677b2-5bc6-4643-80e2-2951ea2949d0 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 944 time: 0.9616501 Jan 21 09:47:34.755716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.756575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:34.864305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa108d19-2e76-47c5-a780-d2879e2e4975 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:35.033965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 40bf7031-763d-446f-a8ab-2fe4da65c979 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:35.072529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff16fb5a-6521-456c-981b-b51935989a15 None None] Network 006fce52-c5d8-4c23-98e9-7b909765eeab requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:35.153718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=14']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:35.157596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=9b96fd22-8405-49f7-a536-bf2969c51d16,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:35.195097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.resource_extend [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 09:47:35.213529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.218232 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e652576a-0a91-49b8-8eb2-fe3c5513fa73 req-9c061418-86f4-4edd-94c9-54b2884c35b5 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 210 time: 0.0998676 Jan 21 09:47:35.226652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.339214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:35.352070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-80e013f6-3f58-450f-ba49-cb24b6e3a705 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:35.354483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.356263 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-80e013f6-3f58-450f-ba49-cb24b6e3a705 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 812 time: 0.3452303 Jan 21 09:47:35.415089 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f0c89685-46bd-4530-b003-1b2628572dac req-eb9aa3e5-0f54-4037-88cc-080edf05fa03 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6526997 Jan 21 09:47:35.418459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:35.442575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:35.443452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.521295 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:35.536262 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-f0270dc1-201b-4b15-a1a6-887f00c430b6 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7a3498013304bf78a9733962d0c8e9f HTTP/1.1" status: 200 len: 380 time: 0.1263330 Jan 21 09:47:35.541667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:35.543694 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:35.544476 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:35.547584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'port': {'device_id': 'e6671206-da13-4808-82e1-af39030ba380', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'admin_state_up': True, 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'security_groups': ['8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:35.556320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.604828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-141de594-5e35-4ef6-a334-e135b836bc09 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.1967249 Jan 21 09:47:35.660125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36636) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:35.666856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:34:fd:24', 'name': 'tempest-NetworksTestDHCPv6-114361678'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:35.671166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:35.677817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9a289b54-6d88-4ee9-b5f0-1b3e918c477d None None] Provisioning for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:35.717205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.810785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:35.831915 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:35.846341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9a289b54-6d88-4ee9-b5f0-1b3e918c477d None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:35.847009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a289b54-6d88-4ee9-b5f0-1b3e918c477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:35.885831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:port and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:35.912740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:35.977018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:36.043187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:36.043887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.168518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 006fce52-c5d8-4c23-98e9-7b909765eeab is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:36.170487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:36.184031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Made reservation on behalf of d7a3498013304bf78a9733962d0c8e9f for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:36.188151 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.288235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=15']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:36.299394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:36.351369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 40bf7031-763d-446f-a8ab-2fe4da65c979 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:36.409276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 40bf7031-763d-446f-a8ab-2fe4da65c979 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:36.409821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.568117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a289b54-6d88-4ee9-b5f0-1b3e918c477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:36.669407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Allocated IP 172.20.0.13 (cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6/6dfb67f0-dc62-41fe-89b2-866148901c59/ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:36.675000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:36.839095 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:31Z', 'revision_number': 7, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:27Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:36.849499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9a289b54-6d88-4ee9-b5f0-1b3e918c477d None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:36.854739 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:36.882775 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:36.883837 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:36.898921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:36.899307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.142021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.165202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a289b54-6d88-4ee9-b5f0-1b3e918c477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.212067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:37.251810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e,segment=NetworkSegment(85f78d72-44e7-4ec8-95fc-5403a154cb5e),segment_id=85f78d72-44e7-4ec8-95fc-5403a154cb5e)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:37.252315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.275763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.325506 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-de45d14e-a71b-4e05-9e6d-8c882a79c815 req-00b17979-18ef-408f-8488-9bb2b6083644 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 210 time: 0.1015024 Jan 21 09:47:37.337553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:37.379341 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:37.487873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:37.513921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:37.519821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a289b54-6d88-4ee9-b5f0-1b3e918c477d None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=16']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:37.535681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 49e2311a-7515-4189-bc8e-fc542a84c547 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:37.601943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:37.664771 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'code': 200} Jan 21 09:47:37.669754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:37.742852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c9eb11c0-05e4-4327-acb8-74db8a57e8c1 None None] Provisioning for port 7b665b31-0ca7-4aa2-887b-22c45388450a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:37.777902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e4d83-377a-4cde-ba32-101ed16812a7 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:37.989046 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:31Z', 'revision_number': 7, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:27Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:37.994850 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6deec-e2cb-4c99-b63e-c16e8df968d1 None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:31Z', 'revision_number': 7, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e', 'name': '', 'network_id': '0df46434-3ca1-449b-8bc6-550e160828e5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:76:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:19Z', 'updated_at': '2022-01-21T09:47:27Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '4feb5d64-14b8-419a-8f5a-ff7266c4f607', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:29Z', 'revision_number': 4, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:38.034421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.039341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Transition to ACTIVE for port object ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:38.121740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 49e2311a-7515-4189-bc8e-fc542a84c547 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:38.122158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.151112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915973e3-7634-4db9-900b-43a237ef4ec1 req-c23c4a5f-656b-4ac9-bbd7-96c540cb0e5a tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:38.153975 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-915973e3-7634-4db9-900b-43a237ef4ec1 req-c23c4a5f-656b-4ac9-bbd7-96c540cb0e5a tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 944 time: 1.2484689 Jan 21 09:47:38.155883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 379a5bcf-7edc-435e-813a-5bdf22e964e8 yet. {{(pid=83427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:38.163045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.172909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.244674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.246417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:38.346525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4ac3c790-c688-46ef-a4fd-a1c1a966dcd6 None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:38.352728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c790-c688-46ef-a4fd-a1c1a966dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.387298 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6767397e-ac1c-40bc-94dc-f94ad4fd7f9f req-1ec77681-5554-4915-ab0a-d8508bedf7db service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 1098 time: 0.4258418 Jan 21 09:47:38.565545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::201 (39f1e386-d394-42ab-8358-5616c07c4588/7382d2f9-835c-41bf-9b53-f5f41d8a783b/379a5bcf-7edc-435e-813a-5bdf22e964e8) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:38.574986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:fd24 (39f1e386-d394-42ab-8358-5616c07c4588/9b96fd22-8405-49f7-a536-bf2969c51d16/379a5bcf-7edc-435e-813a-5bdf22e964e8) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:38.757711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ce441f1-dd4c-4b87-b956-f6bb94503c3d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:38.886528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:38.907198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:38.912137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 379a5bcf-7edc-435e-813a-5bdf22e964e8 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:38.997823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:39.005535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.010732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:39.021586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:39.022273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.025556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.054529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4ac3c790-c688-46ef-a4fd-a1c1a966dcd6 None None] Provisioning for port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:39.072850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4ac3c790-c688-46ef-a4fd-a1c1a966dcd6 None None] Provisioning complete for port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:39.073266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c790-c688-46ef-a4fd-a1c1a966dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.099428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.100693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.118521 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6767397e-ac1c-40bc-94dc-f94ad4fd7f9f req-dba55da8-b249-440d-abfe-45f644264eac service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4453981 Jan 21 09:47:39.237524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:39.240298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4ac3c790-c688-46ef-a4fd-a1c1a966dcd6 None None] Port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:39.244796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:39.256425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:39.257560 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-396b28ef-73e5-4b10-92f5-6fc29f4ef5a4 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7151573 Jan 21 09:47:39.263347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.264584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.266427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.299487 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-915973e3-7634-4db9-900b-43a237ef4ec1 req-14037f42-b1f6-41bb-afda-4569e3d0865e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0791178 Jan 21 09:47:39.304851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=379a5bcf-7edc-435e-813a-5bdf22e964e8,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:39.353430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5eeb469d-e084-40b6-9898-fcf20e46dea9 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:39.399019 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Request body: {'port': {'device_id': 'e6671206-da13-4808-82e1-af39030ba380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:39.458760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1a06c-de9d-4a3b-bdbd-a3a3ad0460e2 req-f324b21d-b07f-4bb5-9bc4-c54dcc86e18a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:39.461546 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dde1a06c-de9d-4a3b-bdbd-a3a3ad0460e2 req-f324b21d-b07f-4bb5-9bc4-c54dcc86e18a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 932 time: 0.5210097 Jan 21 09:47:39.465099 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0fc6c8d6-9887-4089-a00b-942bc805d9aa tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8035781 Jan 21 09:47:39.467711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36648) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:39.506617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-44d477a1-ce95-432d-af2b-2ef17e86f681 None None] Provisioning complete for port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:39.507430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-44d477a1-ce95-432d-af2b-2ef17e86f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.587324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 5eeb469d-e084-40b6-9898-fcf20e46dea9 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:39.634036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-44d477a1-ce95-432d-af2b-2ef17e86f681 None None] Port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:39.637306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 5eeb469d-e084-40b6-9898-fcf20e46dea9 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:39.638037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.652988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-94ed3c91-9b68-41ba-b841-bcc3e5888eab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 379a5bcf-7edc-435e-813a-5bdf22e964e8 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:39.665131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94ed3c91-9b68-41ba-b841-bcc3e5888eab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.690425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:39.782933 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dde1a06c-de9d-4a3b-bdbd-a3a3ad0460e2 req-1659fd65-b396-419a-b5d1-403d4a85c02f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740448 Jan 21 09:47:39.802180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:39.836434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990ccf65-d3f1-4b6b-8dfd-dcd98a33353b None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:47:39.865675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.061171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8133f9d9-b199-4406-b826-295c7cc296ca None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:40.061544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8133f9d9-b199-4406-b826-295c7cc296ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.091367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ccf65-d3f1-4b6b-8dfd-dcd98a33353b None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:47:40.107371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94ed3c91-9b68-41ba-b841-bcc3e5888eab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.115844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 5eeb469d-e084-40b6-9898-fcf20e46dea9, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5eeb469d-e084-40b6-9898-fcf20e46dea9,segment=NetworkSegment(9e203caa-4435-4fda-a60e-4f67a713b5c9),segment_id=9e203caa-4435-4fda-a60e-4f67a713b5c9)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:40.128514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.129789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dae7b899-66a4-424f-a0ed-47d7dc6d1d17 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:40.342576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=5eeb469d-e084-40b6-9898-fcf20e46dea9,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:40.452026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-94ed3c91-9b68-41ba-b841-bcc3e5888eab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 379a5bcf-7edc-435e-813a-5bdf22e964e8 owned by {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:40.535584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:40.556817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.588316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port dae7b899-66a4-424f-a0ed-47d7dc6d1d17 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:40.598160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8133f9d9-b199-4406-b826-295c7cc296ca None None] Provisioning for port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:40.598609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Transition to ACTIVE for port object ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:40.607363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port dae7b899-66a4-424f-a0ed-47d7dc6d1d17 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:40.608709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.615168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.626895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:40.649522 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fd4c407d-60c3-4308-b64f-53b56f7532fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/043ac09c-92ef-4d38-8beb-80c7c7cbefc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3448699 Jan 21 09:47:40.651713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Sync routers for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:40.654399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36656) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:40.676104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8133f9d9-b199-4406-b826-295c7cc296ca None None] Provisioning complete for port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:40.676477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8133f9d9-b199-4406-b826-295c7cc296ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:40.769283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:40.858070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8133f9d9-b199-4406-b826-295c7cc296ca None None] Port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:40.866563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:40.867251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:41.032958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Pushing event updated for resources: {'Port': ['ID=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:41.081321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.081705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.082874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.083279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.083810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.084119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.084573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.084893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.085303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.085854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.086063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.086438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.089416 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-68b0c480-3765-4198-82f7-5f4f6f49a11c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8453 time: 0.4326077 Jan 21 09:47:41.104124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36664) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:41.171797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.193911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94ed3c91-9b68-41ba-b841-bcc3e5888eab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.215636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f5d9982c-3594-48f2-b603-0b6957bf8467 None None] Provisioning for port 379a5bcf-7edc-435e-813a-5bdf22e964e8 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:41.232153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f5d9982c-3594-48f2-b603-0b6957bf8467 None None] Provisioning complete for port 379a5bcf-7edc-435e-813a-5bdf22e964e8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:41.232523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f5d9982c-3594-48f2-b603-0b6957bf8467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.269730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port dae7b899-66a4-424f-a0ed-47d7dc6d1d17, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dae7b899-66a4-424f-a0ed-47d7dc6d1d17,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:41.279664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed3c91-9b68-41ba-b841-bcc3e5888eab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=379a5bcf-7edc-435e-813a-5bdf22e964e8,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:41.286182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.286966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7b665b31-0ca7-4aa2-887b-22c45388450a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:41.301671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Attempting to bind port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:41.302102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Attempting to bind port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:41.302528 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Attempting to bind port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:41.311877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.312189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9982c-3594-48f2-b603-0b6957bf8467 None None] Port 379a5bcf-7edc-435e-813a-5bdf22e964e8 was deleted so its status cannot be updated. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 21 09:47:41.312322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.312602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.313518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.314067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.314660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.315158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.315662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.316162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.316660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.317185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.317865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.318243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.320400 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cc87d123-5620-4b70-a060-c1009d24f404 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8359 time: 0.2142887 Jan 21 09:47:41.324389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36668) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:41.406254 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:47:41.407461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Attempting to bind port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d on network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:41.431203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6a444-2733-40cd-a44a-f47ddbf18f20 req-cb8c5b32-853f-4ce5-8445-fdab2b5b24b3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.433468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bfc6a444-2733-40cd-a44a-f47ddbf18f20 req-cb8c5b32-853f-4ce5-8445-fdab2b5b24b3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.8950796 Jan 21 09:47:41.451290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:41.451900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Checking segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:41.452289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Bound using segment: {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:41.452732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Bound port: ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4844528f-f9a1-45e9-9670-3ce3ef700359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:41.453084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.453421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88158c5c-0a26-4a19-a879-beb32fe9034e req-84115244-6705-4f14-9354-d07e56b9a985 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.455330 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88158c5c-0a26-4a19-a879-beb32fe9034e req-84115244-6705-4f14-9354-d07e56b9a985 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 944 time: 0.4525237 Jan 21 09:47:41.456565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94ed3c91-9b68-41ba-b841-bcc3e5888eab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.458565 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-94ed3c91-9b68-41ba-b841-bcc3e5888eab tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/379a5bcf-7edc-435e-813a-5bdf22e964e8 HTTP/1.1" status: 204 len: 168 time: 1.9897916 Jan 21 09:47:41.462822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36672) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:41.514680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:41.540297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:41.542291 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bfc6a444-2733-40cd-a44a-f47ddbf18f20 req-f6fc43f6-7d2d-47fc-8567-788ef37c14a0 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987818 Jan 21 09:47:41.544846 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88158c5c-0a26-4a19-a879-beb32fe9034e req-a1d805a8-1af7-44e5-8ff0-d2e460a321c0 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710554 Jan 21 09:47:41.550656 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3ec8592f-d5fc-4e87-bf21-aa77aa3c6d9b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6112976 Jan 21 09:47:41.551601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36676) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:41.559761 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:41.609365 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:41.611102 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:41.669755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=dae7b899-66a4-424f-a0ed-47d7dc6d1d17,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:41.708012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] For port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:41.712487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] For port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:41.831638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ba141d-e5cf-4564-b47f-753651d1c508 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet 4feb5d64-14b8-419a-8f5a-ff7266c4f607 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:41.836116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22ba141d-e5cf-4564-b47f-753651d1c508 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.859184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.882263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02edac-08ee-4173-b8fc-018d45df94f2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:41.883323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 7b665b31-0ca7-4aa2-887b-22c45388450a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:41.888054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36680) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:41.888938 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cc02edac-08ee-4173-b8fc-018d45df94f2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4240587 Jan 21 09:47:41.913308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 7b665b31-0ca7-4aa2-887b-22c45388450a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:41.913308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:41.925573 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:41.997832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22ba141d-e5cf-4564-b47f-753651d1c508 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.051002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.052560 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] 10.222.0.120 "PUT /v2.0/ports/ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d HTTP/1.1" status: 200 len: 1094 time: 2.6580067 Jan 21 09:47:42.061093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:42.113534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea66ac-cc7a-4376-8843-a83bfd17f372 service neutron] Pushing event updated for resources: {'Port': ['ID=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:42.198977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.220621 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'status': 'completed', 'code': 200} Jan 21 09:47:42.222578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b7803d-7bde-4463-92da-ac7799aee65f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.223533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-07b7803d-7bde-4463-92da-ac7799aee65f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:42.249722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22ba141d-e5cf-4564-b47f-753651d1c508 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.275291 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2276d28c-b149-4449-9d7c-d025ce849d4a tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4306 time: 0.9465435 Jan 21 09:47:42.289959 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-11d14025-95ed-4edc-bc92-f0b89f9696fc service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 1097 time: 0.1686981 Jan 21 09:47:42.306321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:33Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.309563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 7b665b31-0ca7-4aa2-887b-22c45388450a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7b665b31-0ca7-4aa2-887b-22c45388450a,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:42.313975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Checking router: 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:42.314344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Updating router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:47:42.322582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-07b7803d-7bde-4463-92da-ac7799aee65f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:42.323774 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-07b7803d-7bde-4463-92da-ac7799aee65f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4338460 Jan 21 09:47:42.326968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36688) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.359441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.360416 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:42.430795 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-f5c43edb-8bac-4ccb-b34a-683e016c9b90 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d HTTP/1.1" status: 200 len: 217 time: 0.1315877 Jan 21 09:47:42.481411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:42.481692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 09:47:42.540067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02636893-7d46-4968-99a7-ddb42a8f3387 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.541586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02636893-7d46-4968-99a7-ddb42a8f3387 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.543667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02636893-7d46-4968-99a7-ddb42a8f3387 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.544658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-02636893-7d46-4968-99a7-ddb42a8f3387 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:42.549945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Port 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e not found, will not notify nova. {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 09:47:42.556613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-10366160-2904-40ae-8bc7-20738b2001c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:42.558016 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-10366160-2904-40ae-8bc7-20738b2001c6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.1190403 Jan 21 09:47:42.565725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22ba141d-e5cf-4564-b47f-753651d1c508 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.572298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.620075 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:37Z', 'revision_number': 8, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:39Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.620883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-02636893-7d46-4968-99a7-ddb42a8f3387 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:42.622102 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-02636893-7d46-4968-99a7-ddb42a8f3387 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2923329 Jan 21 09:47:42.625962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba141d-e5cf-4564-b47f-753651d1c508 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=4feb5d64-14b8-419a-8f5a-ff7266c4f607,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:42.629285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36692) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.634438 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:42.644216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=7b665b31-0ca7-4aa2-887b-22c45388450a,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:42.651021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a59d4-e91e-42e4-a4fc-d54fffb2f7f2 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:47:42.662851 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:42.663846 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:42.716045 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-f7ac9aaf-90c6-4e60-af90-95bd33a71dbd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1505349 Jan 21 09:47:42.716340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22ba141d-e5cf-4564-b47f-753651d1c508 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:42.756434 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22ba141d-e5cf-4564-b47f-753651d1c508 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/4feb5d64-14b8-419a-8f5a-ff7266c4f607 HTTP/1.1" status: 204 len: 168 time: 1.2035406 Jan 21 09:47:42.759463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36700) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:42.780368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-db378370-515b-4ddf-a529-62b7c409ef9b None None] Could not find standard attr ID for object 379a5bcf-7edc-435e-813a-5bdf22e964e8. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:47:42.899276 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-4868c3d6-b486-42d9-af90-064ef3a658f0 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747272 Jan 21 09:47:42.938259 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5eeb469d-e084-40b6-9898-fcf20e46dea9 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:42.951562 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:43.051617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36704) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:43.052047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.057271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838356766', 'description': 'tempest-secgroup-smoke-838356766 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:43.077547 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:43.096257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:43.111432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:43.142665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:43.165287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:43.166613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.184513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.208983 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2c509808-71fa-4dc8-bd2a-3287e29d7cfa req-29c97780-84e4-409a-bdf9-656c91f11622 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021317 Jan 21 09:47:43.232224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:43.237936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:43.241128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:43.247888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:43.370677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.381751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.389904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-db378370-515b-4ddf-a529-62b7c409ef9b None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:43.390382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-db378370-515b-4ddf-a529-62b7c409ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.451655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f027c399-47ec-42c0-9db8-085dea9aa349,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:43.468392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.474496 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0740cf38-5ead-492b-83bc-70ed0fba69a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4218214 Jan 21 09:47:43.478558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36710) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:43.486125 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'f027c399-47ec-42c0-9db8-085dea9aa349', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:43.493706 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-5a54e110-71a1-4dd9-890c-8c83a932196a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 1097 time: 0.1680226 Jan 21 09:47:43.496322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:43.501124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:43.506112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:43.521877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 5eeb469d-e084-40b6-9898-fcf20e46dea9 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:43.522377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.528895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc85e774-854b-4b74-953b-21fabe511f6e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 7382d2f9-835c-41bf-9b53-f5f41d8a783b {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:43.534428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:43.534901 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:37Z', 'revision_number': 8, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:39Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:43.540210 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebeac01-13f5-4c6a-85fa-3b2f3aa2eaab None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:37Z', 'revision_number': 8, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeb469d-e084-40b6-9898-fcf20e46dea9', 'name': '', 'network_id': '32f8b093-390e-418d-8796-fa6d62985cc5', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:46:b9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:11Z', 'updated_at': '2022-01-21T09:47:39Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': 'b2f69a3c-0ada-437f-9b7f-3807657c8514', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:43.554826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc85e774-854b-4b74-953b-21fabe511f6e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.572780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a59d4-e91e-42e4-a4fc-d54fffb2f7f2 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:47:43.727584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff8db-4e17-4ecf-b16e-a3494ef7c636 req-3dc9b65d-891e-497e-af5b-a60ea8b6d284 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:43.729927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b8bff8db-4e17-4ecf-b16e-a3494ef7c636 req-3dc9b65d-891e-497e-af5b-a60ea8b6d284 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.6740131 Jan 21 09:47:43.731305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc85e774-854b-4b74-953b-21fabe511f6e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.791098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.834518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-d03dbd0d-ae60-420c-8746-81019846cedb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:43.836014 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-d03dbd0d-ae60-420c-8746-81019846cedb service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.3312535 Jan 21 09:47:43.845530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.865209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6,segment=NetworkSegment(85f78d72-44e7-4ec8-95fc-5403a154cb5e),segment_id=85f78d72-44e7-4ec8-95fc-5403a154cb5e)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:43.865604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:43.879413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381362f-829b-42c0-9fc0-6ef906094952 req-af7e2ba0-dd5d-45b8-ab03-ed7661c0abdd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:43.880954 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2381362f-829b-42c0-9fc0-6ef906094952 req-af7e2ba0-dd5d-45b8-ab03-ed7661c0abdd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 944 time: 0.7423458 Jan 21 09:47:43.950415 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-31ac10ea-78fb-4db5-a086-2b6c8245daa6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d HTTP/1.1" status: 200 len: 217 time: 0.0987852 Jan 21 09:47:43.950642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Transition to ACTIVE for port object a9cdc63f-21c3-4e53-b003-7b3b23d992f7 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:43.973197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.012033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dae7b899-66a4-424f-a0ed-47d7dc6d1d17 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:44.037264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.043034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:44.056970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.074452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b8bff8db-4e17-4ecf-b16e-a3494ef7c636 req-6df49704-81ad-4ac8-8b8f-e48cb0185a5a tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986186 Jan 21 09:47:44.144796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eee4b0-27c3-415d-8fbf-ac1c528c97f9,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.157553 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2381362f-829b-42c0-9fc0-6ef906094952 req-7cc69fbe-349b-45e7-943b-5f93b069af3a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644908 Jan 21 09:47:44.177329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-88693d58-64a7-4bfb-ac3e-71e33da6a6d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.187173 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-88693d58-64a7-4bfb-ac3e-71e33da6a6d4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.2310815 Jan 21 09:47:44.190154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.195332 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6bcf62ae-96dc-4f8c-b855-81ffbd9c13f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7147822 Jan 21 09:47:44.196224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36716) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:44.204638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc85e774-854b-4b74-953b-21fabe511f6e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.207912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'f027c399-47ec-42c0-9db8-085dea9aa349', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:44.255471 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e3e54-8d1d-4c30-9de8-01ebf1b4a767 None None] Pushing event updated for resources: {'Port': ['ID=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.261597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.291746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:44.302177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:44.308706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:44.322793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:44.351470 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-370c79f6-0f44-4dd8-86fb-d7b9f948db2d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1542158 Jan 21 09:47:44.358728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.367767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.382643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No DVR routers for this DVR port 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:44.416938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port dae7b899-66a4-424f-a0ed-47d7dc6d1d17 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:44.417314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.448356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Attempting to bind port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:44.448612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Attempting to bind port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:44.448907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Attempting to bind port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 on network 006fce52-c5d8-4c23-98e9-7b909765eeab {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:44.478510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:44.478883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Checking segment: {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:44.479284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.479679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Bound using segment: {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:44.480151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Bound port: a9cdc63f-21c3-4e53-b003-7b3b23d992f7, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:44.480523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.542066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc85e774-854b-4b74-953b-21fabe511f6e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.547557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.548692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.551980 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-70422184-21c6-4320-8ae6-781d9b03cf63 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853359 Jan 21 09:47:44.553296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.614529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85e774-854b-4b74-953b-21fabe511f6e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=7382d2f9-835c-41bf-9b53-f5f41d8a783b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.627264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba65e3-607e-437b-843e-e4d17941cba2 req-e1543c61-dee7-48a6-a530-e7f6eba5194c tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:44.628735 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cdba65e3-607e-437b-843e-e4d17941cba2 req-e1543c61-dee7-48a6-a530-e7f6eba5194c tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.3203282 Jan 21 09:47:44.631577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc85e774-854b-4b74-953b-21fabe511f6e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.651346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006c3435-54aa-4534-b607-6979cbdfbc10,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.665932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df46434-3ca1-449b-8bc6-550e160828e5']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:44.670289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.674645 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-616ff77c-a736-4bf6-a7fb-ee6cfec04fc1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4725757 Jan 21 09:47:44.677365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36720) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:44.684501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'f027c399-47ec-42c0-9db8-085dea9aa349', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:44.700037 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bc85e774-854b-4b74-953b-21fabe511f6e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/7382d2f9-835c-41bf-9b53-f5f41d8a783b HTTP/1.1" status: 204 len: 168 time: 2.0696745 Jan 21 09:47:44.701031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36724) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:44.708448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f78d72-44e7-4ec8-95fc-5403a154cb5e') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:44.708730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f78d72-44e7-4ec8-95fc-5403a154cb5e') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:44.717620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:44.730565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] For port a9cdc63f-21c3-4e53-b003-7b3b23d992f7, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:44.734980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:44.738279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.747063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:44.749378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] For port a9cdc63f-21c3-4e53-b003-7b3b23d992f7, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:44.751873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ce441f1-dd4c-4b87-b956-f6bb94503c3d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:44.764587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:44.775908 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ad2f822e-ffe2-4ebd-ab7d-1c5c853e7b57 req-957366ba-0d26-4108-9367-ecb63dc68695 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143393 Jan 21 09:47:44.781902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.787468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cdba65e3-607e-437b-843e-e4d17941cba2 req-a16933af-774a-464c-b22a-025839d5d7a1 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404574 Jan 21 09:47:44.790646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.800256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:44.800424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:44.818253 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:44.870077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36728) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:44.951207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e3e54-8d1d-4c30-9de8-01ebf1b4a767 None None] Pushing event updated for resources: {'Port': ['ID=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:44.959345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba79f7a-32b8-42b6-bdac-8b0237f151a0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 9b96fd22-8405-49f7-a536-bf2969c51d16 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:44.963878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ba79f7a-32b8-42b6-bdac-8b0237f151a0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:44.982450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2f5695-18b3-4737-8c15-fca47dcbbfe2 None None] Update dhcp port {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'fixed_ips': [{'subnet_id': '9b96fd22-8405-49f7-a536-bf2969c51d16', 'ip_address': '2001:db8:0:1:f816:3eff:fe42:8c18'}], 'binding:host_id': 'dv-neutron-825724-1-hyperv'}, 'id': '9ce441f1-dd4c-4b87-b956-f6bb94503c3d'} from dv-neutron-825724-1-hyperv. {{(pid=83428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 21 09:47:45.006567 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:45.007210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:45.036402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ba79f7a-32b8-42b6-bdac-8b0237f151a0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.037870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.109072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.110905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:45.111308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.115168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.149301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ba79f7a-32b8-42b6-bdac-8b0237f151a0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.150561 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/0df46434-3ca1-449b-8bc6-550e160828e5 HTTP/1.1" status: 204 len: 168 time: 2.3900464 Jan 21 09:47:45.152031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b5c5-7a71-4ba5-a7f3-2bdd8311384b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=0df46434-3ca1-449b-8bc6-550e160828e5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.161332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36732) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:45.164747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5695-18b3-4737-8c15-fca47dcbbfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.240435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ba79f7a-32b8-42b6-bdac-8b0237f151a0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.293957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba79f7a-32b8-42b6-bdac-8b0237f151a0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=9b96fd22-8405-49f7-a536-bf2969c51d16,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.311536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ba79f7a-32b8-42b6-bdac-8b0237f151a0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.323455 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1ba79f7a-32b8-42b6-bdac-8b0237f151a0 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/9b96fd22-8405-49f7-a536-bf2969c51d16 HTTP/1.1" status: 204 len: 168 time: 0.6210196 Jan 21 09:47:45.326379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36738) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:45.387489 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b120aed1-1501-48e2-a254-3afd584a6cdd tempest-TestNetworkAdvancedServerOps-507585643 tempest-TestNetworkAdvancedServerOps-507585643-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 1093 time: 0.5148220 Jan 21 09:47:45.392826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36742) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:45.404767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:45.407221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:45.418136 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bb961d7a-706b-44fc-b60a-1170b0428983 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891070 Jan 21 09:47:45.419978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36746) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:45.424045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.430716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:45.435769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:45.442538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Usage tracker for resource:floatingip and tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:45.447049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:45.456091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.456944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:45.470546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.573921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3452cb-6f6e-46ee-ad05-cd226002ad18,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:45.637125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe301281-1d26-46e4-b184-7871a2219c29 req-bb043d8c-b44e-44dd-acf8-a78c4ce81f67 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:45.638808 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe301281-1d26-46e4-b184-7871a2219c29 req-bb043d8c-b44e-44dd-acf8-a78c4ce81f67 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 944 time: 0.3014054 Jan 21 09:47:45.639590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.646745 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-87c76d38-8a3c-4e4d-8809-0dce5aa58643 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9705832 Jan 21 09:47:45.652928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36750) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:45.662760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'f027c399-47ec-42c0-9db8-085dea9aa349', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:45.675472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:45.682177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:45.689601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:45.714839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:45.725086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:45.738554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec65e1b9-b794-4f78-b139-6da1042cb861 None None] Network 0df46434-3ca1-449b-8bc6-550e160828e5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:45.772675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-465607f9-0be4-499d-b126-85a392992313 None None] Could not find standard attr ID for object 379a5bcf-7edc-435e-813a-5bdf22e964e8. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:47:45.792929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:45.800325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec65e1b9-b794-4f78-b139-6da1042cb861 None None] Network 0df46434-3ca1-449b-8bc6-550e160828e5 could not be found, it might have been deleted concurrently. {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 21 09:47:45.810212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:45.815644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.823109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:45.836818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.930930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe301281-1d26-46e4-b184-7871a2219c29 req-44a7fde3-e7af-4a9f-a1a3-c189e8a8d398 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763302 Jan 21 09:47:45.940715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:45.944203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:45.947859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ff2cc-42e3-456e-8a07-054c495c0348 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:45.985969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f5a3bc-23e5-4d4e-9800-8775887bd2dd None None] DHCP port deletion for 0df46434-3ca1-449b-8bc6-550e160828e5 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:45.990452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7b665b31-0ca7-4aa2-887b-22c45388450a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:46.126390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.147371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.216237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-465607f9-0be4-499d-b126-85a392992313 None None] Provisioning complete for port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:46.216606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-465607f9-0be4-499d-b126-85a392992313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.224684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a60bfe-bab9-4e2c-b868-175da07e4923,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.239955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Allocated IP 172.26.1.46 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/4f3636d3-c510-4633-baf2-25c009fa652c) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:46.249920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.280695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.283523 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6a039b30-97b4-4c52-9760-3847fcd69ed4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6272163 Jan 21 09:47:46.288178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36754) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:46.459098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'f027c399-47ec-42c0-9db8-085dea9aa349', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:46.470884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:46.477803 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:46.482249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:46.498930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:46.526721 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:46.538339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.583098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.606674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.607171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 7b665b31-0ca7-4aa2-887b-22c45388450a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:46.607551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.659236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.666559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.675574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:46.683840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:46.687330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:46.688150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.693329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268f667c-407f-4039-8454-ebc2fd02cfe7,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.698295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.717702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:46.751011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=0115fbcc-f76f-49b1-90f7-26bb2f05f360,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.765578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.769660 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4ac27863-08e1-44af-83db-8e13d31dbfa7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4775534 Jan 21 09:47:46.769830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcfec9-1e63-451a-8442-4506c2aee9a1 None None] The sync data for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv is: [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:44Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:46.781889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36758) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:46.789838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'f027c399-47ec-42c0-9db8-085dea9aa349', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:46.800642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:46.804343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:46.814061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:46.816175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:46.834867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:46.842219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Deleting port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:46.842782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-96b3edc8-6877-4fd8-805b-ab31b83c75d8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4216692 Jan 21 09:47:46.843658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:46.849443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36762) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:46.852544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:46.869159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'Port': ['ID=4f3636d3-c510-4633-baf2-25c009fa652c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:46.874672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:46.878062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:46.879038 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:47:46.886221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:46.958793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.049656 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:47.131785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:47.132137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4c0c99cc-a7b2-49cf-9fcd-1dee55cfbb6e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:47.132568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9ce441f1-dd4c-4b87-b956-f6bb94503c3d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:47.246613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.256881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.329651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.332196 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5485723 Jan 21 09:47:47.370006 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1eb493-ec4b-4905-b6aa-209c77feaaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2992d0b9-e244-499f-92b0-75d143de7535,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:47.394726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:47.400306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:47.403826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:47.423020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:47.462527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:47.466411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.467821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:47.468463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.493565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dee263-c347-4a65-b680-17b72aa4f38c req-2acbeaea-78c8-4533-8786-54a2bea3793e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:47.495158 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d8dee263-c347-4a65-b680-17b72aa4f38c req-2acbeaea-78c8-4533-8786-54a2bea3793e tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 944 time: 0.2887564 Jan 21 09:47:47.682653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Calling delete_port for 9ce441f1-dd4c-4b87-b956-f6bb94503c3d owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:47.726437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.791222 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d8dee263-c347-4a65-b680-17b72aa4f38c req-6201da95-eb91-4e5b-8d65-b2d15b75beae tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247312 Jan 21 09:47:47.844264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:47.859816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:47.883999 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.ipam_backend_mixin [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0115fbcc-f76f-49b1-90f7-26bb2f05f360 (CIDR: 2001:db8::/64) Jan 21 09:47:47.908841 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 09:47:47.909294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:47.955097 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-826f1e27-8659-42c8-a195-2646d965aa23 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1050284 Jan 21 09:47:47.955429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36776) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:47.956369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:47.956917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:47.970576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'subnet': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:47.984202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-da799f28-620d-456e-9acc-441c7df85055 req-32053b2d-fbe6-41cb-aad7-f43eac040623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:48.026977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a9cdc63f-21c3-4e53-b003-7b3b23d992f7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:48.042819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-da799f28-620d-456e-9acc-441c7df85055 req-32053b2d-fbe6-41cb-aad7-f43eac040623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:48.056480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-32053b2d-fbe6-41cb-aad7-f43eac040623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838356766&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.1864076 Jan 21 09:47:48.087457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=19']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:48.135208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:48.141868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:48.142326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.263601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:48.288095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Usage tracker for resource:subnet and tenant:09796280292547fc8d05ed8ae2cd566d is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:47:48.288232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799f28-620d-456e-9acc-441c7df85055 req-4ac9f545-9979-4704-808d-d202a652cd5a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:48.289615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-4ac9f545-9979-4704-808d-d202a652cd5a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=006fce52-c5d8-4c23-98e9-7b909765eeab HTTP/1.1" status: 200 len: 796 time: 0.2323589 Jan 21 09:47:48.302267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:47:48.332513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:48.334190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.340655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.347314 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-b792a60e-972b-4ccf-a3f2-fe3d431cd2e8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0507789 Jan 21 09:47:48.376901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port a9cdc63f-21c3-4e53-b003-7b3b23d992f7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:48.379382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:48.381967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.383352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.418233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:48.424322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 5eeb469d-e084-40b6-9898-fcf20e46dea9 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:48.424913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.458753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Deleting port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:48.459126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.492236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.499442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:48.499925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5a08f6fc-6e0c-4373-b88d-5dd8a76fc6e6 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:48.540366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:48.582601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-da799f28-620d-456e-9acc-441c7df85055 req-810a7aa3-1fb5-4193-9e96-a6195868be17 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:48.635282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-da799f28-620d-456e-9acc-441c7df85055 req-810a7aa3-1fb5-4193-9e96-a6195868be17 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:48.636590 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-810a7aa3-1fb5-4193-9e96-a6195868be17 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2819459 Jan 21 09:47:48.686053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port 5eeb469d-e084-40b6-9898-fcf20e46dea9, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=5eeb469d-e084-40b6-9898-fcf20e46dea9,segment=NetworkSegment(9e203caa-4435-4fda-a60e-4f67a713b5c9),segment_id=9e203caa-4435-4fda-a60e-4f67a713b5c9)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:48.686787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.774528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] For port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:48.774922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.832895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.849412 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:48.931199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 5eeb469d-e084-40b6-9898-fcf20e46dea9 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:48.943872 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Calling delete_port for 9ce441f1-dd4c-4b87-b956-f6bb94503c3d owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:49.069697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8b86e966-0d69-4f01-a5df-54d741824d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.088534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.115747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event updated for resources: {'Port': ['ID=4f3636d3-c510-4633-baf2-25c009fa652c,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.137943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] Pushing event deleted for resources: {'Port': ['ID=9ce441f1-dd4c-4b87-b956-f6bb94503c3d,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.142509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9fc12-463a-4587-bfc9-7267159611e8 None None] No DVR routers for this DVR port 9ce441f1-dd4c-4b87-b956-f6bb94503c3d on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:49.163953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991ce73-84d4-47d2-be6c-0c9f5df9e262 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:49.181701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.230495 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-8de72fb1-af1b-49d5-9d17-67edfabab43d service neutron] 10.222.0.122 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743747 Jan 21 09:47:49.295427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.objects.ports [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83426) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 21 09:47:49.298878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.380184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:49.385929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:49.390055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:49.390671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.399764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Subnet': ['ID=058428a1-7a6b-4d26-a8ca-27e1971db5c1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:49.407149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-39f1e386-d394-42ab-8358-5616c07c4588', 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'tenant_id': '09796280292547fc8d05ed8ae2cd566d', 'fixed_ips': [{'subnet_id': '0115fbcc-f76f-49b1-90f7-26bb2f05f360'}, {'subnet_id': '058428a1-7a6b-4d26-a8ca-27e1971db5c1'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:47:49.409685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.482371 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3d4ea613-4072-4734-bdd2-0448f01c364a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5230479 Jan 21 09:47:49.486045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36782) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:49.501848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Request body: {'port': {'network_id': '39f1e386-d394-42ab-8358-5616c07c4588', 'mac_address': 'fa:16:3e:40:67:4f', 'name': 'tempest-NetworksTestDHCPv6-2067885618'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:49.661081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Allocated IP 2001:db8::2 (39f1e386-d394-42ab-8358-5616c07c4588/0115fbcc-f76f-49b1-90f7-26bb2f05f360/c27748b4-f0bd-4d94-b403-158bd40cf200) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:49.668101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8da5b-b861-413c-a7c5-971b55adcb1d req-198d8ba3-9fda-40b5-b218-87faee4dcf9f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:49.668842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe58:ecb1 (39f1e386-d394-42ab-8358-5616c07c4588/058428a1-7a6b-4d26-a8ca-27e1971db5c1/c27748b4-f0bd-4d94-b403-158bd40cf200) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:49.670239 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05b8da5b-b861-413c-a7c5-971b55adcb1d req-198d8ba3-9fda-40b5-b218-87faee4dcf9f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 944 time: 0.6344159 Jan 21 09:47:49.673547 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Floating IP f328e90e-d80b-4af9-9339-bda8d7456f2d associated. External IP: 172.26.1.46, port: 40bf7031-763d-446f-a8ab-2fe4da65c979. Jan 21 09:47:49.738123 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-7dd05928-8fc4-4241-af5d-74a1c7c0d760 service neutron] 10.222.0.122 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818475 Jan 21 09:47:49.746014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:49.759627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:49.785293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Made reservation on behalf of 09796280292547fc8d05ed8ae2cd566d for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:49.789565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.830775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] device_id is not set on port 74de43b4-b498-4b9b-b795-cb115c65df96 yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:47:49.837102 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05b8da5b-b861-413c-a7c5-971b55adcb1d req-4ac57be0-8a75-4d8c-84cf-39027b371e60 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572275 Jan 21 09:47:49.854872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:49.917097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=5eeb469d-e084-40b6-9898-fcf20e46dea9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.043668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.085604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Transition to ACTIVE for port object c27748b4-f0bd-4d94-b403-158bd40cf200 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:50.095024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a9cdc63f-21c3-4e53-b003-7b3b23d992f7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:50.213392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Transition to ACTIVE for port object c27748b4-f0bd-4d94-b403-158bd40cf200 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:50.233925 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8cc883f9-8ad0-4d6e-b773-d5b88a597105 req-2398f48f-a541-4e16-8af2-b06f95ef502c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 210 time: 0.1150339 Jan 21 09:47:50.242679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.356358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:50.361687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:50.364068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Pushing event updated for resources: {'Port': ['ID=c27748b4-f0bd-4d94-b403-158bd40cf200,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.366699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:50.372480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.377265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:50.377482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.531017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8::14a (39f1e386-d394-42ab-8358-5616c07c4588/0115fbcc-f76f-49b1-90f7-26bb2f05f360/74de43b4-b498-4b9b-b795-cb115c65df96) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:50.541492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Allocated IP 2001:db8:0:1:f816:3eff:fe40:674f (39f1e386-d394-42ab-8358-5616c07c4588/058428a1-7a6b-4d26-a8ca-27e1971db5c1/74de43b4-b498-4b9b-b795-cb115c65df96) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:50.672929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Attempting to bind port c27748b4-f0bd-4d94-b403-158bd40cf200 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:50.673497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Attempting to bind port c27748b4-f0bd-4d94-b403-158bd40cf200 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:50.674076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Attempting to bind port c27748b4-f0bd-4d94-b403-158bd40cf200 on network 39f1e386-d394-42ab-8358-5616c07c4588 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:50.701099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:50.701302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Checking segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:50.701910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.703862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Bound using segment: {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:50.704399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Router c032fb3c-c3b3-4677-b423-cb8670a2643d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:50.704530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Bound port: c27748b4-f0bd-4d94-b403-158bd40cf200, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b9e91-7129-460e-90e3-8b371c23b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '39f1e386-d394-42ab-8358-5616c07c4588'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:50.705059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.831126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] For port c27748b4-f0bd-4d94-b403-158bd40cf200, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:50.834762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] For port c27748b4-f0bd-4d94-b403-158bd40cf200, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c27748b4-f0bd-4d94-b403-158bd40cf200,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:50.841029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.886985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:50.909430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Transition to ACTIVE for port object 74de43b4-b498-4b9b-b795-cb115c65df96 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:50.950599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60875c3-b997-47a2-ba14-580c76cee599 None None] Pushing event updated for resources: {'Port': ['ID=c27748b4-f0bd-4d94-b403-158bd40cf200,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:50.980445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:47:51.135018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:47:51.160601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42759a-878f-479a-8ad0-38491c3d04d0 req-e2b71809-a368-4096-b3f2-7cd4b5d0430f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.167917 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f42759a-878f-479a-8ad0-38491c3d04d0 req-e2b71809-a368-4096-b3f2-7cd4b5d0430f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 944 time: 0.1208529 Jan 21 09:47:51.177969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:51.208318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'port_id': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'mac_address': 'fa:16:3e:16:10:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:47:51.290284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.297629 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.324732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:51.349689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:51.357076 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f42759a-878f-479a-8ad0-38491c3d04d0 req-863ce79b-efbd-4015-a801-b6ffc370a1cb tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881394 Jan 21 09:47:51.368087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.467938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Network 39f1e386-d394-42ab-8358-5616c07c4588 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:51.469415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event updated for resources: {'Port': ['ID=74de43b4-b498-4b9b-b795-cb115c65df96,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.473013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:51.478656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:51.482831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.483453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.524599 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-af2cd8ab-b232-4d19-8d26-f2f24a5b0838 req-5e970b33-639b-4f20-baae-5155c52a501e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 210 time: 0.0610883 Jan 21 09:47:51.530396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:51.534782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c1a9-bc58-4515-9430-42b180a3ad96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.578896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:51.590323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:51.599209 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-606da868-75cc-4313-9696-d582fca00f12 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4322236 Jan 21 09:47:51.601070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:47:51.602243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36800) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.614346 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] Sync routers for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:47:51.623219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:51.623687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:51.624176 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-439634cf-6895-480e-80f6-6b17f98c8a89 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1369691 Jan 21 09:47:51.631479 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36804) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:51.639207 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:51.640407 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:51.684087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.723363 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:47:51.788768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1b20a-ba82-4d35-83b6-370e28f6765d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting port 74de43b4-b498-4b9b-b795-cb115c65df96 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:51.789202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b20a-ba82-4d35-83b6-370e28f6765d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:51.844563 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d63a0ade-0a4a-4817-a5ff-476f7a609700 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.4429364 Jan 21 09:47:51.849921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799f28-620d-456e-9acc-441c7df85055 req-8a716022-ffd0-4253-a45d-5c8391d3b0b1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:51.850678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-da799f28-620d-456e-9acc-441c7df85055 req-8a716022-ffd0-4253-a45d-5c8391d3b0b1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:51.857094 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:52.071700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-da799f28-620d-456e-9acc-441c7df85055 req-8a716022-ffd0-4253-a45d-5c8391d3b0b1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:52.074450 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-8a716022-ffd0-4253-a45d-5c8391d3b0b1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=006fce52-c5d8-4c23-98e9-7b909765eeab HTTP/1.1" status: 200 len: 796 time: 0.5993936 Jan 21 09:47:52.093326 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'status': 'completed', 'code': 200} Jan 21 09:47:52.135438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:52.164762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e27c840-4d22-43d8-9e4d-71e336319326 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet b2f69a3c-0ada-437f-9b7f-3807657c8514 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:52.168470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e27c840-4d22-43d8-9e4d-71e336319326 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.334817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e27c840-4d22-43d8-9e4d-71e336319326 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.416499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c27748b4-f0bd-4d94-b403-158bd40cf200 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:52.430024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-da799f28-620d-456e-9acc-441c7df85055 req-2f253324-7566-474c-aad8-53fa810e49ec tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:52.432669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5ab8a-bc13-4ebb-9bd8-9937985b92a4 req-29a29c11-e33d-4703-9ab8-ec8f98e4054f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:52.434403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-96d5ab8a-bc13-4ebb-9bd8-9937985b92a4 req-29a29c11-e33d-4703-9ab8-ec8f98e4054f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.2081976 Jan 21 09:47:52.512421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-da799f28-620d-456e-9acc-441c7df85055 req-2f253324-7566-474c-aad8-53fa810e49ec tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:52.513536 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-2f253324-7566-474c-aad8-53fa810e49ec tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 379 time: 0.3143530 Jan 21 09:47:52.516085 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:52.520586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e27c840-4d22-43d8-9e4d-71e336319326 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.539621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['f027c399-47ec-42c0-9db8-085dea9aa349']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:52.560179 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-96d5ab8a-bc13-4ebb-9bd8-9937985b92a4 req-af01cf5e-10c6-4320-afe9-c3b98a09f312 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144118 Jan 21 09:47:52.599282 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-7b387c27-b21b-437a-acd1-6926d13c7ef1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=aeeaa5fa8a7547aeb69644e9c6904bb6&device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 1098 time: 0.5025480 Jan 21 09:47:52.611128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36816) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:52.745122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.763903 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3daf3982-c418-4137-b9a4-74dd9b48b3dd tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/floatingips/f328e90e-d80b-4af9-9339-bda8d7456f2d HTTP/1.1" status: 200 len: 990 time: 0.1515079 Jan 21 09:47:52.803059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e27c840-4d22-43d8-9e4d-71e336319326 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.815120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port c27748b4-f0bd-4d94-b403-158bd40cf200 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:52.855164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b20a-ba82-4d35-83b6-370e28f6765d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.884141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:52.884934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5568e3-e066-46f9-9e89-8b79064e7446 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:53.016923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27c840-4d22-43d8-9e4d-71e336319326 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f69a3c-0ada-437f-9b7f-3807657c8514,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.024173 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f363eda-a3bc-41f7-baf0-3e647a053a31 req-808bab7b-2c65-45e1-b236-8ae8a72de12b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 210 time: 0.1110404 Jan 21 09:47:53.033574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e27c840-4d22-43d8-9e4d-71e336319326 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.121142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1b20a-ba82-4d35-83b6-370e28f6765d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Calling delete_port for 74de43b4-b498-4b9b-b795-cb115c65df96 owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:53.129416 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0e27c840-4d22-43d8-9e4d-71e336319326 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/b2f69a3c-0ada-437f-9b7f-3807657c8514 HTTP/1.1" status: 204 len: 168 time: 1.5252535 Jan 21 09:47:53.131958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36820) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.203770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4fd2d-c476-4a92-ba9b-6e467ab442d9 None None] Network 32f8b093-390e-418d-8796-fa6d62985cc5 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:53.289008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-4de86c29-b3e2-410a-88b0-64c5ff17ef37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:53.290581 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-4de86c29-b3e2-410a-88b0-64c5ff17ef37 service neutron] 10.222.0.120 "GET /v2.0/networks?id=18c45403-1b1d-43b1-955d-12c3ce10330b HTTP/1.1" status: 200 len: 898 time: 0.6847916 Jan 21 09:47:53.312686 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'f328e90e-d80b-4af9-9339-bda8d7456f2d', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'floating_ip_address': '172.26.1.46', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'port_id': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'mac_address': 'fa:16:3e:3d:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:47Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 0, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:53.318683 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] Checking router: c032fb3c-c3b3-4677-b423-cb8670a2643d for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:53.334778 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:53.335757 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:53.349080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.366408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:47:53.407187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:53.407715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.441592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:47:53.471174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5f0526e8-8773-4593-a35b-50522ffa3b38 None None] Provisioning for port c27748b4-f0bd-4d94-b403-158bd40cf200 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:53.492461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5f0526e8-8773-4593-a35b-50522ffa3b38 None None] Provisioning complete for port c27748b4-f0bd-4d94-b403-158bd40cf200 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:53.493105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5f0526e8-8773-4593-a35b-50522ffa3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.517773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:47:53.520887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.521035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72010-90f1-469b-af95-d9d06a779d9a req-be02605d-e532-4203-832a-488805dc3887 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:53.531904 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-807a6133-5a48-4247-bec5-addeb81571a8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40bf7031-763d-446f-a8ab-2fe4da65c979 HTTP/1.1" status: 200 len: 998 time: 0.2328598 Jan 21 09:47:53.534217 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92e72010-90f1-469b-af95-d9d06a779d9a req-be02605d-e532-4203-832a-488805dc3887 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 945 time: 0.6234756 Jan 21 09:47:53.663611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b20a-ba82-4d35-83b6-370e28f6765d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.698730 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:53.722920 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92e72010-90f1-469b-af95-d9d06a779d9a req-7d880bf4-1c83-42b1-a355-d6f1397d6a02 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874769 Jan 21 09:47:53.773335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36824) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:53.805544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5f0526e8-8773-4593-a35b-50522ffa3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.896063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:53.929689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5f0526e8-8773-4593-a35b-50522ffa3b38 None None] For port c27748b4-f0bd-4d94-b403-158bd40cf200, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c27748b4-f0bd-4d94-b403-158bd40cf200,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:53.937123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1b20a-ba82-4d35-83b6-370e28f6765d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Port': ['ID=74de43b4-b498-4b9b-b795-cb115c65df96,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:53.945279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:49Z', 'revision_number': 9, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:53.952874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5f0526e8-8773-4593-a35b-50522ffa3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.024620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-5472f8b1-e766-427f-a7cf-70b5e517a911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.026950 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-5472f8b1-e766-427f-a7cf-70b5e517a911 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f09ea5e6-fe73-400a-a12b-e7e8447b4672 HTTP/1.1" status: 200 len: 835 time: 0.4855225 Jan 21 09:47:54.055296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0526e8-8773-4593-a35b-50522ffa3b38 None None] Pushing event updated for resources: {'Port': ['ID=c27748b4-f0bd-4d94-b403-158bd40cf200,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.059105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:47:54.089643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:47:54.090233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:54.129924 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1e1c49a1-f031-452e-bd87-57ffe37e48d2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/floatingips/f328e90e-d80b-4af9-9339-bda8d7456f2d HTTP/1.1" status: 200 len: 990 time: 0.3547733 Jan 21 09:47:54.257062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port e2f0c01c-44ef-4b1d-b212-fcb8eb377776, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e2f0c01c-44ef-4b1d-b212-fcb8eb377776,segment=NetworkSegment(9e203caa-4435-4fda-a60e-4f67a713b5c9),segment_id=9e203caa-4435-4fda-a60e-4f67a713b5c9)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:54.257680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.290567 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] DHCP port deletion for 32f8b093-390e-418d-8796-fa6d62985cc5 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:54.309936 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'f328e90e-d80b-4af9-9339-bda8d7456f2d', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'floating_ip_address': '172.26.1.46', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'port_id': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'mac_address': 'fa:16:3e:3d:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:47Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 0, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:54.310303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] Deleting port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:54.310303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.327809 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef315183-44ea-40b4-9165-d460cbd70c9f None None] The sync data for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv is: [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'f328e90e-d80b-4af9-9339-bda8d7456f2d', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'floating_ip_address': '172.26.1.46', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'port_id': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'mac_address': 'fa:16:3e:3d:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:47:47Z', 'updated_at': '2022-01-21T09:47:47Z', 'revision_number': 0, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:54.404624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-33090031-3ce5-454a-86e0-783a57122f4a None None] Could not find standard attr ID for object 74de43b4-b498-4b9b-b795-cb115c65df96. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:47:54.441596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b20a-ba82-4d35-83b6-370e28f6765d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.444007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for e2f0c01c-44ef-4b1d-b212-fcb8eb377776 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:54.450572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:47:54.480804 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aaf1b20a-ba82-4d35-83b6-370e28f6765d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/74de43b4-b498-4b9b-b795-cb115c65df96 HTTP/1.1" status: 204 len: 168 time: 2.8484528 Jan 21 09:47:54.491725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36830) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:54.552089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-33090031-3ce5-454a-86e0-783a57122f4a None None] Provisioning complete for port c27748b4-f0bd-4d94-b403-158bd40cf200 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:54.552580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33090031-3ce5-454a-86e0-783a57122f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.569772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.14 (006fce52-c5d8-4c23-98e9-7b909765eeab/fac20575-89dc-429a-a751-b0d0362647c3/ac1eb98c-edd6-4d27-add7-06d10af3dda1) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:47:54.574994 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-de6870a5-5f38-4225-9659-9e8137d8bda8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=18c45403-1b1d-43b1-955d-12c3ce10330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5331414 Jan 21 09:47:54.592111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a0bf6563-4236-4ddd-8f53-446ffdbd7d3d req-d435fee3-33af-441b-85c6-dffce88dd06c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 210 time: 0.0814176 Jan 21 09:47:54.593298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-6e42872d-4289-40e9-bfb5-bbf06f9ba09d service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:47:54.594887 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-6e42872d-4289-40e9-bfb5-bbf06f9ba09d service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068617 Jan 21 09:47:54.612527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.671355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=e2f0c01c-44ef-4b1d-b212-fcb8eb377776,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:54.674231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No DVR routers for this DVR port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:54.817256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d14017a-be56-438b-b0e2-ffaa4ad41281 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:54.818131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0d14017a-be56-438b-b0e2-ffaa4ad41281 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:54.933699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] For port e2f0c01c-44ef-4b1d-b212-fcb8eb377776, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e2f0c01c-44ef-4b1d-b212-fcb8eb377776,segment=NetworkSegment(9e203caa-4435-4fda-a60e-4f67a713b5c9),segment_id=9e203caa-4435-4fda-a60e-4f67a713b5c9)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:54.934001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:54.959621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0d14017a-be56-438b-b0e2-ffaa4ad41281 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:54.964771 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0d14017a-be56-438b-b0e2-ffaa4ad41281 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4695218 Jan 21 09:47:54.968214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36836) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.031294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.035986 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-38443d1a-5bc6-4840-b0e0-cf2851f381ec service neutron] 10.222.0.120 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319253 Jan 21 09:47:55.080415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:55.118571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f8b093-390e-418d-8796-fa6d62985cc5']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:55.137024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36840) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.187560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] Calling delete_port for e2f0c01c-44ef-4b1d-b212-fcb8eb377776 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:55.206752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e203caa-4435-4fda-a60e-4f67a713b5c9') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:55.207236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e203caa-4435-4fda-a60e-4f67a713b5c9') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:55.223544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.236539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.275788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object ac1eb98c-edd6-4d27-add7-06d10af3dda1 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:55.295537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387370d-05c1-4335-af06-f2e86edcb5af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.300066 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c387370d-05c1-4335-af06-f2e86edcb5af tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3164129 Jan 21 09:47:55.301167 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbd0b69f-954a-41b4-9b7f-6293365f879a req-bdd57ac5-0711-4df8-bc76-ab3078935caf service neutron] 10.222.0.120 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565200 Jan 21 09:47:55.301624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36844) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.304653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-322ffc2c-3f28-41dd-b037-3d7ba3e22944 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/floatingips/f328e90e-d80b-4af9-9339-bda8d7456f2d HTTP/1.1" status: 200 len: 990 time: 0.1662195 Jan 21 09:47:55.309668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.318483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:47:55.318913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:47:55.337098 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:47:55.400244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9688dc-dd66-4615-b0d0-0416d88ef852 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.401833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9688dc-dd66-4615-b0d0-0416d88ef852 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.403462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9688dc-dd66-4615-b0d0-0416d88ef852 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.404211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ea9688dc-dd66-4615-b0d0-0416d88ef852 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Synchronizing usage tracker for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:47:55.404442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dc8eb-8612-4c15-ac8d-eb9a994e0eaa req-8ee71757-ffe2-47dd-906e-347dae2662f9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.405949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4a5dc8eb-8612-4c15-ac8d-eb9a994e0eaa req-8ee71757-ffe2-47dd-906e-347dae2662f9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 945 time: 0.3780925 Jan 21 09:47:55.409872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.445802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:47:55.446138 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:47:55.469217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:55.477278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:55.477643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.504352 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4a5dc8eb-8612-4c15-ac8d-eb9a994e0eaa req-88c584d2-e3ce-4af9-995a-79aa7e42a6e5 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843310 Jan 21 09:47:55.507591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.530640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:49Z', 'revision_number': 9, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:47:55.534698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ea9688dc-dd66-4615-b0d0-0416d88ef852 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Unset dirty status for tenant:09796280292547fc8d05ed8ae2cd566d on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:47:55.534921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.537663 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ea9688dc-dd66-4615-b0d0-0416d88ef852 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2324555 Jan 21 09:47:55.537836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=32f8b093-390e-418d-8796-fa6d62985cc5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.539285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36848) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.542248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 006fce52-c5d8-4c23-98e9-7b909765eeab is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:47:55.545928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:47:55.549046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:47:55.549286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5589b90-bdc3-4e3c-bc5d-0d300610938b None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:47:49Z', 'revision_number': 9, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '49e2311a-7515-4189-bc8e-fc542a84c547', 'name': '', 'network_id': '356e5fa8-c72b-441b-98cf-2afa53906ebc', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:4a:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:01Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '8883d0b3-ee07-49fa-abab-7d3b0915ac2f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:47:55.576956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6c7785ce-ab57-44f4-ae26-510de2859218 None None] Could not find standard attr ID for object 74de43b4-b498-4b9b-b795-cb115c65df96. {{(pid=83428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 09:47:55.598846 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f10a005a-9a24-4f00-b8f1-87d2bc98926b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/32f8b093-390e-418d-8796-fa6d62985cc5 HTTP/1.1" status: 204 len: 168 time: 2.4652221 Jan 21 09:47:55.601061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36852) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:55.661477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=ac1eb98c-edd6-4d27-add7-06d10af3dda1,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.669474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.707913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:55.720036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:55.727390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.742894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:55.743585 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.811533 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'code': 200} Jan 21 09:47:55.871478 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-1441f8d5-b039-457c-b1d1-934959242aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3435493 Jan 21 09:47:55.876121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:55.888704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Request body: {'port': {'device_id': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:47:55.922289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0618dcb7-3240-4e9d-9d31-190fb8f73d31 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 0115fbcc-f76f-49b1-90f7-26bb2f05f360 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:55.936381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0618dcb7-3240-4e9d-9d31-190fb8f73d31 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:55.947916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] Deleting port e2f0c01c-44ef-4b1d-b212-fcb8eb377776 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:55.948605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.007807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0618dcb7-3240-4e9d-9d31-190fb8f73d31 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.063523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee346479-5566-4b49-8fa1-d9c38a6b6e5b req-1ddb1676-7bff-404b-a928-f425896a2488 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:56.065100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ee346479-5566-4b49-8fa1-d9c38a6b6e5b req-1ddb1676-7bff-404b-a928-f425896a2488 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 932 time: 0.2592542 Jan 21 09:47:56.067768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3eca016a-eae7-436d-adfe-39a9c5cbaed8 None None] The port 'e2f0c01c-44ef-4b1d-b212-fcb8eb377776' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:47:56.091829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df382931-c6dd-4c51-a91d-276d355edaab None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:47:56.150936 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ee346479-5566-4b49-8fa1-d9c38a6b6e5b req-f45dd1a7-e398-4c25-967b-74599940c727 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779278 Jan 21 09:47:56.157733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-308ea28d-0186-4996-9dd8-271ca254b640 None None] Provisioning for port ac1eb98c-edd6-4d27-add7-06d10af3dda1 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:47:56.169368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0618dcb7-3240-4e9d-9d31-190fb8f73d31 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.173701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c27748b4-f0bd-4d94-b403-158bd40cf200 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:47:56.227821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-308ea28d-0186-4996-9dd8-271ca254b640 None None] Provisioning complete for port ac1eb98c-edd6-4d27-add7-06d10af3dda1 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:56.228098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-308ea28d-0186-4996-9dd8-271ca254b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.279420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0618dcb7-3240-4e9d-9d31-190fb8f73d31 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.320067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36860) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.364730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-308ea28d-0186-4996-9dd8-271ca254b640 None None] Port ac1eb98c-edd6-4d27-add7-06d10af3dda1 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:47:56.399446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c27748b4-f0bd-4d94-b403-158bd40cf200 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:56.399823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.420795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618dcb7-3240-4e9d-9d31-190fb8f73d31 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=0115fbcc-f76f-49b1-90f7-26bb2f05f360,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:56.453582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0618dcb7-3240-4e9d-9d31-190fb8f73d31 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.488674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f6581bb6-7c19-4d1f-aa2f-a799471cd756 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/floatingips/f328e90e-d80b-4af9-9339-bda8d7456f2d HTTP/1.1" status: 200 len: 990 time: 0.1629038 Jan 21 09:47:56.491175 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0618dcb7-3240-4e9d-9d31-190fb8f73d31 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/0115fbcc-f76f-49b1-90f7-26bb2f05f360 HTTP/1.1" status: 204 len: 168 time: 0.9493141 Jan 21 09:47:56.494512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36864) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:56.505554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df382931-c6dd-4c51-a91d-276d355edaab None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:47:56.526403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.595789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bd8f41-ee07-4b8d-ad7e-8893de7c4e11 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Deleting subnet 058428a1-7a6b-4d26-a8ca-27e1971db5c1 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:47:56.600909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f41-ee07-4b8d-ad7e-8893de7c4e11 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.709782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f41-ee07-4b8d-ad7e-8893de7c4e11 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.721645 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0f6ed35f-58f3-4433-a983-e4f358d87a5f req-6dc61284-ed7a-478b-a157-84364afc73ad service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 1099 time: 0.2688520 Jan 21 09:47:56.784775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5eeb469d-e084-40b6-9898-fcf20e46dea9 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:56.830060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 5eeb469d-e084-40b6-9898-fcf20e46dea9 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:56.830407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 5eeb469d-e084-40b6-9898-fcf20e46dea9 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:56.831014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e2f0c01c-44ef-4b1d-b212-fcb8eb377776 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:56.837044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f41-ee07-4b8d-ad7e-8893de7c4e11 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.872541 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0f6ed35f-58f3-4433-a983-e4f358d87a5f req-171a8a79-cd4f-430d-8e97-e208ce2181a2 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028140 Jan 21 09:47:56.913775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e2f0c01c-44ef-4b1d-b212-fcb8eb377776 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:47:56.914185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e2f0c01c-44ef-4b1d-b212-fcb8eb377776 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:47:56.923343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:56.980414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f41-ee07-4b8d-ad7e-8893de7c4e11 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.028784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8f41-ee07-4b8d-ad7e-8893de7c4e11 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Subnet': ['ID=058428a1-7a6b-4d26-a8ca-27e1971db5c1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:57.048722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-93bd8f41-ee07-4b8d-ad7e-8893de7c4e11 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.069651 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-93bd8f41-ee07-4b8d-ad7e-8893de7c4e11 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/058428a1-7a6b-4d26-a8ca-27e1971db5c1 HTTP/1.1" status: 204 len: 168 time: 0.5735636 Jan 21 09:47:57.075866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36870) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.079884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f619ca-22ef-4a52-9482-abc1ed96ba12 None None] Network 39f1e386-d394-42ab-8358-5616c07c4588 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:47:57.151659 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1457243f-a955-491d-9390-c3760d407638 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691710 Jan 21 09:47:57.153272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36874) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.156902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122498b5-4444-40ba-ab22-40af1395f322 req-7a6ed2f9-6c85-40b8-971f-762941b6a990 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.158468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-122498b5-4444-40ba-ab22-40af1395f322 req-7a6ed2f9-6c85-40b8-971f-762941b6a990 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 946 time: 0.2168941 Jan 21 09:47:57.278550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b13dffc5-7a63-4c8f-a854-6eaa61ba138e None None] Provisioning complete for port c27748b4-f0bd-4d94-b403-158bd40cf200 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:47:57.278999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b13dffc5-7a63-4c8f-a854-6eaa61ba138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.371107 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-122498b5-4444-40ba-ab22-40af1395f322 req-ed264383-ef16-4dc5-b55a-b89051e1f340 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067699 Jan 21 09:47:57.379162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1eb98c-edd6-4d27-add7-06d10af3dda1 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:47:57.395568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.449139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79831b9-14e5-4710-94f6-af7dcba63164 req-ca8adbcf-565b-48c3-99fd-1f07231aa7dd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.450855 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d79831b9-14e5-4710-94f6-af7dcba63164 req-ca8adbcf-565b-48c3-99fd-1f07231aa7dd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 932 time: 0.1312523 Jan 21 09:47:57.492145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] DHCP port deletion for 39f1e386-d394-42ab-8358-5616c07c4588 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:47:57.496514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36880) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.497465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] Deleting port c27748b4-f0bd-4d94-b403-158bd40cf200 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:57.498024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.554574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e3849-c41c-43a2-880a-160a40fe5578 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.558905 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-656e3849-c41c-43a2-880a-160a40fe5578 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4014795 Jan 21 09:47:57.559487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36884) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.564483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Transition to ACTIVE for port object ac1eb98c-edd6-4d27-add7-06d10af3dda1 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:47:57.567346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa795e-f043-4085-9064-face981563ed None None] New status for floating IP f328e90e-d80b-4af9-9339-bda8d7456f2d: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:47:57.617169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:57.618217 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d79831b9-14e5-4710-94f6-af7dcba63164 req-97d15cd7-bd70-4902-af50-3d83a79871ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591811 Jan 21 09:47:57.650549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b1ce4e90-c1c7-48f1-89ef-a3574cc18953 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/floatingips/f328e90e-d80b-4af9-9339-bda8d7456f2d HTTP/1.1" status: 200 len: 990 time: 0.1502464 Jan 21 09:47:57.814463 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc480d-a523-436f-af33-047c2c7b540b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:57.818382 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6dfc480d-a523-436f-af33-047c2c7b540b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2503016 Jan 21 09:47:57.819666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36888) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:57.852390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Pushing event updated for resources: {'Port': ['ID=ac1eb98c-edd6-4d27-add7-06d10af3dda1,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:57.982943 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-35e1e954-6290-4f3a-8f99-d1582582c23b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1612022 Jan 21 09:47:57.998853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36892) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.057348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c27748b4-f0bd-4d94-b403-158bd40cf200 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:47:58.060284 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a999b6-6468-44e9-a84e-9a611fb2241e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.061260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a999b6-6468-44e9-a84e-9a611fb2241e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.067106 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-97a999b6-6468-44e9-a84e-9a611fb2241e tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/74de43b4-b498-4b9b-b795-cb115c65df96 HTTP/1.1" status: 404 len: 333 time: 0.0666296 Jan 21 09:47:58.067715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36896) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.073912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Attempting to bind port ac1eb98c-edd6-4d27-add7-06d10af3dda1 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:47:58.074278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Attempting to bind port ac1eb98c-edd6-4d27-add7-06d10af3dda1 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:47:58.075744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Attempting to bind port ac1eb98c-edd6-4d27-add7-06d10af3dda1 on network 006fce52-c5d8-4c23-98e9-7b909765eeab {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:58.097216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Port ac1eb98c-edd6-4d27-add7-06d10af3dda1 on network 006fce52-c5d8-4c23-98e9-7b909765eeab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:47:58.097575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Attempting to bind port ac1eb98c-edd6-4d27-add7-06d10af3dda1 on network 006fce52-c5d8-4c23-98e9-7b909765eeab {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:47:58.116113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:47:58.116333 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eececa7-d6c2-4c73-8219-b697b664d8a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.116581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Checking segment: {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:47:58.116840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Bound using segment: {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:47:58.116949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eececa7-d6c2-4c73-8219-b697b664d8a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.117279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Bound port: ac1eb98c-edd6-4d27-add7-06d10af3dda1, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e55d6de-fdc4-4859-ac98-67bc04cf596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:47:58.117624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.119228 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7eececa7-d6c2-4c73-8219-b697b664d8a6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/058428a1-7a6b-4d26-a8ca-27e1971db5c1 HTTP/1.1" status: 404 len: 337 time: 0.0499754 Jan 21 09:47:58.121510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36900) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.168384 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-875ff6d2-0e86-4411-8ad9-9c3c05b1b0ea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.168933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875ff6d2-0e86-4411-8ad9-9c3c05b1b0ea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.171090 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-875ff6d2-0e86-4411-8ad9-9c3c05b1b0ea tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/0115fbcc-f76f-49b1-90f7-26bb2f05f360 HTTP/1.1" status: 404 len: 337 time: 0.0484965 Jan 21 09:47:58.174487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36904) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.216196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] For port c27748b4-f0bd-4d94-b403-158bd40cf200, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c27748b4-f0bd-4d94-b403-158bd40cf200,segment=NetworkSegment(6d6b9e91-7129-460e-90e3-8b371c23b382),segment_id=6d6b9e91-7129-460e-90e3-8b371c23b382)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:58.217280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.260339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f28d758-4b86-43d1-8d3b-48ca88755cda tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.261178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f28d758-4b86-43d1-8d3b-48ca88755cda tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.266312 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8f28d758-4b86-43d1-8d3b-48ca88755cda tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/379a5bcf-7edc-435e-813a-5bdf22e964e8 HTTP/1.1" status: 404 len: 333 time: 0.0880883 Jan 21 09:47:58.266840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36908) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.338110 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2a0277-a399-4f95-beea-26d040c63743 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.338977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2a0277-a399-4f95-beea-26d040c63743 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.340592 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bb2a0277-a399-4f95-beea-26d040c63743 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/9b96fd22-8405-49f7-a536-bf2969c51d16 HTTP/1.1" status: 404 len: 337 time: 0.0723636 Jan 21 09:47:58.343775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36912) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.365474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] Calling delete_port for c27748b4-f0bd-4d94-b403-158bd40cf200 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:58.383677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e94b66c-4c3f-457b-8186-0b8dbb391412 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.384185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e94b66c-4c3f-457b-8186-0b8dbb391412 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.389153 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3e94b66c-4c3f-457b-8186-0b8dbb391412 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/7382d2f9-835c-41bf-9b53-f5f41d8a783b HTTP/1.1" status: 404 len: 337 time: 0.0411632 Jan 21 09:47:58.389620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36916) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.463719 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc01612-ef0e-4edc-b05f-4b29ce8c0115 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.464637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc01612-ef0e-4edc-b05f-4b29ce8c0115 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.468249 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ecc01612-ef0e-4edc-b05f-4b29ce8c0115 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/0b73a3f7-3f07-4c28-a3ea-f09842b659f3 HTTP/1.1" status: 404 len: 333 time: 0.0772128 Jan 21 09:47:58.472753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36922) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.486760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] For port ac1eb98c-edd6-4d27-add7-06d10af3dda1, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:47:58.510810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] For port ac1eb98c-edd6-4d27-add7-06d10af3dda1, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:47:58.523361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.525830 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ca2cc3-e362-40dc-96ef-561b570d9964 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.526713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ca2cc3-e362-40dc-96ef-561b570d9964 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.530826 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-43ca2cc3-e362-40dc-96ef-561b570d9964 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/d597e17a-da1c-4e6d-9a22-6894cdcab94f HTTP/1.1" status: 404 len: 337 time: 0.0566521 Jan 21 09:47:58.536017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36926) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.566560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.608987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.631287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] Pushing event deleted for resources: {'Port': ['ID=c27748b4-f0bd-4d94-b403-158bd40cf200,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.650555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb9e12-5ad6-4bbc-b8d1-7166b020d509 None None] No DVR routers for this DVR port c27748b4-f0bd-4d94-b403-158bd40cf200 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:47:58.660090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36932) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.739745 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cd1c95-8515-43e2-b94f-9defa2b4e785 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.740622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cd1c95-8515-43e2-b94f-9defa2b4e785 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.745726 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-07cd1c95-8515-43e2-b94f-9defa2b4e785 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/671feffd-0664-4c92-ba64-40648f3de8ad HTTP/1.1" status: 404 len: 337 time: 0.2059383 Jan 21 09:47:58.746387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36936) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.804813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.807051 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] 10.222.0.120 "PUT /v2.0/ports/ac1eb98c-edd6-4d27-add7-06d10af3dda1 HTTP/1.1" status: 200 len: 1094 time: 2.9225135 Jan 21 09:47:58.811584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:47:58.834702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5e978c-efa1-47ea-8b1b-d3379a36b293 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.836348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5e978c-efa1-47ea-8b1b-d3379a36b293 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:58.840777 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a5e978c-efa1-47ea-8b1b-d3379a36b293 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/924a64e8-48dd-4335-84c0-07f0fc88bafe HTTP/1.1" status: 404 len: 333 time: 0.0907481 Jan 21 09:47:58.855289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36942) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:58.864468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5dfd1-6e60-463b-abe5-32cd0f769b8a service neutron] Pushing event updated for resources: {'Port': ['ID=ac1eb98c-edd6-4d27-add7-06d10af3dda1,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:47:58.893116 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:47:58.929664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 49e2311a-7515-4189-bc8e-fc542a84c547 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:47:58.929903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:58.997852 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fed7e6-d63c-4763-aaaa-dde6be08cb86 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:58.998605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fed7e6-d63c-4763-aaaa-dde6be08cb86 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.004251 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-13fed7e6-d63c-4763-aaaa-dde6be08cb86 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/7249bd9d-7038-4bb8-a9c9-41ee4b4e9a2f HTTP/1.1" status: 404 len: 337 time: 0.0936091 Jan 21 09:47:59.009235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36946) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.096258 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1277c0a1-8030-4f3d-9449-48d83865683a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:59.096953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1277c0a1-8030-4f3d-9449-48d83865683a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.099787 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1277c0a1-8030-4f3d-9449-48d83865683a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/4db7ab97-baa3-435e-bc68-dab7eb360141 HTTP/1.1" status: 404 len: 337 time: 0.0873003 Jan 21 09:47:59.103648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36950) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.111788 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-13224118-571d-4504-8972-531f3a3b8ca3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/floatingips/f328e90e-d80b-4af9-9339-bda8d7456f2d HTTP/1.1" status: 200 len: 992 time: 0.4424458 Jan 21 09:47:59.179373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bfd68-b12b-4ac5-bbb8-27be01c95e5b req-40b3fa8d-b9ad-4480-ad70-32dd4bc1cf39 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.181846 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-437bfd68-b12b-4ac5-bbb8-27be01c95e5b req-40b3fa8d-b9ad-4480-ad70-32dd4bc1cf39 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 946 time: 0.5374055 Jan 21 09:47:59.231167 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d421993-ad91-4f35-8f3b-e9a482635626 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:59.231881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d421993-ad91-4f35-8f3b-e9a482635626 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.235398 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1d421993-ad91-4f35-8f3b-e9a482635626 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/eeb8ee8d-9183-4154-8223-e958288ba6fc HTTP/1.1" status: 404 len: 333 time: 0.1182768 Jan 21 09:47:59.247767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36954) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.329615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-066ed0a9-ec60-4f2f-972f-d129753923c6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:59.330342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066ed0a9-ec60-4f2f-972f-d129753923c6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.333134 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-066ed0a9-ec60-4f2f-972f-d129753923c6 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/01ae8f73-a8ff-442a-996b-d3f0b40bdb2f HTTP/1.1" status: 404 len: 337 time: 0.0839210 Jan 21 09:47:59.334298 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-8986fb05-4d95-445b-a35c-869ec3458d01 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 1097 time: 0.4651299 Jan 21 09:47:59.340569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36958) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.347020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port 49e2311a-7515-4189-bc8e-fc542a84c547, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=49e2311a-7515-4189-bc8e-fc542a84c547,segment=NetworkSegment(1e4f3a29-eded-447b-b453-a7515dd4ed7d),segment_id=1e4f3a29-eded-447b-b453-a7515dd4ed7d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:47:59.347577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:47:59.373506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e9555-a7cc-421d-a8b5-c2672a71d450 req-e91021df-ca6d-4128-a4b3-63afaa5037b3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.376189 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e0e9555-a7cc-421d-a8b5-c2672a71d450 req-e91021df-ca6d-4128-a4b3-63afaa5037b3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 944 time: 0.5356972 Jan 21 09:47:59.384482 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-437bfd68-b12b-4ac5-bbb8-27be01c95e5b req-5722e0a3-57eb-4c03-abdc-2c6b79eb6575 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822205 Jan 21 09:47:59.458005 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e0e9555-a7cc-421d-a8b5-c2672a71d450 req-5cc03ac9-7800-40cf-87b3-62d147cb7af7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723152 Jan 21 09:47:59.513441 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'status': 'completed', 'code': 200} Jan 21 09:47:59.634710 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd3fcc7-f7ba-4ab2-9a07-bf5c92e45994 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:59.635057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd3fcc7-f7ba-4ab2-9a07-bf5c92e45994 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.636816 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1bd3fcc7-f7ba-4ab2-9a07-bf5c92e45994 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/c3edf4c8-c6a0-4db3-b034-bef9631a27c7 HTTP/1.1" status: 404 len: 333 time: 0.2949362 Jan 21 09:47:59.640133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36964) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.644382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 49e2311a-7515-4189-bc8e-fc542a84c547 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:47:59.677308 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-89edce69-4712-47ec-80e0-970f5c00a091 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1 HTTP/1.1" status: 200 len: 217 time: 0.3111765 Jan 21 09:47:59.692898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382632a8-223e-4519-ab7e-91333362427e req-49e220e5-10b1-4e59-8cb3-9f364496883f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.694142 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-382632a8-223e-4519-ab7e-91333362427e req-49e220e5-10b1-4e59-8cb3-9f364496883f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 946 time: 0.1320467 Jan 21 09:47:59.711463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fd26d1-2fa5-4f6e-8197-df950ab51926 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:59.712154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fd26d1-2fa5-4f6e-8197-df950ab51926 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.715051 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d2fd26d1-2fa5-4f6e-8197-df950ab51926 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/aa982e40-f7c9-489b-a6b3-9f27ab6e1a0b HTTP/1.1" status: 404 len: 337 time: 0.0728390 Jan 21 09:47:59.725168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 36970) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.779039 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-382632a8-223e-4519-ab7e-91333362427e req-2e31b6fb-dc90-4f94-91f6-a92648ec9bf1 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625565 Jan 21 09:47:59.812882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36974) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.832978 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-80be0e7a-efd8-4d4e-ae1f-1b4feb828df3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:59.833439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80be0e7a-efd8-4d4e-ae1f-1b4feb828df3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.835201 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-80be0e7a-efd8-4d4e-ae1f-1b4feb828df3 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/804a5789-e919-4776-985c-5a873dd53bbb HTTP/1.1" status: 404 len: 333 time: 0.1082988 Jan 21 09:47:59.838998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36980) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.880648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799f28-620d-456e-9acc-441c7df85055 req-ad240faf-8b45-4039-af70-39823d631735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:47:59.882195 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-ad240faf-8b45-4039-af70-39823d631735 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fac20575-89dc-429a-a751-b0d0362647c3 HTTP/1.1" status: 200 len: 834 time: 0.1975679 Jan 21 09:47:59.896515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde343d9-077e-4c21-a98d-f51480886601 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:59.897227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde343d9-077e-4c21-a98d-f51480886601 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.902018 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bde343d9-077e-4c21-a98d-f51480886601 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/23d83062-81d2-4ba9-b87e-1a7a7049d49f HTTP/1.1" status: 404 len: 337 time: 0.0617769 Jan 21 09:47:59.903651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36984) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:47:59.951481 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdff3d3-3e88-4462-9717-84198ecf8feb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:47:59.951936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdff3d3-3e88-4462-9717-84198ecf8feb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:47:59.958340 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ccdff3d3-3e88-4462-9717-84198ecf8feb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/dc2dbfea-ea14-4c6a-99da-9c11fabd1961 HTTP/1.1" status: 404 len: 333 time: 0.0497749 Jan 21 09:47:59.958624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36988) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.002025 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2f12d6-8f95-461a-8e6d-57eb0e4613fb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.002474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2f12d6-8f95-461a-8e6d-57eb0e4613fb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.007935 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-db2f12d6-8f95-461a-8e6d-57eb0e4613fb tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/08ddd2a3-7a2e-4453-b2d4-54d1551c682e HTTP/1.1" status: 404 len: 337 time: 0.0446756 Jan 21 09:48:00.013360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36992) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.086293 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-51b738f9-3872-490d-aeca-65ae6d6bc42d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=006fce52-c5d8-4c23-98e9-7b909765eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1769400 Jan 21 09:48:00.093820 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9c4477-0c2d-4757-a7d1-0c94c303be97 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.094303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9c4477-0c2d-4757-a7d1-0c94c303be97 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.103907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aa9c4477-0c2d-4757-a7d1-0c94c303be97 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/979e6777-eeb8-402e-9cab-4e50e5970949 HTTP/1.1" status: 404 len: 333 time: 0.0903499 Jan 21 09:48:00.104330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 36996) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.177465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.240943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=49e2311a-7515-4189-bc8e-fc542a84c547,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:00.242207 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0530e668-0cd5-4662-a0d5-e494afb1f9f2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.242660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0530e668-0cd5-4662-a0d5-e494afb1f9f2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.244359 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0530e668-0cd5-4662-a0d5-e494afb1f9f2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/2b6b9473-3534-460c-92f0-6e45003f6deb HTTP/1.1" status: 404 len: 337 time: 0.1391814 Jan 21 09:48:00.248291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37000) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.295713 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e877b3c1-737d-4715-8896-583be3d8436b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.296186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e877b3c1-737d-4715-8896-583be3d8436b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.299197 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e877b3c1-737d-4715-8896-583be3d8436b tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/0e3655e0-4792-4397-abbe-fe90dfea5119 HTTP/1.1" status: 404 len: 333 time: 0.0492973 Jan 21 09:48:00.302515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37004) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.349479 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d05c9b-b7fb-4b29-a748-659c89a3e783 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.350394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d05c9b-b7fb-4b29-a748-659c89a3e783 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.354628 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22d05c9b-b7fb-4b29-a748-659c89a3e783 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/c7880f38-1eb0-4455-817a-df94a5aece22 HTTP/1.1" status: 404 len: 337 time: 0.0486574 Jan 21 09:48:00.355084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37008) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.404138 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e080f17b-14e9-42e1-921d-65b73fbace5f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.404598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e080f17b-14e9-42e1-921d-65b73fbace5f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.409270 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e080f17b-14e9-42e1-921d-65b73fbace5f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/6252df88-ac12-4166-8d0c-2af1eb2c3faa HTTP/1.1" status: 404 len: 337 time: 0.0503585 Jan 21 09:48:00.410256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37012) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.445175 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-270bef29-52a5-46c2-a146-8a72dcd32377 tempest-TestVolumeBootPattern-1713846885 tempest-TestVolumeBootPattern-1713846885-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 1094 time: 0.6308331 Jan 21 09:48:00.450046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37016) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.460911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:00.466941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:00.472047 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d8de8f-67ae-4489-b5a5-d9da85c0b5c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.472500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d8de8f-67ae-4489-b5a5-d9da85c0b5c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.478493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-77d8de8f-67ae-4489-b5a5-d9da85c0b5c5 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/1b770e94-bf61-4f32-863b-c4623f5e1247 HTTP/1.1" status: 404 len: 333 time: 0.0637121 Jan 21 09:48:00.478493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Usage tracker for resource:floatingip and tenant:d7a3498013304bf78a9733962d0c8e9f is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:00.478922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37020) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.481084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:00.522919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:00.535880 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bd0901-ca18-45a6-a8a0-e88444ab0967 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.536172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bd0901-ca18-45a6-a8a0-e88444ab0967 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.537893 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d8bd0901-ca18-45a6-a8a0-e88444ab0967 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/b80eefaf-4b9c-4ded-9e7a-c2fcf7a5b954 HTTP/1.1" status: 404 len: 337 time: 0.0583274 Jan 21 09:48:00.542398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37026) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.582337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.603258 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c621211-0f8e-4438-8f17-6c4a9c2bf8b7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.603552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c621211-0f8e-4438-8f17-6c4a9c2bf8b7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.605324 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5c621211-0f8e-4438-8f17-6c4a9c2bf8b7 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/b57487c9-61d7-49f8-a077-4f28e74e9275 HTTP/1.1" status: 404 len: 337 time: 0.0619514 Jan 21 09:48:00.610489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37030) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.645468 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-1ae02413-7f94-4895-b81f-bb39494c4e08 service neutron] 10.222.0.120 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477257 Jan 21 09:48:00.701469 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fb65d9-e497-41a8-9c20-72e460a1c74d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.701814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fb65d9-e497-41a8-9c20-72e460a1c74d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.704865 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a5fb65d9-e497-41a8-9c20-72e460a1c74d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/97d96be0-590f-46e6-9ca3-f8ddf258f34d HTTP/1.1" status: 404 len: 333 time: 0.0930264 Jan 21 09:48:00.710480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37034) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.799198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:00.805281 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31211b5-3e93-44d1-957e-b2e8ac1736f2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.807372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31211b5-3e93-44d1-957e-b2e8ac1736f2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.807549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b31211b5-3e93-44d1-957e-b2e8ac1736f2 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/74bc7e0a-4314-4c97-bae2-3b35ab9331fc HTTP/1.1" status: 404 len: 337 time: 0.0952895 Jan 21 09:48:00.812027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37038) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.877109 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d98fa0-7736-43c8-94a1-d65d39ca27fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.877768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d98fa0-7736-43c8-94a1-d65d39ca27fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:00.879874 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-57d98fa0-7736-43c8-94a1-d65d39ca27fe tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/6319cafc-18de-4070-891e-4342b8763f76 HTTP/1.1" status: 404 len: 337 time: 0.0652659 Jan 21 09:48:00.887819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37042) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:00.895451 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-da799f28-620d-456e-9acc-441c7df85055 req-db26e161-9c7f-4680-bb7e-1c9e47bd660d service neutron] 10.222.0.120 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326956 Jan 21 09:48:00.940072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ec049-fce7-4c1d-a42f-3783621d3063 req-9070a575-836d-445c-b42c-85733e9eeafc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:00.942837 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-139ec049-fce7-4c1d-a42f-3783621d3063 req-9070a575-836d-445c-b42c-85733e9eeafc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 944 time: 0.2331123 Jan 21 09:48:00.946574 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1e64a4-2244-46d5-8575-6ee69608f98a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:00.947020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1e64a4-2244-46d5-8575-6ee69608f98a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:01.014387 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4d1e64a4-2244-46d5-8575-6ee69608f98a tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/d6cb3ed3-8437-4cce-bca5-7c3a1aaca5e5 HTTP/1.1" status: 404 len: 333 time: 0.1141798 Jan 21 09:48:01.034759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37046) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.114934 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-e15be599-bcaa-42da-84ac-9aae88e30688 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 1097 time: 0.1060772 Jan 21 09:48:01.147099 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fccdeb0-a2d3-40a9-a167-aa6c61d47817 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:01.147777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fccdeb0-a2d3-40a9-a167-aa6c61d47817 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:01.150802 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4fccdeb0-a2d3-40a9-a167-aa6c61d47817 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/1147b5bb-a6ae-4f6d-9301-65c92ba0ea48 HTTP/1.1" status: 404 len: 337 time: 0.1142642 Jan 21 09:48:01.154548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37050) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.214939 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-139ec049-fce7-4c1d-a42f-3783621d3063 req-20981c3d-bb5d-46e4-9128-8db4229eba2a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575495 Jan 21 09:48:01.225891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.230589 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fbb0fd-00f6-46c0-8b77-a590639d6ab4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:01.231501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fbb0fd-00f6-46c0-8b77-a590639d6ab4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:01.238819 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-86fbb0fd-00f6-46c0-8b77-a590639d6ab4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/5896b6a4-eae0-4862-ab51-2d95b0439d87 HTTP/1.1" status: 404 len: 337 time: 0.0806041 Jan 21 09:48:01.242621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37054) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.389392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8f783ff3-84aa-49d8-8fd2-440ac4702a83 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports?device_id=9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 HTTP/1.1" status: 200 len: 205 time: 0.1445127 Jan 21 09:48:01.393785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37058) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.480386 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-306062c5-84ba-4e60-a2b3-f80c38f8429f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] delete failed (client error): The resource could not be found. Jan 21 09:48:01.481439 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-306062c5-84ba-4e60-a2b3-f80c38f8429f tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/routers/9dcaed14-18f3-42c3-b74d-ef3cc88fbd59 HTTP/1.1" status: 404 len: 336 time: 0.0863643 Jan 21 09:48:01.483378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-17eb3fa0-59a2-42ca-ab0c-4f949ac3d253 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.485390 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-17eb3fa0-59a2-42ca-ab0c-4f949ac3d253 service neutron] 10.222.0.120 "GET /v2.0/networks?id=006fce52-c5d8-4c23-98e9-7b909765eeab HTTP/1.1" status: 200 len: 897 time: 0.3592978 Jan 21 09:48:01.485859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37062) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.557612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Allocated IP 172.26.1.48 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/db2d6902-ff63-4185-bfbd-3b9304d9fd7b) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:01.640080 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bea1583-ece7-45d6-b5f1-cef487555ea4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:01.640940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bea1583-ece7-45d6-b5f1-cef487555ea4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:01.642931 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4bea1583-ece7-45d6-b5f1-cef487555ea4 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/806c4764-6133-4665-8c79-18d291d4aafc HTTP/1.1" status: 404 len: 337 time: 0.1557817 Jan 21 09:48:01.651560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37066) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.690601 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-af4b6aae-6fcd-47a1-9d6b-c4a8bb2e79c4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1 HTTP/1.1" status: 200 len: 217 time: 0.1217060 Jan 21 09:48:01.785372 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-67c8aca4-9569-4d56-a767-e92bec663417 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "GET /v2.0/ports?device_id=e59a5080-02a8-4b63-8daf-ace08de73315 HTTP/1.1" status: 200 len: 205 time: 0.1295550 Jan 21 09:48:01.786248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.790435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37070) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.936104 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-c8eca162-d5d0-4630-af87-43f0a19a29cf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] delete failed (client error): The resource could not be found. Jan 21 09:48:01.942013 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c8eca162-d5d0-4630-af87-43f0a19a29cf tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/routers/e59a5080-02a8-4b63-8daf-ace08de73315 HTTP/1.1" status: 404 len: 336 time: 0.1458802 Jan 21 09:48:01.946944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37074) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:01.977230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:01.997021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-e3d8d21f-b97d-410e-b0f4-96a883aee0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:01.998500 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-e3d8d21f-b97d-410e-b0f4-96a883aee0c3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fac20575-89dc-429a-a751-b0d0362647c3 HTTP/1.1" status: 200 len: 834 time: 0.2584355 Jan 21 09:48:02.002484 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c714e4-3fe8-4fda-bd66-13773947b694 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.002940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c714e4-3fe8-4fda-bd66-13773947b694 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.004701 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-52c714e4-3fe8-4fda-bd66-13773947b694 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/35a9b55e-d4f5-45ce-a883-f5f9e792d438 HTTP/1.1" status: 404 len: 337 time: 0.0553064 Jan 21 09:48:02.008729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37078) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.085055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:02.089318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:02.096306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:02.097848 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dffec9-8160-432a-a8a3-e49fe6f02ea1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.098323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dffec9-8160-432a-a8a3-e49fe6f02ea1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.100180 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-14dffec9-8160-432a-a8a3-e49fe6f02ea1 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/e13c088b-495a-4e8a-8a4b-80bbca2b135e HTTP/1.1" status: 404 len: 337 time: 0.0903425 Jan 21 09:48:02.103991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37082) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.154524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=db2d6902-ff63-4185-bfbd-3b9304d9fd7b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:02.166792 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05abb6c-3741-4e30-a17e-dbceb5e258a8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.167238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05abb6c-3741-4e30-a17e-dbceb5e258a8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.168921 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c05abb6c-3741-4e30-a17e-dbceb5e258a8 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/5337742d-6b85-4493-b0bb-78beef43e2d0 HTTP/1.1" status: 404 len: 333 time: 0.0640068 Jan 21 09:48:02.174793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37086) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.224247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:02.226213 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-98168dbf-1b30-4d76-bb4e-06825fa4ed70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.226648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98168dbf-1b30-4d76-bb4e-06825fa4ed70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.228322 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-98168dbf-1b30-4d76-bb4e-06825fa4ed70 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/43176d48-e793-4b17-ab7a-d1b76dcaef7a HTTP/1.1" status: 404 len: 337 time: 0.0525994 Jan 21 09:48:02.233394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37090) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.283455 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-40762d84-1581-49bf-9c55-d7fca1c6c841 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.283904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40762d84-1581-49bf-9c55-d7fca1c6c841 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.285667 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-40762d84-1581-49bf-9c55-d7fca1c6c841 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/f24ce0ac-0d2d-4545-85ad-d7c675d0e924 HTTP/1.1" status: 404 len: 333 time: 0.0514662 Jan 21 09:48:02.289945 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-9e458bc6-82fb-430b-8471-07e480ee9554 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=006fce52-c5d8-4c23-98e9-7b909765eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2828534 Jan 21 09:48:02.290234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37096) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.368690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b0e059-112a-4af1-a2a4-8e1e8917e628 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.369651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b0e059-112a-4af1-a2a4-8e1e8917e628 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.461655 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c3b0e059-112a-4af1-a2a4-8e1e8917e628 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/fa7e0131-d8ff-4b6b-b886-6413ec90d41f HTTP/1.1" status: 404 len: 337 time: 0.1698022 Jan 21 09:48:02.471374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37100) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.570256 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-88b2fe9c-edf9-492d-8019-818b6946c0c9 service neutron] 10.222.0.120 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225630 Jan 21 09:48:02.644066 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5b89e6-8ba7-45b3-8e56-8376b54d44fc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.644527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5b89e6-8ba7-45b3-8e56-8376b54d44fc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.650227 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2c5b89e6-8ba7-45b3-8e56-8376b54d44fc tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/8a8cfba0-9848-4cce-a111-06c2db34dfef HTTP/1.1" status: 404 len: 333 time: 0.1739886 Jan 21 09:48:02.650525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37104) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.690592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:02.700360 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d9ad32c9-77bb-44b3-ad7b-c61168dbbf93 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0952260 Jan 21 09:48:02.700736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37108) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.750889 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0908ac8c-0d75-4973-8c50-a33587191c51 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.751257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0908ac8c-0d75-4973-8c50-a33587191c51 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.756268 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0908ac8c-0d75-4973-8c50-a33587191c51 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/c8741a52-dcb3-4533-bc2b-1677978815af HTTP/1.1" status: 404 len: 337 time: 0.1012630 Jan 21 09:48:02.760330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37112) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.837156 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85543a3-894e-483c-b074-2ae8ce999e93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.837596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85543a3-894e-483c-b074-2ae8ce999e93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.839309 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e85543a3-894e-483c-b074-2ae8ce999e93 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/84293fe7-5f40-47b4-bc72-e0387476d164 HTTP/1.1" status: 404 len: 333 time: 0.0778756 Jan 21 09:48:02.848208 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d08763d1-b5fe-4da2-aae7-e4d223661183 req-b668629a-1658-44d4-87be-ea9c63408ddc service neutron] 10.222.0.120 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684953 Jan 21 09:48:02.851163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37116) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.928075 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b149120-ac24-439b-848a-9c249eef2143 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:02.928493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b149120-ac24-439b-848a-9c249eef2143 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:02.930425 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0b149120-ac24-439b-848a-9c249eef2143 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/a66abbf3-6a08-4154-92d2-50b5e2b10c10 HTTP/1.1" status: 404 len: 337 time: 0.0765846 Jan 21 09:48:02.939293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c429a-6205-44c4-a4d4-803061b164ab req-06f39ab3-6bc8-4a4f-beed-fdc7bb9c6670 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:02.940147 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:02.946326 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-341c429a-6205-44c4-a4d4-803061b164ab req-06f39ab3-6bc8-4a4f-beed-fdc7bb9c6670 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 944 time: 0.5321844 Jan 21 09:48:02.948009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37120) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:02.952415 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:02.953914 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:03.033303 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-142e24be-7ab1-4b79-8b97-a597dbec7a90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:03.033665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142e24be-7ab1-4b79-8b97-a597dbec7a90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:03.035392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-142e24be-7ab1-4b79-8b97-a597dbec7a90 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/db03acc1-4cee-4c08-b457-40e5f70660ac HTTP/1.1" status: 404 len: 333 time: 0.0823038 Jan 21 09:48:03.045538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37124) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.066079 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ac1eb98c-edd6-4d27-add7-06d10af3dda1 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:48:03.102036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-645381af-22eb-4c59-b30f-8033aebcf152 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:03.102498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645381af-22eb-4c59-b30f-8033aebcf152 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:03.133431 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-341c429a-6205-44c4-a4d4-803061b164ab req-9fd49fbc-bb82-4782-b678-95f7ad2c3602 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793106 Jan 21 09:48:03.133431 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-645381af-22eb-4c59-b30f-8033aebcf152 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/f97e5b58-9235-48d0-8fe7-c6d6a4aaa838 HTTP/1.1" status: 404 len: 337 time: 0.0813334 Jan 21 09:48:03.134604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37128) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.157168 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:03.210870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb337c9b-8949-486b-844b-5b6e99917cf9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet 8883d0b3-ee07-49fa-abab-7d3b0915ac2f {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:03.236437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb337c9b-8949-486b-844b-5b6e99917cf9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.291132 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f825afe4-ce11-4750-b3de-858c4c5296db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:03.291830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f825afe4-ce11-4750-b3de-858c4c5296db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:03.299607 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f825afe4-ce11-4750-b3de-858c4c5296db tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/5d5120b9-66ed-4fae-b63e-5616498968be HTTP/1.1" status: 404 len: 333 time: 0.1589406 Jan 21 09:48:03.300549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37132) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.301040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ac1eb98c-edd6-4d27-add7-06d10af3dda1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:03.322206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'port_id': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'mac_address': 'fa:16:3e:7c:f9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:48:03.335992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.386155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.387779 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be80dc1-1498-4cad-96a2-8ab8b9472613 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:03.388537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be80dc1-1498-4cad-96a2-8ab8b9472613 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:03.396648 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6be80dc1-1498-4cad-96a2-8ab8b9472613 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/05153e41-dc2b-4933-a10e-eedf8cd66f3f HTTP/1.1" status: 404 len: 337 time: 0.0841246 Jan 21 09:48:03.397554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37136) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.405549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.412406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1eb98c-edd6-4d27-add7-06d10af3dda1 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:03.448243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ac1eb98c-edd6-4d27-add7-06d10af3dda1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:03.456733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.470327 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb66db6c-44c9-4a05-90b3-01edbe1ded62 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:03.470783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb66db6c-44c9-4a05-90b3-01edbe1ded62 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:03.472483 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fb66db6c-44c9-4a05-90b3-01edbe1ded62 tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/ports/2ec1926f-2be9-4013-8e07-1be13b3d5097 HTTP/1.1" status: 404 len: 333 time: 0.0688002 Jan 21 09:48:03.474935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb337c9b-8949-486b-844b-5b6e99917cf9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.503849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37140) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.552074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ac1eb98c-edd6-4d27-add7-06d10af3dda1,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.563513 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad103234-1243-4241-9ec1-980007a50d4d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:03.564043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad103234-1243-4241-9ec1-980007a50d4d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:03.565788 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ad103234-1243-4241-9ec1-980007a50d4d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/subnets/195693f5-f08b-404a-beaa-9cc875c79fd3 HTTP/1.1" status: 404 len: 337 time: 0.0612054 Jan 21 09:48:03.571549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37144) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:03.717637 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 10, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:03.718745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.723226 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:03.733363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb337c9b-8949-486b-844b-5b6e99917cf9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.737153 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:03.737775 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:03.754688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['ac1eb98c-edd6-4d27-add7-06d10af3dda1'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:48:03.801023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.812303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:03.905265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event updated for resources: {'Port': ['ID=db2d6902-ff63-4185-bfbd-3b9304d9fd7b,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:03.914899 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:04.056517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.072979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.098414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f1e386-d394-42ab-8358-5616c07c4588']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.115349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6b9e91-7129-460e-90e3-8b371c23b382') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.115801 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6b9e91-7129-460e-90e3-8b371c23b382') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.135349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.159732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.168069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:04.168714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:04.287215 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:04.298347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb337c9b-8949-486b-844b-5b6e99917cf9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.376138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb337c9b-8949-486b-844b-5b6e99917cf9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=8883d0b3-ee07-49fa-abab-7d3b0915ac2f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.381055 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fb337c9b-8949-486b-844b-5b6e99917cf9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.394384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.399913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.406550 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] 10.222.0.122 "DELETE /v2.0/networks/39f1e386-d394-42ab-8358-5616c07c4588 HTTP/1.1" status: 204 len: 168 time: 0.8297472 Jan 21 09:48:04.425716 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fb337c9b-8949-486b-844b-5b6e99917cf9 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/8883d0b3-ee07-49fa-abab-7d3b0915ac2f HTTP/1.1" status: 204 len: 168 time: 1.7239940 Jan 21 09:48:04.430035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37152) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:04.435795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6730d6d0-f3d4-4a2c-b9ff-12d66be62ebf None None] Network 356e5fa8-c72b-441b-98cf-2afa53906ebc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:04.455898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525535-3b0f-4bbb-b535-ef2d89c8ff93 req-a51cb139-150f-4cc0-88e6-556d82345ef0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:04.456115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0ff1a-e6bf-49cc-8546-eab165c57a5d tempest-NetworksTestDHCPv6-735735691 tempest-NetworksTestDHCPv6-735735691-project] Pushing event deleted for resources: {'Network': ['ID=39f1e386-d394-42ab-8358-5616c07c4588,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:04.466480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70525535-3b0f-4bbb-b535-ef2d89c8ff93 req-a51cb139-150f-4cc0-88e6-556d82345ef0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 945 time: 0.1941066 Jan 21 09:48:04.526357 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 10, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:04.531553 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70525535-3b0f-4bbb-b535-ef2d89c8ff93 req-ec105262-52c6-4168-bce0-8aa1f4af1925 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635457 Jan 21 09:48:04.541611 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27d26b-8b0c-4788-81da-b47083c37d82 None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:00Z', 'revision_number': 10, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None, '_interfaces': [{'id': '95566159-d2ab-405c-8f19-2a350e423eb7', 'name': '', 'network_id': '49ecc719-acbb-4cb7-93e2-d2037e1aead4', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'mac_address': 'fa:16:3e:27:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22da8351-c03f-4619-9217-82549d5d2793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:51Z', 'updated_at': '2022-01-21T09:47:01Z', 'revision_number': 5, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'subnets': [{'id': '22da8351-c03f-4619-9217-82549d5d2793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:04.572949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Floating IP 645d0c61-d513-4a85-9460-7902e06e58ac associated. External IP: 172.26.1.48, port: ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d. Jan 21 09:48:04.578464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.612109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.628342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port b51ded00-00c5-4fa7-836b-5e54956d8c91 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:04.629246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.887605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port b51ded00-00c5-4fa7-836b-5e54956d8c91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b51ded00-00c5-4fa7-836b-5e54956d8c91,segment=NetworkSegment(1e4f3a29-eded-447b-b453-a7515dd4ed7d),segment_id=1e4f3a29-eded-447b-b453-a7515dd4ed7d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:04.887962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:04.914967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] DHCP port deletion for 356e5fa8-c72b-441b-98cf-2afa53906ebc request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:04.919916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] Deleting port b51ded00-00c5-4fa7-836b-5e54956d8c91 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:04.920684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.075693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for b51ded00-00c5-4fa7-836b-5e54956d8c91 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:05.122090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37158) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:05.132246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ac1eb98c-edd6-4d27-add7-06d10af3dda1 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:05.209080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.311747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=b51ded00-00c5-4fa7-836b-5e54956d8c91,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:05.326949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] For port b51ded00-00c5-4fa7-836b-5e54956d8c91, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b51ded00-00c5-4fa7-836b-5e54956d8c91,segment=NetworkSegment(1e4f3a29-eded-447b-b453-a7515dd4ed7d),segment_id=1e4f3a29-eded-447b-b453-a7515dd4ed7d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:05.327344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.347548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No DVR routers for this DVR port b51ded00-00c5-4fa7-836b-5e54956d8c91 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:05.407176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port ac1eb98c-edd6-4d27-add7-06d10af3dda1 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:05.460915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:05.475446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] Calling delete_port for b51ded00-00c5-4fa7-836b-5e54956d8c91 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:05.503429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port ac1eb98c-edd6-4d27-add7-06d10af3dda1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:05.503789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn_limited( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn_limited( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:48:05.597122 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 09:48:05.604127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:05.604482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:05.659225 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-275865d5-e3f3-4014-ba6e-1a1d55d0a23f admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=09796280292547fc8d05ed8ae2cd566d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5352457 Jan 21 09:48:05.663721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37166) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:05.669143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.710030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.738818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:05.749285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ac1eb98c-edd6-4d27-add7-06d10af3dda1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:05.749500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356e5fa8-c72b-441b-98cf-2afa53906ebc']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.753446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.759653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:05.785975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4f3a29-eded-447b-b453-a7515dd4ed7d') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.786447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4f3a29-eded-447b-b453-a7515dd4ed7d') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.791160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239e759-200f-446c-b866-62572467aa5e req-11fd683f-bc24-4149-800b-bbfb9d8a1851 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:05.792835 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3239e759-200f-446c-b866-62572467aa5e req-11fd683f-bc24-4149-800b-bbfb9d8a1851 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 945 time: 0.1198306 Jan 21 09:48:05.798178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.815118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.828970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:05.834970 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'code': 200} Jan 21 09:48:05.853296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:05.853888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:05.869110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af836f12-c245-40b3-a8f6-50a7ba121224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.914088 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3239e759-200f-446c-b866-62572467aa5e req-14da9240-96cb-4bfc-991f-61767fb8668f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800521 Jan 21 09:48:05.929794 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f639a676-678c-49a9-9704-bed2973e475d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4647527 Jan 21 09:48:05.929794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:05.930410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af836f12-c245-40b3-a8f6-50a7ba121224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:05.967791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.023423 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'status': 'completed', 'code': 200} Jan 21 09:48:06.023674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ac1eb98c-edd6-4d27-add7-06d10af3dda1,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:06.057572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:06.058226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.070639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 49e2311a-7515-4189-bc8e-fc542a84c547 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:06.107990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] Deleting port b51ded00-00c5-4fa7-836b-5e54956d8c91 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:06.108365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.161463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 49e2311a-7515-4189-bc8e-fc542a84c547 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:06.161741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 49e2311a-7515-4189-bc8e-fc542a84c547 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:06.162147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b51ded00-00c5-4fa7-836b-5e54956d8c91 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:06.174251 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:06.206772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: b51ded00-00c5-4fa7-836b-5e54956d8c91 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:06.206772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b51ded00-00c5-4fa7-836b-5e54956d8c91 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:06.243401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3988d5e2-ea41-408e-a5af-8dbbf4227e0f None None] The port 'b51ded00-00c5-4fa7-836b-5e54956d8c91' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:48:06.257722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af836f12-c245-40b3-a8f6-50a7ba121224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.283639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.308512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af836f12-c245-40b3-a8f6-50a7ba121224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f5f92c-8797-4f34-b0f1-46cc673c0a11,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:06.319687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.371844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:06.438588 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=356e5fa8-c72b-441b-98cf-2afa53906ebc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:06.464388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af836f12-c245-40b3-a8f6-50a7ba121224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:06.465547 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-af836f12-c245-40b3-a8f6-50a7ba121224 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b2f5f92c-8797-4f34-b0f1-46cc673c0a11 HTTP/1.1" status: 204 len: 168 time: 0.8006010 Jan 21 09:48:06.472375 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-99c28fbb-2b2a-4cbe-9d59-73fc165fccad tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/356e5fa8-c72b-441b-98cf-2afa53906ebc HTTP/1.1" status: 204 len: 168 time: 2.0413399 Jan 21 09:48:06.475220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37178) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:06.568697 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-d49ddb8a-3e5a-4642-be20-ebf448f0380a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 1099 time: 0.3956432 Jan 21 09:48:06.656302 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e16f8a64-9403-4d38-bf10-59db83cbd484 req-4e32a782-3cd6-400b-a762-668c5099b5db service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 1099 time: 0.4809153 Jan 21 09:48:06.818844 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e16f8a64-9403-4d38-bf10-59db83cbd484 req-bb8d17fa-e85a-4c5f-ae3b-0a146c0a123c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136246 Jan 21 09:48:06.831312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-d41f7780-44d1-47e7-aa32-67df5a77fe05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:06.832810 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-d41f7780-44d1-47e7-aa32-67df5a77fe05 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.2177260 Jan 21 09:48:06.908443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '645d0c61-d513-4a85-9460-7902e06e58ac', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:16:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6671206-da13-4808-82e1-af39030ba380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:03Z', 'updated_at': '2022-01-21T09:48:03Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}, {'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 1, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:06.913602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:06.932527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:06.933243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:07.151639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.167878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:07.237262 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-160acb00-b130-4c0d-b09c-e4dcc95a620c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d HTTP/1.1" status: 200 len: 999 time: 0.2086058 Jan 21 09:48:07.384351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-29ef89b6-9779-4e3e-9244-0164c10167ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:07.385778 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-29ef89b6-9779-4e3e-9244-0164c10167ef service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.0982590 Jan 21 09:48:07.386757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ada04-fa46-47d2-9356-3e03132be9d0 req-8b87b628-bd97-48ce-8b25-556c6c4f8297 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:07.401873 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-959ada04-fa46-47d2-9356-3e03132be9d0 req-8b87b628-bd97-48ce-8b25-556c6c4f8297 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 946 time: 0.2254879 Jan 21 09:48:07.482968 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-959ada04-fa46-47d2-9356-3e03132be9d0 req-8aa86aeb-0252-44d8-9a19-e45ca77722b7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794983 Jan 21 09:48:07.595844 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-f72bd0ae-dc55-4d06-b6ec-3436805b068c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2023201 Jan 21 09:48:07.620354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37200) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:07.784815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69453670'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:07.790502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '645d0c61-d513-4a85-9460-7902e06e58ac', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:16:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6671206-da13-4808-82e1-af39030ba380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:03Z', 'updated_at': '2022-01-21T09:48:03Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}, {'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 1, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:07.791321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:07.797819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:07.798056 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352cae9e-7d56-4e2f-9230-82da53d81886 None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '645d0c61-d513-4a85-9460-7902e06e58ac', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:16:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6671206-da13-4808-82e1-af39030ba380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:03Z', 'updated_at': '2022-01-21T09:48:03Z', 'revision_number': 0, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}, {'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 1, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:07.802067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:07.811462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:07.826934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:07.831486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.848929 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-61d46130-e2a4-4530-af3b-6dad76691870 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466021 Jan 21 09:48:07.853236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:07.893323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:07.901543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:security_group_rule and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:07.907599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:07.915021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:08.017519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.022017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.065685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:08.076560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb4b34-c484-4ce7-893e-ab850a5936ad,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.098093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.098664 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 22336a4d-caac-485b-8ae0-bd07e25a6175 of type vlan for network 72f42e15-bbe8-44c2-9d75-b02718e62769 Jan 21 09:48:08.131827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.166578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.170452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.171041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.247089 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0231a7c4-c720-466f-8278-50f2fbb2edd1 req-f008fe2c-c4ea-484c-ae03-e9c19f76eb6d service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777299 Jan 21 09:48:08.294088 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6725156 Jan 21 09:48:08.307798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5df65d-1ed0-420c-b998-53c5dc1bb398 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=72f42e15-bbe8-44c2-9d75-b02718e62769,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:08.322902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 72f42e15-bbe8-44c2-9d75-b02718e62769 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:08.404649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port 95566159-d2ab-405c-8f19-2a350e423eb7 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:08.405266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.429814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37206) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:08.436612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': '72f42e15-bbe8-44c2-9d75-b02718e62769', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:08.550945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:08.555119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:08.563047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:08.569491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:08.580749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:08.610529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port 95566159-d2ab-405c-8f19-2a350e423eb7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=95566159-d2ab-405c-8f19-2a350e423eb7,segment=NetworkSegment(ef8eaae7-16ff-443a-9526-1300a2bc7225),segment_id=ef8eaae7-16ff-443a-9526-1300a2bc7225)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:08.610993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.729440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.743384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for 95566159-d2ab-405c-8f19-2a350e423eb7 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:08.885788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecc4cc-9172-4029-ac33-e190b0e51da1 req-a918a6ba-afa4-48f0-bb78-b40c62e4c03d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:08.887972 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14ecc4cc-9172-4029-ac33-e190b0e51da1 req-a918a6ba-afa4-48f0-bb78-b40c62e4c03d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 946 time: 0.2398849 Jan 21 09:48:08.981144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:08.995871 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14ecc4cc-9172-4029-ac33-e190b0e51da1 req-9cef168f-72e2-4ab5-9355-a855f74a091f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955780 Jan 21 09:48:09.038205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=95566159-d2ab-405c-8f19-2a350e423eb7,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:09.075514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.268979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.489252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=e2cf4f2c-cf83-46b6-b6a9-5e8c55d9a13d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:09.517592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '22336a4d-caac-485b-8ae0-bd07e25a6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72f42e15-bbe8-44c2-9d75-b02718e62769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:09.518117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: 72f42e15-bbe8-44c2-9d75-b02718e62769, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:09.558804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150fa03-6870-4360-98bf-f45192fa35df req-64fda812-fe91-46dc-8193-6a48c1c7936f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.560544 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4150fa03-6870-4360-98bf-f45192fa35df req-64fda812-fe91-46dc-8193-6a48c1c7936f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 946 time: 0.3702970 Jan 21 09:48:09.561776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 72f42e15-bbe8-44c2-9d75-b02718e62769 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:09.586361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 72f42e15-bbe8-44c2-9d75-b02718e62769) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:09.595269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.596131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.601666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27aea3-7a4a-4cc1-9c5f-e6fe67a275e3 None None] Network 72f42e15-bbe8-44c2-9d75-b02718e62769 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:09.650378 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-234a2036-f87c-4fd7-a976-1510a03e8648 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2162478 Jan 21 09:48:09.651012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37218) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:09.653625 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4150fa03-6870-4360-98bf-f45192fa35df req-f27ec261-2eb8-44ad-9fda-2befbcddf9c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849149 Jan 21 09:48:09.659464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-127117544'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:09.665254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:09.673771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:09.679432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:09.689321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:09.696635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37222) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:09.734052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:09.739534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.790716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:09.805226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.805226 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 6ad694c0-3f7c-4a20-a433-6259b1cd4585 of type vlan for network 4af4bab1-0e8c-4da6-9067-392a7976eacc Jan 21 09:48:09.858347 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ce11723b-8113-4d26-909b-960f72d01243 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 1094 time: 0.1432464 Jan 21 09:48:09.858347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.858347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37226) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:09.858347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:09.880661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:09.880661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:09.905021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:09.905021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:09.914496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:09.914496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:09.924008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.014250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.137512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-72f42e15-bbe8-44c2-9d75-b02718e62769', 'network_id': '72f42e15-bbe8-44c2-9d75-b02718e62769', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': 'e2cf4f2c-cf83-46b6-b6a9-5e8c55d9a13d'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:10.137512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.160594 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4857185 Jan 21 09:48:10.167264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37230) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:10.167264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': '4af4bab1-0e8c-4da6-9067-392a7976eacc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:10.253875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a715e-c72e-4665-b0a1-eef3dd9a4faa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=4af4bab1-0e8c-4da6-9067-392a7976eacc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:10.342121 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b4145-4045-419f-a9d0-f4e55aab27f0 None None] New status for floating IP 645d0c61-d513-4a85-9460-7902e06e58ac: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:48:10.353863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:10.375147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:10.375147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:10.375147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:10.392766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:10.488614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:10.520165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.544180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Allocated IP 172.20.255.242 (72f42e15-bbe8-44c2-9d75-b02718e62769/e2cf4f2c-cf83-46b6-b6a9-5e8c55d9a13d/8180752d-f415-4d70-8039-01dd4d9497e1) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:10.805440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:10.805440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.822784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:10.842316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Transition to ACTIVE for port object 8180752d-f415-4d70-8039-01dd4d9497e1 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:10.863415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Transition to ACTIVE for port object 8180752d-f415-4d70-8039-01dd4d9497e1 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:10.863415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 4af4bab1-0e8c-4da6-9067-392a7976eacc details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:10.980011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:10.985798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.050770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.199 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/2d17483d-f34e-44d6-9d48-9d0a70f9df4a) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:11.097242 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d71717a4-ca66-4559-83e7-ed93cd6a3708 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6156919 Jan 21 09:48:11.099583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37234) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:11.167790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Pushing event updated for resources: {'Port': ['ID=8180752d-f415-4d70-8039-01dd4d9497e1,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:11.205370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:11.206065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:11.288718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.313355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Network 72f42e15-bbe8-44c2-9d75-b02718e62769 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:11.332220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.379873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:11.383279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:11.422934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:11.424983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.427796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:11.435878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:11.459326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:11.480719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=2d17483d-f34e-44d6-9d48-9d0a70f9df4a,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:11.564825 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c46dcfb-de7f-47d9-abf1-8993100cefdc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting subnet 22da8351-c03f-4619-9217-82549d5d2793 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:11.569885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=101de746-6040-4f14-91a4-06667594fe1b,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:11.573509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c46dcfb-de7f-47d9-abf1-8993100cefdc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.622428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:08Z', 'revision_number': 11, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:11.629567 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '6ad694c0-3f7c-4a20-a433-6259b1cd4585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4af4bab1-0e8c-4da6-9067-392a7976eacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:11.629971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: 4af4bab1-0e8c-4da6-9067-392a7976eacc, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:11.630316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Attempting to bind port 8180752d-f415-4d70-8039-01dd4d9497e1 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:11.630680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Attempting to bind port 8180752d-f415-4d70-8039-01dd4d9497e1 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '22336a4d-caac-485b-8ae0-bd07e25a6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72f42e15-bbe8-44c2-9d75-b02718e62769'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:11.631042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Attempting to bind port 8180752d-f415-4d70-8039-01dd4d9497e1 on network 72f42e15-bbe8-44c2-9d75-b02718e62769 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:11.633085 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:11.642921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c46dcfb-de7f-47d9-abf1-8993100cefdc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.646625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:11.647003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Checking segment: {'id': '22336a4d-caac-485b-8ae0-bd07e25a6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72f42e15-bbe8-44c2-9d75-b02718e62769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:11.647399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.647785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Bound using segment: {'id': '22336a4d-caac-485b-8ae0-bd07e25a6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72f42e15-bbe8-44c2-9d75-b02718e62769'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:11.648279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Bound port: 8180752d-f415-4d70-8039-01dd4d9497e1, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22336a4d-caac-485b-8ae0-bd07e25a6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72f42e15-bbe8-44c2-9d75-b02718e62769'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:11.648653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.673172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:11.674091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:11.711891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 4af4bab1-0e8c-4da6-9067-392a7976eacc is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:11.726649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 4af4bab1-0e8c-4da6-9067-392a7976eacc) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:11.736371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:11.736658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.770263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c46dcfb-de7f-47d9-abf1-8993100cefdc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.779508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b82e5c-ae0b-40c8-99dc-1ab18c12fc19 None None] Network 4af4bab1-0e8c-4da6-9067-392a7976eacc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:11.824014 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cb7738fb-d8ca-43fe-8d8c-3a7093da8fbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6767678 Jan 21 09:48:11.827287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37240) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:11.870989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c46dcfb-de7f-47d9-abf1-8993100cefdc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.914328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46dcfb-de7f-47d9-abf1-8993100cefdc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Subnet': ['ID=22da8351-c03f-4619-9217-82549d5d2793,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:11.918593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c46dcfb-de7f-47d9-abf1-8993100cefdc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:11.935777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b728a5d5-95ea-45d3-95e3-d9ce370026b7 None None] Network 49ecc719-acbb-4cb7-93e2-d2037e1aead4 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:11.945039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37246) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:11.946971 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4c46dcfb-de7f-47d9-abf1-8993100cefdc tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/22da8351-c03f-4619-9217-82549d5d2793 HTTP/1.1" status: 204 len: 168 time: 0.8454204 Jan 21 09:48:12.020937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:12.139073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.149258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.180829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Deleting port b2c10f99-0832-489a-840c-95e6a4a90d0a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:12.181190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.206768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] For port 8180752d-f415-4d70-8039-01dd4d9497e1, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:12.208723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:08Z', 'revision_number': 11, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:12.234115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] For port 8180752d-f415-4d70-8039-01dd4d9497e1, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8180752d-f415-4d70-8039-01dd4d9497e1,segment=NetworkSegment(22336a4d-caac-485b-8ae0-bd07e25a6175),segment_id=22336a4d-caac-485b-8ae0-bd07e25a6175)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:12.237146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8b864-f10d-4347-a290-35415c547e15 None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:08Z', 'revision_number': 11, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:12.272255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.462271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.499392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03fb6a-5fe5-4976-a181-4df26d47e09f None None] Pushing event updated for resources: {'Port': ['ID=8180752d-f415-4d70-8039-01dd4d9497e1,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:12.539904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f9dde-9839-42c5-8e6d-38ed5bd5555e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-4af4bab1-0e8c-4da6-9067-392a7976eacc', 'network_id': '4af4bab1-0e8c-4da6-9067-392a7976eacc', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': '101de746-6040-4f14-91a4-06667594fe1b'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:12.543804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3d4f9dde-9839-42c5-8e6d-38ed5bd5555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.644542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] DHCP port deletion for 49ecc719-acbb-4cb7-93e2-d2037e1aead4 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:12.658475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] Deleting port b2c10f99-0832-489a-840c-95e6a4a90d0a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:12.659259 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.785472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] For port b2c10f99-0832-489a-840c-95e6a4a90d0a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b2c10f99-0832-489a-840c-95e6a4a90d0a,segment=NetworkSegment(ef8eaae7-16ff-443a-9526-1300a2bc7225),segment_id=ef8eaae7-16ff-443a-9526-1300a2bc7225)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:12.785835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server [None req-3d4f9dde-9839-42c5-8e6d-38ed5bd5555e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 101de746-6040-4f14-91a4-06667594fe1b: This subnet is being modified by another concurrent operation. Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 101de746-6040-4f14-91a4-06667594fe1b: This subnet is being modified by another concurrent operation. Jan 21 09:48:12.889153 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Jan 21 09:48:12.914214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac2d31-9526-46c7-92b6-7c1a4ff5aa7a None None] Network 4af4bab1-0e8c-4da6-9067-392a7976eacc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:12.943860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Calling delete_port for b2c10f99-0832-489a-840c-95e6a4a90d0a owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:12.980119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.039118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.051110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=101de746-6040-4f14-91a4-06667594fe1b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:13.154341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] For port b2c10f99-0832-489a-840c-95e6a4a90d0a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b2c10f99-0832-489a-840c-95e6a4a90d0a,segment=NetworkSegment(ef8eaae7-16ff-443a-9526-1300a2bc7225),segment_id=ef8eaae7-16ff-443a-9526-1300a2bc7225)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:13.155062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.239763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.266031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.273744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.317551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] Calling delete_port for b2c10f99-0832-489a-840c-95e6a4a90d0a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:13.364497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Port': ['ID=b2c10f99-0832-489a-840c-95e6a4a90d0a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:13.368548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af4bab1-0e8c-4da6-9067-392a7976eacc']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.383742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No DVR routers for this DVR port b2c10f99-0832-489a-840c-95e6a4a90d0a on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:13.393049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:13.393441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:13.426760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad694c0-3f7c-4a20-a433-6259b1cd4585') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.427111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad694c0-3f7c-4a20-a433-6259b1cd4585') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.464492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.612495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.651537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:13.651965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:13.667458 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:13.669586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.676974 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c1895-960e-4ee1-9268-35381f048040 None None] Network 72f42e15-bbe8-44c2-9d75-b02718e62769 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:13.775504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-778a4b4b-2d00-409e-98f5-6bcf12cab3f7 None None] Provisioning for port 8180752d-f415-4d70-8039-01dd4d9497e1 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:13.797160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ecc719-acbb-4cb7-93e2-d2037e1aead4']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.830859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8eaae7-16ff-443a-9526-1300a2bc7225') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.831310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8eaae7-16ff-443a-9526-1300a2bc7225') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:13.853526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.862317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.868079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.901268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] Deleting port b2c10f99-0832-489a-840c-95e6a4a90d0a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:13.901268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.915352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=4af4bab1-0e8c-4da6-9067-392a7976eacc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:13.928463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.937782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-be0c137a-dae1-49d0-9ba5-cc5eb16abbe9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/4af4bab1-0e8c-4da6-9067-392a7976eacc HTTP/1.1" status: 204 len: 168 time: 2.1083422 Jan 21 09:48:13.944045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37250) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:13.947366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:13.947767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.967596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:13.969912 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:13.980341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9a85dae5-9939-4f27-baf6-07636b1df28d None None] The port 'b2c10f99-0832-489a-840c-95e6a4a90d0a' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:48:13.986450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56300374'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:14.112582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8180752d-f415-4d70-8039-01dd4d9497e1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:14.183170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.195853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:14.207274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 8180752d-f415-4d70-8039-01dd4d9497e1 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:48:14.214488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8180752d-f415-4d70-8039-01dd4d9497e1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:14.215240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.243403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:14.269225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:14.291930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:14.344925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a6a68-8611-406f-a286-b89982af20e1 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:14.349038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.354222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.383201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:14.385256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.397184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=2d17483d-f34e-44d6-9d48-9d0a70f9df4a,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.426251 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/networks/49ecc719-acbb-4cb7-93e2-d2037e1aead4 HTTP/1.1" status: 204 len: 168 time: 2.4800851 Jan 21 09:48:14.429792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37254) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:14.431414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0ce9-4be5-4874-b426-a26b1a487066 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Pushing event deleted for resources: {'Network': ['ID=49ecc719-acbb-4cb7-93e2-d2037e1aead4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.432964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.436400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'routes': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:14.445633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.502998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7e31a233-4e17-40b1-a074-514d05264e6c None None] Provisioning complete for port 8180752d-f415-4d70-8039-01dd4d9497e1 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:14.503678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e31a233-4e17-40b1-a074-514d05264e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.529906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:14.545518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.545780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment e985c3d5-c964-4fec-97cc-ddf406bc4b39 of type vlan for network 2a1c46c5-11ea-418a-b228-45f8df46bcd3 Jan 21 09:48:14.589854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 8180752d-f415-4d70-8039-01dd4d9497e1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8180752d-f415-4d70-8039-01dd4d9497e1,segment=NetworkSegment(22336a4d-caac-485b-8ae0-bd07e25a6175),segment_id=22336a4d-caac-485b-8ae0-bd07e25a6175)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:14.592447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.603233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.666487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19a6a68-8611-406f-a286-b89982af20e1 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:14.702015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.706907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:14.707757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:14.736304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 95566159-d2ab-405c-8f19-2a350e423eb7 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:14.794392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=8180752d-f415-4d70-8039-01dd4d9497e1,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.797771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 95566159-d2ab-405c-8f19-2a350e423eb7 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:14.798145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 95566159-d2ab-405c-8f19-2a350e423eb7 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:14.798778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b2c10f99-0832-489a-840c-95e6a4a90d0a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:14.852264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: b2c10f99-0832-489a-840c-95e6a4a90d0a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:14.852692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b2c10f99-0832-489a-840c-95e6a4a90d0a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:14.880932 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9357359 Jan 21 09:48:14.884767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37258) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:14.887156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a7116-bb3f-4b2e-9180-f2a551a64a70 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=2a1c46c5-11ea-418a-b228-45f8df46bcd3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:14.894781 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': '2a1c46c5-11ea-418a-b228-45f8df46bcd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:14.958334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Added routes are [] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 21 09:48:14.959694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.extraroute_db [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Removed routes are [] {{(pid=83426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 21 09:48:14.960800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.067381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 2a1c46c5-11ea-418a-b228-45f8df46bcd3 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:15.071631 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP ff6b9202-69e7-442b-84ee-f354823a41d9 associated. External IP: 172.26.1.199, port: ac1eb98c-edd6-4d27-add7-06d10af3dda1. Jan 21 09:48:15.164715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:15.170530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:15.175586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:15.183326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:15.208729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:15.304535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.315435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.372881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.537698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Performing IP validity checks on allocation pools {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:48:15.538475 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:48:15.544690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router c9894253-dfbd-48f4-90ca-8714fdee2fb8 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:15.709921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:15.716524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.717752 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-744f45c0-dea3-47c6-a641-ba8376ec98e0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 200 len: 704 time: 1.2862093 Jan 21 09:48:15.721360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37264) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:15.728143 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] Sync routers for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:15.764342 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:15.770561 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:15.775501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-132ca471-7d3d-41b7-9777-3873a3f2c167 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:15.792541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-132ca471-7d3d-41b7-9777-3873a3f2c167 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:15.795707 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-132ca471-7d3d-41b7-9777-3873a3f2c167 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 200 len: 205 time: 0.0730610 Jan 21 09:48:15.800748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37268) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:15.894727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:15.909902 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:15.951827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3961341f-8499-4931-8593-55fa31136966 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.035241 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:08Z', 'revision_number': 11, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.041085 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] Checking router: c9894253-dfbd-48f4-90ca-8714fdee2fb8 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:16.058495 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] Routers {'c9894253-dfbd-48f4-90ca-8714fdee2fb8'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:16.059414 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.070564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=5849d493-6392-4e6d-a185-60be68e695d3,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:16.116410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8180752d-f415-4d70-8039-01dd4d9497e1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:16.232386 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] Set router c9894253-dfbd-48f4-90ca-8714fdee2fb8 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:16.253314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8180752d-f415-4d70-8039-01dd4d9497e1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:16.254128 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.332454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': 'e985c3d5-c964-4fec-97cc-ddf406bc4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a1c46c5-11ea-418a-b228-45f8df46bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:16.333369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: 2a1c46c5-11ea-418a-b228-45f8df46bcd3, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:16.350129 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:08Z', 'revision_number': 11, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:16.355990 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993e78f-214c-4d66-ac6c-6fcad58cebdc None None] The sync data for ids ['c9894253-dfbd-48f4-90ca-8714fdee2fb8'] in dv-neutron-825724-1-hyperv is: [{'id': 'c9894253-dfbd-48f4-90ca-8714fdee2fb8', 'name': 'tempest-RoutersIpV6Test-router-698008016', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:47Z', 'updated_at': '2022-01-21T09:48:08Z', 'revision_number': 11, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:16.376195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 2a1c46c5-11ea-418a-b228-45f8df46bcd3 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:16.421370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:16.424449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 2a1c46c5-11ea-418a-b228-45f8df46bcd3) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:16.429207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:16.429879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.444587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceace8ab-8ce1-4822-b55b-a001882a1e39 None None] Network 2a1c46c5-11ea-418a-b228-45f8df46bcd3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:16.460527 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-25a06d44-942a-4cc6-9dc8-3c1901194ec5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5722451 Jan 21 09:48:16.461621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37272) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:16.679385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3961341f-8499-4931-8593-55fa31136966 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.731936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3961341f-8499-4931-8593-55fa31136966 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.777560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.821148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3961341f-8499-4931-8593-55fa31136966 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.821993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3961341f-8499-4931-8593-55fa31136966 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Fanout notify agent at l3_agent the message router_deleted on router c9894253-dfbd-48f4-90ca-8714fdee2fb8 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:48:16.855511 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3961341f-8499-4931-8593-55fa31136966 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.862601 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3961341f-8499-4931-8593-55fa31136966 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 204 len: 168 time: 1.0545197 Jan 21 09:48:16.866706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37276) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:16.877894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-507330498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:16.889326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:16.902721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Usage tracker for resource:router and tenant:5918331f6eee46db9c8599343ee5bca0 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:16.910930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:16.919243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:16.923173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-2a1c46c5-11ea-418a-b228-45f8df46bcd3', 'network_id': '2a1c46c5-11ea-418a-b228-45f8df46bcd3', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': '5849d493-6392-4e6d-a185-60be68e695d3'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:16.923741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.947002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.948487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:16.987673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.022860 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.023353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.059099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.064680 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-76df2769-c6c5-4e8b-af25-7cf8db589686 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1931055 Jan 21 09:48:17.065232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37282) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:17.071459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e8baf2a4-4d1e-47a1-9613-e9a1b8f95b09 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:17.132615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:17.142841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] Sync routers for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:17.156329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.181367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:17.181907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:17.228096 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-21daa2df-2740-439f-8389-8a21d4598e09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.3780003 Jan 21 09:48:17.228957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:17.232023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37286) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:17.233143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Allocated IP 172.20.0.3 (2a1c46c5-11ea-418a-b228-45f8df46bcd3/5849d493-6392-4e6d-a185-60be68e695d3/70d973dd-222f-4a22-aa7f-58918fd6253d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:17.317861 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'status': 'completed', 'code': 200} Jan 21 09:48:17.502718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:17.538983 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-06f1451d-c1a2-4e1c-b1a8-a8f5a33c042e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/ff6b9202-69e7-442b-84ee-f354823a41d9 HTTP/1.1" status: 200 len: 992 time: 0.2493496 Jan 21 09:48:17.700354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e8baf2a4-4d1e-47a1-9613-e9a1b8f95b09 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.711347 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-09dd1190-a891-4e91-b146-acb869754f42 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 1099 time: 0.3413951 Jan 21 09:48:17.719850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e8baf2a4-4d1e-47a1-9613-e9a1b8f95b09 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.730648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.755342 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Transition to ACTIVE for port object 70d973dd-222f-4a22-aa7f-58918fd6253d will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:17.948572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Transition to ACTIVE for port object 70d973dd-222f-4a22-aa7f-58918fd6253d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:17.965309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:17.992136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.062814 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Pushing event updated for resources: {'Port': ['ID=70d973dd-222f-4a22-aa7f-58918fd6253d,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.076624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Network 2a1c46c5-11ea-418a-b228-45f8df46bcd3 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:18.076624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:18.076624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:18.116320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=5849d493-6392-4e6d-a185-60be68e695d3,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:18.289424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-bc811925-1bb2-4725-8681-3a55ee457d54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:18.289424 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-bc811925-1bb2-4725-8681-3a55ee457d54 service neutron] 10.222.0.120 "GET /v2.0/networks?id=006fce52-c5d8-4c23-98e9-7b909765eeab HTTP/1.1" status: 200 len: 897 time: 0.5604761 Jan 21 09:48:18.299233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Attempting to bind port 70d973dd-222f-4a22-aa7f-58918fd6253d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:18.299233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Attempting to bind port 70d973dd-222f-4a22-aa7f-58918fd6253d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e985c3d5-c964-4fec-97cc-ddf406bc4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a1c46c5-11ea-418a-b228-45f8df46bcd3'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:18.299233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Attempting to bind port 70d973dd-222f-4a22-aa7f-58918fd6253d on network 2a1c46c5-11ea-418a-b228-45f8df46bcd3 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:18.316976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:18.316976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Checking segment: {'id': 'e985c3d5-c964-4fec-97cc-ddf406bc4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a1c46c5-11ea-418a-b228-45f8df46bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:18.316976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.316976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Bound using segment: {'id': 'e985c3d5-c964-4fec-97cc-ddf406bc4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a1c46c5-11ea-418a-b228-45f8df46bcd3'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:18.316976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Bound port: 70d973dd-222f-4a22-aa7f-58918fd6253d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e985c3d5-c964-4fec-97cc-ddf406bc4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a1c46c5-11ea-418a-b228-45f8df46bcd3'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:18.316976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.435915 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-64d37301-f843-4fd5-8b03-9c0ee9a5aaa8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1 HTTP/1.1" status: 200 len: 1000 time: 0.1367002 Jan 21 09:48:18.435915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8baf2a4-4d1e-47a1-9613-e9a1b8f95b09 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Router 49637a32-7b42-45fb-b634-63d8b8f9a1e2 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:48:18.441176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'ff6b9202-69e7-442b-84ee-f354823a41d9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'port_id': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'mac_address': 'fa:16:3e:7c:f9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:12Z', 'updated_at': '2022-01-21T09:48:12Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:48Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.445829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.454659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] Checking router: 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:18.495799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:18.495799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.509484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1c46c5-11ea-418a-b228-45f8df46bcd3']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.533605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e985c3d5-c964-4fec-97cc-ddf406bc4b39') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.533605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e985c3d5-c964-4fec-97cc-ddf406bc4b39') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.549297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37292) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:18.590876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-89e0f32a-cddf-42a8-a47d-6f4e0b0a277d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:18.590876 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-89e0f32a-cddf-42a8-a47d-6f4e0b0a277d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fac20575-89dc-429a-a751-b0d0362647c3 HTTP/1.1" status: 200 len: 834 time: 0.1453075 Jan 21 09:48:18.746267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.774435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:18.802682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.836537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:18.836537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:18.857416 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:18.893729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8baf2a4-4d1e-47a1-9613-e9a1b8f95b09 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:18.899377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e8baf2a4-4d1e-47a1-9613-e9a1b8f95b09 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:18.909131 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] Sync routers for ids ['49637a32-7b42-45fb-b634-63d8b8f9a1e2'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:18.914405 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e8baf2a4-4d1e-47a1-9613-e9a1b8f95b09 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "PUT /v2.0/routers/49637a32-7b42-45fb-b634-63d8b8f9a1e2 HTTP/1.1" status: 200 len: 697 time: 1.8342595 Jan 21 09:48:18.914405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37296) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:18.928300 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] Routers {'49637a32-7b42-45fb-b634-63d8b8f9a1e2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:18.928300 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['49637a32-7b42-45fb-b634-63d8b8f9a1e2'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:18.943513 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aa347fcd-5150-4df0-b693-a398f85308f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/ff6b9202-69e7-442b-84ee-f354823a41d9 HTTP/1.1" status: 200 len: 992 time: 0.3931262 Jan 21 09:48:18.983378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:48:18.983378 dv-neutron-825724-1-hyperv neutron-server[83427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:48:18.983378 dv-neutron-825724-1-hyperv neutron-server[83427]: [parameters: {'id': '2a1c46c5-11ea-418a-b228-45f8df46bcd3'}] Jan 21 09:48:18.983378 dv-neutron-825724-1-hyperv neutron-server[83427]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:18.983378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:19.028406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] For port 70d973dd-222f-4a22-aa7f-58918fd6253d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:19.060860 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-615ca75a-6887-470d-8410-8ad2dc62473e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=006fce52-c5d8-4c23-98e9-7b909765eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2773588 Jan 21 09:48:19.098582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] For port 70d973dd-222f-4a22-aa7f-58918fd6253d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=70d973dd-222f-4a22-aa7f-58918fd6253d,segment=NetworkSegment(e985c3d5-c964-4fec-97cc-ddf406bc4b39),segment_id=e985c3d5-c964-4fec-97cc-ddf406bc4b39)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:19.098582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea22ec82-7ad7-4157-87fc-922cb978a001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.115060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.267320 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] Set router 49637a32-7b42-45fb-b634-63d8b8f9a1e2 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:19.280390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1c3b0-3e6d-49a1-adc4-3bb242cdb133 None None] Pushing event updated for resources: {'Port': ['ID=70d973dd-222f-4a22-aa7f-58918fd6253d,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:19.489647 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a907ccd3-e0ed-479d-9180-f0cb29f0e60e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/routers/49637a32-7b42-45fb-b634-63d8b8f9a1e2 HTTP/1.1" status: 200 len: 703 time: 0.5663273 Jan 21 09:48:19.494088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.494088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37300) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:19.507031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e24e5f0-b688-452c-a9c5-00e357bdc98b None None] Network 2a1c46c5-11ea-418a-b228-45f8df46bcd3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:19.528077 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-a2b07ed9-7ce2-48e4-830c-af9f7645d5fd service neutron] 10.222.0.120 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617712 Jan 21 09:48:19.591750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c8a4232d-4fe0-4200-9ea9-6ddf71453fdb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Synchronizing usage tracker for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:19.605292 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49637a32-7b42-45fb-b634-63d8b8f9a1e2', 'name': 'tempest-RoutersIpV6Test-router-507330498', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:16Z', 'updated_at': '2022-01-21T09:48:17Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:19.610959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Deleting port 70d973dd-222f-4a22-aa7f-58918fd6253d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:19.610959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:19.645276 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] Checking router: 49637a32-7b42-45fb-b634-63d8b8f9a1e2 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:19.678043 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] Routers {'49637a32-7b42-45fb-b634-63d8b8f9a1e2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:19.678043 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:47:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['49637a32-7b42-45fb-b634-63d8b8f9a1e2'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:19.749806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c8a4232d-4fe0-4200-9ea9-6ddf71453fdb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Unset dirty status for tenant:5918331f6eee46db9c8599343ee5bca0 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:19.749806 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c8a4232d-4fe0-4200-9ea9-6ddf71453fdb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=49637a32-7b42-45fb-b634-63d8b8f9a1e2 HTTP/1.1" status: 200 len: 205 time: 0.2644103 Jan 21 09:48:19.766515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37304) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:19.838838 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-2eabca03-d041-4576-b4ad-5681ef88d933 req-a137b4ea-d95a-4613-b4ff-24114986b251 service neutron] 10.222.0.120 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028138 Jan 21 09:48:19.891284 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] Set router 49637a32-7b42-45fb-b634-63d8b8f9a1e2 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:19.946185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37310) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:19.966876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'ff6b9202-69e7-442b-84ee-f354823a41d9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'port_id': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'mac_address': 'fa:16:3e:7c:f9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:12Z', 'updated_at': '2022-01-21T09:48:12Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:48Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:19.981531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4dd2fb-9398-4af6-b3ba-ea46b8cf7abe None None] The sync data for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv is: [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'ff6b9202-69e7-442b-84ee-f354823a41d9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.199', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'port_id': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'mac_address': 'fa:16:3e:7c:f9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:48:12Z', 'updated_at': '2022-01-21T09:48:12Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:48Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:20.045019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c6e058-0779-4168-a4c7-e138f605e6f5 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:20.164689 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49637a32-7b42-45fb-b634-63d8b8f9a1e2', 'name': 'tempest-RoutersIpV6Test-router-507330498', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:16Z', 'updated_at': '2022-01-21T09:48:17Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:20.164689 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e73d65-5575-4ae6-ac3b-85535e22940a None None] The sync data for ids ['49637a32-7b42-45fb-b634-63d8b8f9a1e2'] in dv-neutron-825724-1-hyperv is: [{'id': '49637a32-7b42-45fb-b634-63d8b8f9a1e2', 'name': 'tempest-RoutersIpV6Test-router-507330498', 'tenant_id': '5918331f6eee46db9c8599343ee5bca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:48:16Z', 'updated_at': '2022-01-21T09:48:17Z', 'revision_number': 2, 'project_id': '5918331f6eee46db9c8599343ee5bca0', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:20.249166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6e058-0779-4168-a4c7-e138f605e6f5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:20.274624 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-38536a04-d162-405c-9c59-f7173d6628ee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/ff6b9202-69e7-442b-84ee-f354823a41d9 HTTP/1.1" status: 200 len: 992 time: 0.3229878 Jan 21 09:48:20.466489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10f45597-80ec-498e-8894-8b85c375dd83 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:20.977818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] For port 70d973dd-222f-4a22-aa7f-58918fd6253d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=70d973dd-222f-4a22-aa7f-58918fd6253d,segment=NetworkSegment(e985c3d5-c964-4fec-97cc-ddf406bc4b39),segment_id=e985c3d5-c964-4fec-97cc-ddf406bc4b39)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:20.977818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.251011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a42e2a-d177-4e0b-9b20-fb0b665a23da None None] New status for floating IP ff6b9202-69e7-442b-84ee-f354823a41d9: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:48:21.279034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37324) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:21.427427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Calling delete_port for 70d973dd-222f-4a22-aa7f-58918fd6253d owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:21.482359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-60504e60-0173-49b5-98cb-ae61e5f46500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.487827 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a055ad1a-3549-4526-8fe8-2441cea00f7d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/ff6b9202-69e7-442b-84ee-f354823a41d9 HTTP/1.1" status: 200 len: 992 time: 0.1995940 Jan 21 09:48:21.914125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.920044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10f45597-80ec-498e-8894-8b85c375dd83 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.972501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Port': ['ID=70d973dd-222f-4a22-aa7f-58918fd6253d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:21.972501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10f45597-80ec-498e-8894-8b85c375dd83 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:21.988773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8160b3-0124-47a0-892e-f179286a1307 req-c0d13f0f-ece4-4adc-83ab-046ea7ba41e0 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:21.988773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ba8160b3-0124-47a0-892e-f179286a1307 req-c0d13f0f-ece4-4adc-83ab-046ea7ba41e0 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.4844587 Jan 21 09:48:21.997572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No DVR routers for this DVR port 70d973dd-222f-4a22-aa7f-58918fd6253d on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:22.159491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10f45597-80ec-498e-8894-8b85c375dd83 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.159491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f45597-80ec-498e-8894-8b85c375dd83 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Fanout notify agent at l3_agent the message router_deleted on router 49637a32-7b42-45fb-b634-63d8b8f9a1e2 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:48:22.202026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.219970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ba8160b3-0124-47a0-892e-f179286a1307 req-e0c635bd-ad29-4aaf-a317-fb1e377e25de tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095096 Jan 21 09:48:22.241661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1c46c5-11ea-418a-b228-45f8df46bcd3']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:22.255169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-10f45597-80ec-498e-8894-8b85c375dd83 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.255169 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-10f45597-80ec-498e-8894-8b85c375dd83 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/49637a32-7b42-45fb-b634-63d8b8f9a1e2 HTTP/1.1" status: 204 len: 168 time: 2.4759309 Jan 21 09:48:22.263675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37328) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.271964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e985c3d5-c964-4fec-97cc-ddf406bc4b39') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:22.271964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e985c3d5-c964-4fec-97cc-ddf406bc4b39') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:22.289842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.308739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.318792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:22.318792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.334903 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-435dff1c-10c8-4d95-b3cc-2643412b757e tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=49637a32-7b42-45fb-b634-63d8b8f9a1e2 HTTP/1.1" status: 200 len: 205 time: 0.0706770 Jan 21 09:48:22.334903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37332) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:22.342951 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:22.416301 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-b5370eb1-d362-4348-963e-e979a0901697 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] delete failed (client error): The resource could not be found. Jan 21 09:48:22.416301 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b5370eb1-d362-4348-963e-e979a0901697 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/49637a32-7b42-45fb-b634-63d8b8f9a1e2 HTTP/1.1" status: 404 len: 336 time: 0.0818338 Jan 21 09:48:22.423501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37336) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.447357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.447357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.477577 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2b653d-0421-416a-ac5e-fbd497f7a7df tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:22.477577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2b653d-0421-416a-ac5e-fbd497f7a7df tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:22.477577 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3a2b653d-0421-416a-ac5e-fbd497f7a7df tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/4feb5d64-14b8-419a-8f5a-ff7266c4f607 HTTP/1.1" status: 404 len: 337 time: 0.0535841 Jan 21 09:48:22.480735 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/2a1c46c5-11ea-418a-b228-45f8df46bcd3 HTTP/1.1" status: 204 len: 168 time: 6.0096819 Jan 21 09:48:22.480735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4010df7-a0be-4260-b88c-2167abd69cf0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=2a1c46c5-11ea-418a-b228-45f8df46bcd3,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:22.485098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37340) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.485098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37342) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.485098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37344) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.508116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.594453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35657045'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:22.602876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:22.622922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:22.630597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:22.639683 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f0ba6f-754f-4058-81a2-b29b1a1a19e2 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:22.639683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f0ba6f-754f-4058-81a2-b29b1a1a19e2 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:22.639683 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d9f0ba6f-754f-4058-81a2-b29b1a1a19e2 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/b2f69a3c-0ada-437f-9b7f-3807657c8514 HTTP/1.1" status: 404 len: 337 time: 0.1565163 Jan 21 09:48:22.639683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:22.649610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37352) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.723731 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-140e82d9-aa20-4419-9693-8d978d4b24b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:22.723731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140e82d9-aa20-4419-9693-8d978d4b24b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:22.723731 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-140e82d9-aa20-4419-9693-8d978d4b24b5 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/8883d0b3-ee07-49fa-abab-7d3b0915ac2f HTTP/1.1" status: 404 len: 337 time: 0.0757542 Jan 21 09:48:22.723731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:22.723731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.724511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37356) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.755667 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e4b051ae-86fd-4d5d-ac96-a815d851f0f8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/ff6b9202-69e7-442b-84ee-f354823a41d9 HTTP/1.1" status: 200 len: 994 time: 0.2722018 Jan 21 09:48:22.766698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b118c5-1622-4fd8-932a-5d79885cc4e3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:22.767151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b118c5-1622-4fd8-932a-5d79885cc4e3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:22.769424 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-68b118c5-1622-4fd8-932a-5d79885cc4e3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/22da8351-c03f-4619-9217-82549d5d2793 HTTP/1.1" status: 404 len: 337 time: 0.0442498 Jan 21 09:48:22.771776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37360) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.783780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:22.784054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.814793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.814793 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 75d529c2-6ca5-4a92-a555-49a3d80c9645 of type vlan for network 1c61db61-a213-45f4-bbdf-61d97316b69b Jan 21 09:48:22.832270 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1ceb4111-3370-4e9e-822c-eea0d5ffacb0 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 200 len: 205 time: 0.0491354 Jan 21 09:48:22.832270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37364) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.862552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.911250 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-e6ab7758-1ef2-4ab8-b107-a32a7a1b5d97 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] delete failed (client error): The resource could not be found. Jan 21 09:48:22.911250 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e6ab7758-1ef2-4ab8-b107-a32a7a1b5d97 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/c9894253-dfbd-48f4-90ca-8714fdee2fb8 HTTP/1.1" status: 404 len: 336 time: 0.0818729 Jan 21 09:48:22.919655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37368) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:22.923501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.943970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:22.945148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:22.970498 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b6d56532-d6b3-4a58-8eca-1043889d520f tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=e62081c4-b31f-4aec-b70e-726c51868b8f HTTP/1.1" status: 200 len: 205 time: 0.0511405 Jan 21 09:48:22.970498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37372) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.100414 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6165783 Jan 21 09:48:23.107989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37376) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.110838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': '1c61db61-a213-45f4-bbdf-61d97316b69b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:23.129179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=1c61db61-a213-45f4-bbdf-61d97316b69b,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:23.190997 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-a80ab063-b2f0-4ab4-a230-c9605597b81b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] delete failed (client error): The resource could not be found. Jan 21 09:48:23.190997 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a80ab063-b2f0-4ab4-a230-c9605597b81b tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/e62081c4-b31f-4aec-b70e-726c51868b8f HTTP/1.1" status: 404 len: 336 time: 0.2186496 Jan 21 09:48:23.190997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37380) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.246931 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4b149b-442f-4f19-872f-721d8c35ae72 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:23.246931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4b149b-442f-4f19-872f-721d8c35ae72 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:23.246931 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1b4b149b-442f-4f19-872f-721d8c35ae72 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/1563f081-d099-4813-a863-22fabec44761 HTTP/1.1" status: 404 len: 337 time: 0.0503068 Jan 21 09:48:23.246931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37384) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.305555 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-14c35501-e44c-4935-a222-81a852f5eea3 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=5c064930-835d-496f-9ebd-0ace39feb9b1 HTTP/1.1" status: 200 len: 205 time: 0.0520694 Jan 21 09:48:23.316890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37390) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.339886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20368f-cf37-4796-9328-8af63a1c1623 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:23.353925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 1c61db61-a213-45f4-bbdf-61d97316b69b details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:23.430542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:23.430542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:23.430542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:23.447198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:23.469091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:23.483240 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-5a5a79b7-659e-49d1-9477-26e76ab9ea02 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] delete failed (client error): The resource could not be found. Jan 21 09:48:23.483240 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5a5a79b7-659e-49d1-9477-26e76ab9ea02 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/5c064930-835d-496f-9ebd-0ace39feb9b1 HTTP/1.1" status: 404 len: 336 time: 0.1703355 Jan 21 09:48:23.483240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37394) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.547623 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4f39d0d-df2f-4bac-a7ea-56128f277a02 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=881fdd57-f1ba-412c-933f-301aad4ff351 HTTP/1.1" status: 200 len: 205 time: 0.0534050 Jan 21 09:48:23.551720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37398) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.592586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd700e8-ffd6-4e67-b9d2-10b11f7c5172 req-706dd148-411e-4ed4-9253-8f0c5cac5dea tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:23.592586 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bbd700e8-ffd6-4e67-b9d2-10b11f7c5172 req-706dd148-411e-4ed4-9253-8f0c5cac5dea tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1854203 Jan 21 09:48:23.642044 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-3d6fd57a-8e97-4394-a8db-321b89741d50 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] delete failed (client error): The resource could not be found. Jan 21 09:48:23.643527 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3d6fd57a-8e97-4394-a8db-321b89741d50 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/881fdd57-f1ba-412c-933f-301aad4ff351 HTTP/1.1" status: 404 len: 336 time: 0.0974262 Jan 21 09:48:23.647000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37402) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.648630 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bbd700e8-ffd6-4e67-b9d2-10b11f7c5172 req-03ef7542-5c25-4db6-ae3f-9f9f7da8c3b3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535707 Jan 21 09:48:23.716920 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-79692583-7cff-4c98-b8a5-9a3793049642 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:23.716920 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79692583-7cff-4c98-b8a5-9a3793049642 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:23.716920 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-79692583-7cff-4c98-b8a5-9a3793049642 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/0f838a91-dbd7-4354-891e-43a58d55dd25 HTTP/1.1" status: 404 len: 337 time: 0.0646508 Jan 21 09:48:23.723285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.725734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37406) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.778556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7bdcd6b2-2882-4464-a671-7950f4d60e98 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=3823860a-ba26-4751-b515-1fe8fe3d867f HTTP/1.1" status: 200 len: 205 time: 0.0502124 Jan 21 09:48:23.778556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37410) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.879000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:23.899540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-3fa3f5ce-7ce0-4cea-8e52-844fee24de8a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] delete failed (client error): The resource could not be found. Jan 21 09:48:23.908752 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3fa3f5ce-7ce0-4cea-8e52-844fee24de8a tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/3823860a-ba26-4751-b515-1fe8fe3d867f HTTP/1.1" status: 404 len: 336 time: 0.1227839 Jan 21 09:48:23.908752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37414) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:23.959519 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde525d0-857f-491c-9a7b-b4e24e0198cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:23.959519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde525d0-857f-491c-9a7b-b4e24e0198cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:23.973651 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fde525d0-857f-491c-9a7b-b4e24e0198cb tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/e3787325-0a12-4827-821a-eccf4995dadd HTTP/1.1" status: 404 len: 337 time: 0.0574119 Jan 21 09:48:23.973651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37418) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:24.033393 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7992c1b3-0810-4f8e-b94e-45c713fed613 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "GET /v2.0/ports?device_id=c947837d-caca-41bc-bbcd-8338f9046cf7 HTTP/1.1" status: 200 len: 205 time: 0.0674613 Jan 21 09:48:24.034089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37422) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:24.090412 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.124309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-d23c6c55-dd61-4e59-ae23-3af2f877d913 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] delete failed (client error): The resource could not be found. Jan 21 09:48:24.124309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d23c6c55-dd61-4e59-ae23-3af2f877d913 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/routers/c947837d-caca-41bc-bbcd-8338f9046cf7 HTTP/1.1" status: 404 len: 336 time: 0.0821259 Jan 21 09:48:24.124309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37426) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:24.175835 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5976903-1b5d-4d27-bcc8-e4006b1910fd tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:24.175835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5976903-1b5d-4d27-bcc8-e4006b1910fd tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:24.175835 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b5976903-1b5d-4d27-bcc8-e4006b1910fd tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/14bdb44b-1cb4-4ea4-ac76-250aba4f1a37 HTTP/1.1" status: 404 len: 337 time: 0.0492296 Jan 21 09:48:24.175835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37430) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:24.197644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=c5fda54e-e9db-4e0b-96a9-87697a0bf06f,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:24.208585 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '75d529c2-6ca5-4a92-a555-49a3d80c9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1c61db61-a213-45f4-bbdf-61d97316b69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:24.208585 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: 1c61db61-a213-45f4-bbdf-61d97316b69b, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:24.232802 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5729fc1-efda-4374-8a28-fe0f4a45c253 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:24.232802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5729fc1-efda-4374-8a28-fe0f4a45c253 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:24.242791 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a5729fc1-efda-4374-8a28-fe0f4a45c253 tempest-RoutersIpV6Test-88278642 tempest-RoutersIpV6Test-88278642-project] 10.222.0.122 "DELETE /v2.0/subnets/044b94e8-7d0d-4591-8fd8-182413a81751 HTTP/1.1" status: 404 len: 337 time: 0.0614805 Jan 21 09:48:24.248322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 1c61db61-a213-45f4-bbdf-61d97316b69b is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:24.267296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 1c61db61-a213-45f4-bbdf-61d97316b69b) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:24.267296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:24.267296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.299323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf33e5f0-f8af-45c8-a0f4-7345da835b27 None None] Network 1c61db61-a213-45f4-bbdf-61d97316b69b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:24.304940 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-878fbb09-67e3-45dd-a609-7fbe2fd24e7d tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1904171 Jan 21 09:48:24.309778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37436) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:24.514261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.593790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.595364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af421b06-959e-414e-ae9c-b29940ebea57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-1c61db61-a213-45f4-bbdf-61d97316b69b', 'network_id': '1c61db61-a213-45f4-bbdf-61d97316b69b', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': 'c5fda54e-e9db-4e0b-96a9-87697a0bf06f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:24.596208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-af421b06-959e-414e-ae9c-b29940ebea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.703618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.725136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37446) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server [None req-af421b06-959e-414e-ae9c-b29940ebea57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5fda54e-e9db-4e0b-96a9-87697a0bf06f: This subnet is being modified by another concurrent operation. Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5fda54e-e9db-4e0b-96a9-87697a0bf06f: This subnet is being modified by another concurrent operation. Jan 21 09:48:24.733173 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Jan 21 09:48:24.759796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e8ac3-4d52-4cf1-a48f-380d06d625d9 None None] Network 1c61db61-a213-45f4-bbdf-61d97316b69b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:24.778678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fda54e-e9db-4e0b-96a9-87697a0bf06f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:24.932093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:24.970068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c61db61-a213-45f4-bbdf-61d97316b69b']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:24.986750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d529c2-6ca5-4a92-a555-49a3d80c9645') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:24.987570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d529c2-6ca5-4a92-a555-49a3d80c9645') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:25.006730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.018044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739bd97e-0aaa-4812-b63b-cd075d5fc073 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:25.021390 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e2e69547-6908-4868-bfab-b24c1b079da1 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=5918331f6eee46db9c8599343ee5bca0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2944643 Jan 21 09:48:25.026599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37452) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:25.043234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f945a2-7cd2-40a4-8300-15e99c95f93d req-b0508e8e-61cd-4101-a640-53e8477ded4e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.044782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7f945a2-7cd2-40a4-8300-15e99c95f93d req-b0508e8e-61cd-4101-a640-53e8477ded4e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1825306 Jan 21 09:48:25.046021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.103097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:25.103097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:25.115458 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:25.159777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9357c3e9-331a-458e-8f6d-698ac8f3a096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.194900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739bd97e-0aaa-4812-b63b-cd075d5fc073 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:25.201779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9357c3e9-331a-458e-8f6d-698ac8f3a096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.224898 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7f945a2-7cd2-40a4-8300-15e99c95f93d req-fd8ccfba-531b-4c84-91bc-b7089b728523 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670585 Jan 21 09:48:25.224898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.232044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.309323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9357c3e9-331a-458e-8f6d-698ac8f3a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.342677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357c3e9-331a-458e-8f6d-698ac8f3a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592d57b-9c64-4b0f-8674-088f1d35ee75,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:25.350127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9357c3e9-331a-458e-8f6d-698ac8f3a096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.352004 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9357c3e9-331a-458e-8f6d-698ac8f3a096 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/8592d57b-9c64-4b0f-8674-088f1d35ee75 HTTP/1.1" status: 204 len: 168 time: 0.3238058 Jan 21 09:48:25.384504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=1c61db61-a213-45f4-bbdf-61d97316b69b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:25.393690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8ebb00f7-c21f-4667-8273-98746d885f67 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/1c61db61-a213-45f4-bbdf-61d97316b69b HTTP/1.1" status: 204 len: 168 time: 1.0950949 Jan 21 09:48:25.399475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37458) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:25.414536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429022759'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:25.430110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:25.437777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:25.443689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:25.456697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:25.481337 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:25.488468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.537867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:25.557446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.558413 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 04c6bbaf-45ff-49c5-9d54-23dddf066c2b of type vlan for network 40e8e14c-488e-41ed-93d6-6e64e1ad9149 Jan 21 09:48:25.618926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.683067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.688198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:25.688982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:25.807203 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4055433 Jan 21 09:48:25.809861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37462) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:25.816394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': '40e8e14c-488e-41ed-93d6-6e64e1ad9149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:25.837423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaeb2c-f7fc-44ea-b08b-36919fda8e5e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=40e8e14c-488e-41ed-93d6-6e64e1ad9149,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:25.848326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 40e8e14c-488e-41ed-93d6-6e64e1ad9149 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:25.946047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:25.952220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:25.955984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:25.965453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:25.981929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:26.114008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.368966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.525191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=60dc0b21-c5a6-4785-b081-b91cd034685b,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:26.573199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '04c6bbaf-45ff-49c5-9d54-23dddf066c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '40e8e14c-488e-41ed-93d6-6e64e1ad9149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:26.573564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: 40e8e14c-488e-41ed-93d6-6e64e1ad9149, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:26.596214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f37f4-5771-4083-ab8c-41cb27040dda req-36c4fe18-3f4e-4fdc-a2ea-044ea07f5824 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:26.597722 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6a5f37f4-5771-4083-ab8c-41cb27040dda req-36c4fe18-3f4e-4fdc-a2ea-044ea07f5824 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1630149 Jan 21 09:48:26.630215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 40e8e14c-488e-41ed-93d6-6e64e1ad9149 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:26.654050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 40e8e14c-488e-41ed-93d6-6e64e1ad9149) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:26.667540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:26.667540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.667886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b964c-caef-4142-9ec8-ac361b98dd31 None None] Network 40e8e14c-488e-41ed-93d6-6e64e1ad9149 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:26.671804 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6a5f37f4-5771-4083-ab8c-41cb27040dda req-50773556-e521-4bca-aab3-389c1677a8f2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672975 Jan 21 09:48:26.732180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37468) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:26.737871 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-186b61c3-4648-4584-81d3-cc84f28dcea0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9119160 Jan 21 09:48:26.915636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.962261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0a5f3-655c-494b-9416-84fa9e34fee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-40e8e14c-488e-41ed-93d6-6e64e1ad9149', 'network_id': '40e8e14c-488e-41ed-93d6-6e64e1ad9149', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': '60dc0b21-c5a6-4785-b081-b91cd034685b'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:26.962672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-86a0a5f3-655c-494b-9416-84fa9e34fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:26.989702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.079269 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server [None req-86a0a5f3-655c-494b-9416-84fa9e34fee6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60dc0b21-c5a6-4785-b081-b91cd034685b: This subnet is being modified by another concurrent operation. Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60dc0b21-c5a6-4785-b081-b91cd034685b: This subnet is being modified by another concurrent operation. Jan 21 09:48:27.114525 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Jan 21 09:48:27.131054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=60dc0b21-c5a6-4785-b081-b91cd034685b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:27.135428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1aa718-6aac-407e-a7a3-3088dff76d44 None None] Network 40e8e14c-488e-41ed-93d6-6e64e1ad9149 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:27.233002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.260616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e8e14c-488e-41ed-93d6-6e64e1ad9149']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:27.274594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c6bbaf-45ff-49c5-9d54-23dddf066c2b') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:27.274885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c6bbaf-45ff-49c5-9d54-23dddf066c2b') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:27.288034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.305589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253a767-f727-4a2e-8d60-990966add816 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:27.306714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.314405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:27.314800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:27.331467 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:27.440276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.447447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253a767-f727-4a2e-8d60-990966add816 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:27.458517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.474372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=40e8e14c-488e-41ed-93d6-6e64e1ad9149,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:27.474372 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3db824eb-141f-425f-86f8-40381a62b57e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/40e8e14c-488e-41ed-93d6-6e64e1ad9149 HTTP/1.1" status: 204 len: 168 time: 0.7459459 Jan 21 09:48:27.479831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37472) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:27.493889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1217808064'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:27.493889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:27.504833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:27.504833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:27.520167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:27.532051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:27.532051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.573552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:27.584627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.584627 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 861d527d-30d6-4fe9-ac2b-b16b08903141 of type vlan for network 6adaaef6-0b9e-455a-8478-b4556acb9741 Jan 21 09:48:27.616604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.648183 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.652288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:27.652964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:27.887686 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4077144 Jan 21 09:48:27.891840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37478) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:27.899222 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7230bb-42d5-4bfa-bcde-a07d87cef953 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=6adaaef6-0b9e-455a-8478-b4556acb9741,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:27.903715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': '6adaaef6-0b9e-455a-8478-b4556acb9741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:27.919704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 6adaaef6-0b9e-455a-8478-b4556acb9741 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:28.125580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:28.132106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:28.135630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:28.146412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:28.164419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:28.190523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd589c2-d68e-4dee-abb1-7179e6e325e2 req-39a68702-b0dc-4094-9c90-69effc8822e0 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:28.191972 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cd589c2-d68e-4dee-abb1-7179e6e325e2 req-39a68702-b0dc-4094-9c90-69effc8822e0 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1670837 Jan 21 09:48:28.308915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.377948 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2cd589c2-d68e-4dee-abb1-7179e6e325e2 req-f82bb883-f3e9-4d4d-baf6-ed0cc543cdad tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390514 Jan 21 09:48:28.404996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Performing IP validity checks on allocation pools {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:48:28.405571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.ipam_backend_mixin [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:48:28.571659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.652350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=46cb666b-b8a2-4f71-914a-dee4af307d44,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:28.668374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.668692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.669019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.669342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.669659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.669969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.670302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.670632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.670924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.671466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.671789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:28.679386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '861d527d-30d6-4fe9-ac2b-b16b08903141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6adaaef6-0b9e-455a-8478-b4556acb9741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:28.679535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: 6adaaef6-0b9e-455a-8478-b4556acb9741, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:28.702850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 6adaaef6-0b9e-455a-8478-b4556acb9741 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:28.712706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 6adaaef6-0b9e-455a-8478-b4556acb9741) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:28.717132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:28.717706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.723984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b154168e-9636-43ca-946d-8c416af707bf None None] Network 6adaaef6-0b9e-455a-8478-b4556acb9741 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:28.743024 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3f3ec07c-ac22-4232-a030-854cd223188e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8496103 Jan 21 09:48:28.746284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37482) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:28.913373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.984794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b881b-cdd6-471d-8dab-122223d42e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-6adaaef6-0b9e-455a-8478-b4556acb9741', 'network_id': '6adaaef6-0b9e-455a-8478-b4556acb9741', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': '46cb666b-b8a2-4f71-914a-dee4af307d44'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:28.984794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b3b881b-cdd6-471d-8dab-122223d42e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:28.989646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.083896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server [None req-6b3b881b-cdd6-471d-8dab-122223d42e6d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46cb666b-b8a2-4f71-914a-dee4af307d44: This subnet is being modified by another concurrent operation. Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46cb666b-b8a2-4f71-914a-dee4af307d44: This subnet is being modified by another concurrent operation. Jan 21 09:48:29.103631 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Jan 21 09:48:29.116436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4525f-95a8-4570-a38f-d55e4fb9c716 None None] Network 6adaaef6-0b9e-455a-8478-b4556acb9741 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:29.243332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=46cb666b-b8a2-4f71-914a-dee4af307d44,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:29.342311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.351251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c68eed-16ec-4b3e-aa13-75b67dc8370b None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:29.369574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adaaef6-0b9e-455a-8478-b4556acb9741']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:29.382582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861d527d-30d6-4fe9-ac2b-b16b08903141') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:29.382873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861d527d-30d6-4fe9-ac2b-b16b08903141') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:29.395862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.414905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.425338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:29.426618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:29.444747 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:29.484432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c68eed-16ec-4b3e-aa13-75b67dc8370b None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:29.587743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.592963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.636203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=6adaaef6-0b9e-455a-8478-b4556acb9741,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:29.646348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37488) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:29.646788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9b60f5e2-0d83-4a42-8538-fb248670ea2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/6adaaef6-0b9e-455a-8478-b4556acb9741 HTTP/1.1" status: 204 len: 168 time: 0.8990903 Jan 21 09:48:29.652069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470079180'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:29.658731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:29.663120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:29.666391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:29.672053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023092d6-a1a2-421b-be5e-44c8d55c4552 req-4cf59de4-dfaf-4083-b5a2-73de0827ce6a tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:29.673826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:29.674224 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-023092d6-a1a2-421b-be5e-44c8d55c4552 req-4cf59de4-dfaf-4083-b5a2-73de0827ce6a tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1574481 Jan 21 09:48:29.698646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:29.700923 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.738558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:29.750493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-023092d6-a1a2-421b-be5e-44c8d55c4552 req-3e1ee910-7610-432b-9aac-1b7eab69ff89 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692046 Jan 21 09:48:29.757611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.758240 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 0d0b2f4f-154e-420c-9f0e-42fd85c4fe25 of type vlan for network cfd66338-9d25-45c6-b4a6-97d870424237 Jan 21 09:48:29.792854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.827576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.833132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:29.833730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:29.958621 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3115695 Jan 21 09:48:29.963086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37492) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:29.970034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f095240-ff2a-46c8-80a5-315147f6d274 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=cfd66338-9d25-45c6-b4a6-97d870424237,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:29.972213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': 'cfd66338-9d25-45c6-b4a6-97d870424237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:29.986092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network cfd66338-9d25-45c6-b4a6-97d870424237 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:30.116282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:30.118745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:30.121653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:30.129147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:30.139745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:30.246080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.493958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.569882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=af03d9b1-6794-438a-866c-f652e0d5c29f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:30.589593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cfd66338-9d25-45c6-b4a6-97d870424237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:30.589929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: cfd66338-9d25-45c6-b4a6-97d870424237, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:30.618879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network cfd66338-9d25-45c6-b4a6-97d870424237 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:30.630746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, cfd66338-9d25-45c6-b4a6-97d870424237) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:30.636047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:30.636047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.642387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913efbc1-9bdd-4f33-a87a-184850334641 None None] Network cfd66338-9d25-45c6-b4a6-97d870424237 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:30.671146 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1bad8d30-e0a7-4e9f-8565-af287b03db27 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7026274 Jan 21 09:48:30.671823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37496) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:30.859213 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.944838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-cfd66338-9d25-45c6-b4a6-97d870424237', 'network_id': 'cfd66338-9d25-45c6-b4a6-97d870424237', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': 'af03d9b1-6794-438a-866c-f652e0d5c29f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:30.948546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:30.990800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.031754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf6b0e-2816-44b8-89f5-c27a87ed9769 req-1547f913-e96a-439b-a2e5-9f027cc66104 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:31.031754 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1cf6b0e-2816-44b8-89f5-c27a87ed9769 req-1547f913-e96a-439b-a2e5-9f027cc66104 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1346688 Jan 21 09:48:31.125416 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1cf6b0e-2816-44b8-89f5-c27a87ed9769 req-6d4f3db3-7290-4e30-8d23-83d736cfeaba tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744796 Jan 21 09:48:31.203504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Allocated IP 172.20.0.1 (cfd66338-9d25-45c6-b4a6-97d870424237/af03d9b1-6794-438a-866c-f652e0d5c29f/21f59eb7-e2b0-4713-a62c-070dc5aeb89a) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:31.453018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.455928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Transition to ACTIVE for port object 21f59eb7-e2b0-4713-a62c-070dc5aeb89a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:31.477734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Transition to ACTIVE for port object 21f59eb7-e2b0-4713-a62c-070dc5aeb89a will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:31.486603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.505488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.544570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=af03d9b1-6794-438a-866c-f652e0d5c29f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:31.561191 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Network cfd66338-9d25-45c6-b4a6-97d870424237 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:31.569053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:31.569053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:31.589918 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Pushing event updated for resources: {'Port': ['ID=21f59eb7-e2b0-4713-a62c-070dc5aeb89a,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:31.629142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.629488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.629851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.630888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.630888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.631380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.631380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.631643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.631892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.632243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.632859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:48:31.664001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.693295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Attempting to bind port 21f59eb7-e2b0-4713-a62c-070dc5aeb89a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:31.693295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Attempting to bind port 21f59eb7-e2b0-4713-a62c-070dc5aeb89a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cfd66338-9d25-45c6-b4a6-97d870424237'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:31.693295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Attempting to bind port 21f59eb7-e2b0-4713-a62c-070dc5aeb89a on network cfd66338-9d25-45c6-b4a6-97d870424237 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:31.696044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd66338-9d25-45c6-b4a6-97d870424237']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:31.699428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:31.699428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Checking segment: {'id': '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cfd66338-9d25-45c6-b4a6-97d870424237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:31.699428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.699428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Bound using segment: {'id': '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cfd66338-9d25-45c6-b4a6-97d870424237'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:31.699926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Bound port: 21f59eb7-e2b0-4713-a62c-070dc5aeb89a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cfd66338-9d25-45c6-b4a6-97d870424237'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:31.700304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.708713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:31.708713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:31.723211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.742600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.753468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:31.753468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:31.767911 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:31.823245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] For port 21f59eb7-e2b0-4713-a62c-070dc5aeb89a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:31.859795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] For port 21f59eb7-e2b0-4713-a62c-070dc5aeb89a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=21f59eb7-e2b0-4713-a62c-070dc5aeb89a,segment=NetworkSegment(0d0b2f4f-154e-420c-9f0e-42fd85c4fe25),segment_id=0d0b2f4f-154e-420c-9f0e-42fd85c4fe25)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:31.863837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:48:31.863837 dv-neutron-825724-1-hyperv neutron-server[83426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:48:31.863837 dv-neutron-825724-1-hyperv neutron-server[83426]: [parameters: {'id': 'cfd66338-9d25-45c6-b4a6-97d870424237'}] Jan 21 09:48:31.863837 dv-neutron-825724-1-hyperv neutron-server[83426]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:31.863837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:31.867345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.010223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51314a5b-d190-42d3-b1e5-2ba1f935b62a None None] Pushing event updated for resources: {'Port': ['ID=21f59eb7-e2b0-4713-a62c-070dc5aeb89a,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:32.049964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9370d4a2-5449-479c-9742-15e8ff046edf None None] Network cfd66338-9d25-45c6-b4a6-97d870424237 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:32.309652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec0f52d-2257-4ecb-9031-431f9f3725f6 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:32.353398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7498da-205e-4e3a-ad9b-f28558bb9e96 req-566f93d8-7247-4100-8e86-3f913c225d9e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:32.354889 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-be7498da-205e-4e3a-ad9b-f28558bb9e96 req-566f93d8-7247-4100-8e86-3f913c225d9e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.0861394 Jan 21 09:48:32.363838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.374435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Deleting port 21f59eb7-e2b0-4713-a62c-070dc5aeb89a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:32.374765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.411891 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-be7498da-205e-4e3a-ad9b-f28558bb9e96 req-95228208-7c6d-43b2-bdd0-e194473d9b9f tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514126 Jan 21 09:48:32.439520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec0f52d-2257-4ecb-9031-431f9f3725f6 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:32.581611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] For port 21f59eb7-e2b0-4713-a62c-070dc5aeb89a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=21f59eb7-e2b0-4713-a62c-070dc5aeb89a,segment=NetworkSegment(0d0b2f4f-154e-420c-9f0e-42fd85c4fe25),segment_id=0d0b2f4f-154e-420c-9f0e-42fd85c4fe25)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:32.582074 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.723035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Calling delete_port for 21f59eb7-e2b0-4713-a62c-070dc5aeb89a owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:32.798291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:32.846162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Port': ['ID=21f59eb7-e2b0-4713-a62c-070dc5aeb89a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:32.850808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No DVR routers for this DVR port 21f59eb7-e2b0-4713-a62c-070dc5aeb89a on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:32.988231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.108598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd66338-9d25-45c6-b4a6-97d870424237']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:33.120930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:33.121224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0b2f4f-154e-420c-9f0e-42fd85c4fe25') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:33.133036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.149328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.156200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:33.156725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:33.170983 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:33.251873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.269142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.279875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=cfd66338-9d25-45c6-b4a6-97d870424237,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:33.287343 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5752c022-aa24-4126-bef9-ddd5ea525489 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/cfd66338-9d25-45c6-b4a6-97d870424237 HTTP/1.1" status: 204 len: 168 time: 2.6170914 Jan 21 09:48:33.290964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37506) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:33.296524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1619594436'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:33.301584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:33.305782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:33.308705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:33.314576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:33.325412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:33.328891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.357245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:33.366435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.366708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 99f35dd6-95dc-4bf2-96df-f6bdd26e1074 of type vlan for network 8d10e380-1a1f-479e-b009-4e28384345a2 Jan 21 09:48:33.395090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.425467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.429680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:33.430277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.524619 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2325339 Jan 21 09:48:33.528438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37512) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:33.534456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': '8d10e380-1a1f-479e-b009-4e28384345a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:33.582669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc4dd4-7820-479a-b88a-4080a928f9d0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=8d10e380-1a1f-479e-b009-4e28384345a2,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:33.594803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 8d10e380-1a1f-479e-b009-4e28384345a2 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:33.628786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0ce5b-ec9c-40b8-b202-e636585c0553 req-5676baf8-0f71-4bfe-92cf-c948a18957dd tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:33.630422 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-60d0ce5b-ec9c-40b8-b202-e636585c0553 req-5676baf8-0f71-4bfe-92cf-c948a18957dd tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.0824890 Jan 21 09:48:33.648385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:33.652506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:33.655509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:33.661442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:33.671454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:33.679392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-60d0ce5b-ec9c-40b8-b202-e636585c0553 req-93f2fb71-a346-4441-83d2-d87e66d449e8 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421689 Jan 21 09:48:33.774140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:33.992355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.073925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=57f7d3d6-4acb-487b-bd48-dae1018c2e17,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:34.086088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '99f35dd6-95dc-4bf2-96df-f6bdd26e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8d10e380-1a1f-479e-b009-4e28384345a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:34.086446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: 8d10e380-1a1f-479e-b009-4e28384345a2, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:34.110002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 8d10e380-1a1f-479e-b009-4e28384345a2 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:34.119118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 8d10e380-1a1f-479e-b009-4e28384345a2) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:34.123131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:34.123705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.128469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863992a-0b99-4a07-abd6-40cefd38e906 None None] Network 8d10e380-1a1f-479e-b009-4e28384345a2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:34.148450 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9c7fa458-7c89-4161-8606-d9ce7a0c2532 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6184459 Jan 21 09:48:34.150913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37516) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:34.301829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.363360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62916f-5a0b-448e-ad99-9f0680cf8f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-8d10e380-1a1f-479e-b009-4e28384345a2', 'network_id': '8d10e380-1a1f-479e-b009-4e28384345a2', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': '57f7d3d6-4acb-487b-bd48-dae1018c2e17'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:34.364303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e62916f-5a0b-448e-ad99-9f0680cf8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.373010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.464995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.488958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server [None req-4e62916f-5a0b-448e-ad99-9f0680cf8f4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57f7d3d6-4acb-487b-bd48-dae1018c2e17: This subnet is being modified by another concurrent operation. Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57f7d3d6-4acb-487b-bd48-dae1018c2e17: This subnet is being modified by another concurrent operation. Jan 21 09:48:34.494087 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Jan 21 09:48:34.512699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb22bf4-68f8-4e7a-9514-5ad0bf98adbb None None] Network 8d10e380-1a1f-479e-b009-4e28384345a2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:34.513903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=57f7d3d6-4acb-487b-bd48-dae1018c2e17,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:34.614555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.650455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d10e380-1a1f-479e-b009-4e28384345a2']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:34.706391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b4676-e33e-46a5-abf3-4b6ed09bced5 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:34.715950 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9d208338-5ee6-4a94-b672-8dda6771ce92 req-62cdd407-2471-4249-aaf9-b42bcad92ef8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 1098 time: 0.0898082 Jan 21 09:48:34.764955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f35dd6-95dc-4bf2-96df-f6bdd26e1074') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:34.765672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f35dd6-95dc-4bf2-96df-f6bdd26e1074') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:34.775940 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9d208338-5ee6-4a94-b672-8dda6771ce92 req-47b330ca-ffda-4fe3-a1bf-49a55e6c2e4d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528207 Jan 21 09:48:34.779797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.802514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.809474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:34.810155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:34.824834 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:34.856640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b4676-e33e-46a5-abf3-4b6ed09bced5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:34.957032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.976038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:34.991032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=8d10e380-1a1f-479e-b009-4e28384345a2,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:35.001396 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37522) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:35.001724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-def7768f-d8f2-4e01-adc9-13578e7e40f9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/8d10e380-1a1f-479e-b009-4e28384345a2 HTTP/1.1" status: 204 len: 168 time: 0.8496215 Jan 21 09:48:35.007156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-421151214'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:35.008747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eaeb86-2aea-49de-ad31-1555f2de7eaf req-c02ad919-6aaf-4e1a-8871-d310f6d2acf1 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:35.014772 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f6eaeb86-2aea-49de-ad31-1555f2de7eaf req-c02ad919-6aaf-4e1a-8871-d310f6d2acf1 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1833255 Jan 21 09:48:35.015203 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:35.025498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:35.028999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:35.036549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:35.048093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:35.051995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.062810 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f6eaeb86-2aea-49de-ad31-1555f2de7eaf req-4673021b-fb80-45c8-8b7f-9b781eff9ef9 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444312 Jan 21 09:48:35.097758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:35.108178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.109154 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 2ed03418-f3f6-435b-927c-6093c85530f0 of type vlan for network f1b87d8d-fce4-40e6-a9c5-c39d46122365 Jan 21 09:48:35.150980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.183311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.188697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:35.189403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.283528 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2807665 Jan 21 09:48:35.286312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37526) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:35.292165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e6e5626d-f0e3-459a-b14e-1cb718b6bcd8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:35.306488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1d2a0-e97e-4413-a4ca-43e0dfe0ebfa tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=f1b87d8d-fce4-40e6-a9c5-c39d46122365,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:35.317274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network f1b87d8d-fce4-40e6-a9c5-c39d46122365 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:35.534702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6e5626d-f0e3-459a-b14e-1cb718b6bcd8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.551610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6e5626d-f0e3-459a-b14e-1cb718b6bcd8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.582331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6e5626d-f0e3-459a-b14e-1cb718b6bcd8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network f1b87d8d-fce4-40e6-a9c5-c39d46122365 is not hosted by any dhcp agent {{(pid=83427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:48:35.585816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e5626d-f0e3-459a-b14e-1cb718b6bcd8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:35.586429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6e5626d-f0e3-459a-b14e-1cb718b6bcd8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.587676 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e6e5626d-f0e3-459a-b14e-1cb718b6bcd8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "PUT /v2.0/networks/f1b87d8d-fce4-40e6-a9c5-c39d46122365 HTTP/1.1" status: 200 len: 723 time: 0.3003743 Jan 21 09:48:35.590798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37530) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:35.596505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': 'f1b87d8d-fce4-40e6-a9c5-c39d46122365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:35.659543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5626d-f0e3-459a-b14e-1cb718b6bcd8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=f1b87d8d-fce4-40e6-a9c5-c39d46122365,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:35.670119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network f1b87d8d-fce4-40e6-a9c5-c39d46122365 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:35.704147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:35.708082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:35.710982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:35.716599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:35.727405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:35.838144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:35.897324 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:48:36.083013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.163805 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=90455b1e-fd7f-4715-a839-144406f65e01,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:36.180021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '2ed03418-f3f6-435b-927c-6093c85530f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f1b87d8d-fce4-40e6-a9c5-c39d46122365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:36.180376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: f1b87d8d-fce4-40e6-a9c5-c39d46122365, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:36.203281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network f1b87d8d-fce4-40e6-a9c5-c39d46122365 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:36.212933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, f1b87d8d-fce4-40e6-a9c5-c39d46122365) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:36.218768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:36.219718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.223016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331c6b1-09c7-4472-840e-278fd1f05d1f None None] Network f1b87d8d-fce4-40e6-a9c5-c39d46122365 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:36.244541 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6219e4ec-e5bb-4d74-94ec-81a172e17894 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6525652 Jan 21 09:48:36.247063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37536) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:36.253822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9b9391fe-877a-4cc1-8f66-1ec4d7aaa8e5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:36.276643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a4c76-90eb-4044-b2f0-f113975feb31 req-dfccfd57-fb28-43c7-9b4c-5e4b5900c9b5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:36.278240 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb1a4c76-90eb-4044-b2f0-f113975feb31 req-dfccfd57-fb28-43c7-9b4c-5e4b5900c9b5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.0903583 Jan 21 09:48:36.332180 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb1a4c76-90eb-4044-b2f0-f113975feb31 req-6b9472ba-c094-4729-acf4-68f54cc8de1b tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Jan 21 09:48:36.365181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37540) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:36.460953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-f1b87d8d-fce4-40e6-a9c5-c39d46122365', 'network_id': 'f1b87d8d-fce4-40e6-a9c5-c39d46122365', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': '90455b1e-fd7f-4715-a839-144406f65e01'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:36.461828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.484753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b9391fe-877a-4cc1-8f66-1ec4d7aaa8e5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2047550'] for subnet, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.489990 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7bd95f22-b599-4aac-a11a-68085cf6d0e7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/floatingips/f328e90e-d80b-4af9-9339-bda8d7456f2d HTTP/1.1" status: 200 len: 992 time: 0.1235101 Jan 21 09:48:36.684210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b9391fe-877a-4cc1-8f66-1ec4d7aaa8e5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777543328503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1582997'] for subnet, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.737376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9391fe-877a-4cc1-8f66-1ec4d7aaa8e5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:36.737961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b9391fe-877a-4cc1-8f66-1ec4d7aaa8e5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:36.739248 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9b9391fe-877a-4cc1-8f66-1ec4d7aaa8e5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "PUT /v2.0/subnets/90455b1e-fd7f-4715-a839-144406f65e01 HTTP/1.1" status: 200 len: 806 time: 0.4910834 Jan 21 09:48:36.742012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37544) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:36.748815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Allocated IP 172.20.0.2 (f1b87d8d-fce4-40e6-a9c5-c39d46122365/90455b1e-fd7f-4715-a839-144406f65e01/ade3be85-cc65-4942-97be-249a4d9325dc) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:36.846406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9391fe-877a-4cc1-8f66-1ec4d7aaa8e5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=90455b1e-fd7f-4715-a839-144406f65e01,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:36.924138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.003244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.005611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.016871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Transition to ACTIVE for port object ade3be85-cc65-4942-97be-249a4d9325dc will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:37.037931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Transition to ACTIVE for port object ade3be85-cc65-4942-97be-249a4d9325dc will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:37.043332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.095185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.120529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Network f1b87d8d-fce4-40e6-a9c5-c39d46122365 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:37.123750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:37.130199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:37.132397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Pushing event updated for resources: {'Port': ['ID=ade3be85-cc65-4942-97be-249a4d9325dc,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.140899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=90455b1e-fd7f-4715-a839-144406f65e01,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.225007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Attempting to bind port ade3be85-cc65-4942-97be-249a4d9325dc on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:37.225007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Attempting to bind port ade3be85-cc65-4942-97be-249a4d9325dc by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '2ed03418-f3f6-435b-927c-6093c85530f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f1b87d8d-fce4-40e6-a9c5-c39d46122365'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:37.225689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Attempting to bind port ade3be85-cc65-4942-97be-249a4d9325dc on network f1b87d8d-fce4-40e6-a9c5-c39d46122365 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:37.232256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:37.232638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Checking segment: {'id': '2ed03418-f3f6-435b-927c-6093c85530f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f1b87d8d-fce4-40e6-a9c5-c39d46122365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:37.233047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.234005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Bound using segment: {'id': '2ed03418-f3f6-435b-927c-6093c85530f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f1b87d8d-fce4-40e6-a9c5-c39d46122365'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:37.234520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Bound port: ade3be85-cc65-4942-97be-249a4d9325dc, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed03418-f3f6-435b-927c-6093c85530f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f1b87d8d-fce4-40e6-a9c5-c39d46122365'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:37.235086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.247556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.252731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 40bf7031-763d-446f-a8ab-2fe4da65c979 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:48:37.276123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b87d8d-fce4-40e6-a9c5-c39d46122365']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:37.289796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed03418-f3f6-435b-927c-6093c85530f0') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:37.290111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed03418-f3f6-435b-927c-6093c85530f0') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:37.295156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 40bf7031-763d-446f-a8ab-2fe4da65c979 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:37.304032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.325461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.332900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:37.333292 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:37.349151 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:37.438166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.db.api [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:48:37.438166 dv-neutron-825724-1-hyperv neutron-server[83426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:48:37.438166 dv-neutron-825724-1-hyperv neutron-server[83426]: [parameters: {'id': 'f1b87d8d-fce4-40e6-a9c5-c39d46122365'}] Jan 21 09:48:37.438166 dv-neutron-825724-1-hyperv neutron-server[83426]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:37.438766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG oslo_db.api [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:37.506316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] For port ade3be85-cc65-4942-97be-249a4d9325dc, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:37.553969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] For port ade3be85-cc65-4942-97be-249a4d9325dc, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ade3be85-cc65-4942-97be-249a4d9325dc,segment=NetworkSegment(2ed03418-f3f6-435b-927c-6093c85530f0),segment_id=2ed03418-f3f6-435b-927c-6093c85530f0)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:37.570962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.578334 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:37.648996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'port_id': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'mac_address': 'fa:16:3e:3d:f6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:48:37.664795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.790713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:37.795812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f191617-7c1f-4b84-a2b6-56b34622075c None None] Pushing event updated for resources: {'Port': ['ID=ade3be85-cc65-4942-97be-249a4d9325dc,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:37.836217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:37.837224 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.851714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.931101 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'code': 200} Jan 21 09:48:37.940166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.956428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Deleting port ade3be85-cc65-4942-97be-249a4d9325dc {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:37.957019 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:37.957607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40bf7031-763d-446f-a8ab-2fe4da65c979 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:37.968138 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b108ac-c8a1-4880-ab19-5d163500ef07 None None] Network f1b87d8d-fce4-40e6-a9c5-c39d46122365 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:38.108696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:38.133940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:38.134327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:38.204712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] For port ade3be85-cc65-4942-97be-249a4d9325dc, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ade3be85-cc65-4942-97be-249a4d9325dc,segment=NetworkSegment(2ed03418-f3f6-435b-927c-6093c85530f0),segment_id=2ed03418-f3f6-435b-927c-6093c85530f0)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:38.205066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.240418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf395b5-599f-4311-9ea2-9cd7bfb64972 None None] Network f1b87d8d-fce4-40e6-a9c5-c39d46122365 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:38.328149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Calling delete_port for ade3be85-cc65-4942-97be-249a4d9325dc owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:38.409491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.449006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19564c63-218d-4b8c-8308-98133a8e7128 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:38.462357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Port': ['ID=ade3be85-cc65-4942-97be-249a4d9325dc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:38.466944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No DVR routers for this DVR port ade3be85-cc65-4942-97be-249a4d9325dc on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:38.581279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19564c63-218d-4b8c-8308-98133a8e7128 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:38.595208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.621417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b87d8d-fce4-40e6-a9c5-c39d46122365']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.637717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed03418-f3f6-435b-927c-6093c85530f0') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.638029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed03418-f3f6-435b-927c-6093c85530f0') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:38.649402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.744445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.752314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.758553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:38.758930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:38.773150 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:38.784123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bf7031-763d-446f-a8ab-2fe4da65c979 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:48:38.854048 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:38.868194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.869207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.889350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:38.902041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=f1b87d8d-fce4-40e6-a9c5-c39d46122365,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:38.915455 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e805b085-801b-494b-8779-7f6c869f7729 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/f1b87d8d-fce4-40e6-a9c5-c39d46122365 HTTP/1.1" status: 204 len: 168 time: 2.1694682 Jan 21 09:48:38.915802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37554) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:38.941724 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f055e9fe-76bb-4f06-8eb1-e1e115c2f5b6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:38.942828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f055e9fe-76bb-4f06-8eb1-e1e115c2f5b6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:38.950410 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f055e9fe-76bb-4f06-8eb1-e1e115c2f5b6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/f1b87d8d-fce4-40e6-a9c5-c39d46122365 HTTP/1.1" status: 404 len: 339 time: 0.0270379 Jan 21 09:48:38.950410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37558) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:38.956258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-408816480', 'description': 'd1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:38.961362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:38.963698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:38.965310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:network and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:38.969861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:38.976122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:38.995513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:38.999059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.041693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:39.056411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.057197 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment c8aa0165-ae27-416f-9e8d-bd533215a0b6 of type vlan for network 3f9bea99-2945-4b4e-8bb4-810073887798 Jan 21 09:48:39.090440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.121670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.126392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:39.126995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.174568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['40bf7031-763d-446f-a8ab-2fe4da65c979'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:48:39.222438 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2713857 Jan 21 09:48:39.225017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37562) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:39.247487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323abe4-8cca-4749-b35a-580be7ea3030 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=3f9bea99-2945-4b4e-8bb4-810073887798,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:39.262184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 3f9bea99-2945-4b4e-8bb4-810073887798 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:39.362276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bb41f-844e-4ba0-a64e-451c8a6f1474 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:39.362954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-136bb41f-844e-4ba0-a64e-451c8a6f1474 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Synchronizing usage tracker for tenant:75f18e7f70a241828270896e4b47bac8 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:39.382796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-136bb41f-844e-4ba0-a64e-451c8a6f1474 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Unset dirty status for tenant:75f18e7f70a241828270896e4b47bac8 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:39.384446 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-136bb41f-844e-4ba0-a64e-451c8a6f1474 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/networks?id=3f9bea99-2945-4b4e-8bb4-810073887798 HTTP/1.1" status: 200 len: 760 time: 0.1579638 Jan 21 09:48:39.387656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37566) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:39.395079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-aec4d363-395c-4eba-8bb6-3d1a1ecfd772 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'description': 'd2'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:39.667617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aec4d363-395c-4eba-8bb6-3d1a1ecfd772 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.690465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aec4d363-395c-4eba-8bb6-3d1a1ecfd772 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.757685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aec4d363-395c-4eba-8bb6-3d1a1ecfd772 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 3f9bea99-2945-4b4e-8bb4-810073887798 is not hosted by any dhcp agent {{(pid=83427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 21 09:48:39.761305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4d363-395c-4eba-8bb6-3d1a1ecfd772 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:39.761894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aec4d363-395c-4eba-8bb6-3d1a1ecfd772 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:39.763179 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aec4d363-395c-4eba-8bb6-3d1a1ecfd772 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "PUT /v2.0/networks/3f9bea99-2945-4b4e-8bb4-810073887798 HTTP/1.1" status: 200 len: 757 time: 0.3745372 Jan 21 09:48:39.766280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37572) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:39.792471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4d363-395c-4eba-8bb6-3d1a1ecfd772 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=3f9bea99-2945-4b4e-8bb4-810073887798,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:39.804902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 3f9bea99-2945-4b4e-8bb4-810073887798 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:39.969990 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9d90f-1812-47ff-99dd-51107284e37f tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:39.970975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a9c9d90f-1812-47ff-99dd-51107284e37f tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Synchronizing usage tracker for tenant:75f18e7f70a241828270896e4b47bac8 on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:39.986396 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a9c9d90f-1812-47ff-99dd-51107284e37f tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Unset dirty status for tenant:75f18e7f70a241828270896e4b47bac8 on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:39.987499 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a9c9d90f-1812-47ff-99dd-51107284e37f tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/networks?id=3f9bea99-2945-4b4e-8bb4-810073887798 HTTP/1.1" status: 200 len: 760 time: 0.2197549 Jan 21 09:48:39.990989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37576) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:39.998544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1445568590'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:40.004419 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:40.014091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:40.023214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:40.026250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.056326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:40.066062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.066401 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment 09dec283-2979-4b95-ac8b-9894b7ccd2db of type vlan for network f656bb90-b1f6-4dec-8b4c-661b90dce43a Jan 21 09:48:40.094145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.123804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.128274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:40.128843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.242318 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2499702 Jan 21 09:48:40.243106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0b851-9a12-4a8e-83d1-5736c9b24426 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=f656bb90-b1f6-4dec-8b4c-661b90dce43a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:40.245142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37580) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:40.251441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': 'f656bb90-b1f6-4dec-8b4c-661b90dce43a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:40.255482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network f656bb90-b1f6-4dec-8b4c-661b90dce43a details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:40.359676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:40.363813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Usage tracker for resource:subnet and tenant:75f18e7f70a241828270896e4b47bac8 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:40.366887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:40.372851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:40.383180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:40.578027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.797129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.866252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=0d808551-c537-4543-b0f5-69b36d29d8cb,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:40.893327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': '09dec283-2979-4b95-ac8b-9894b7ccd2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f656bb90-b1f6-4dec-8b4c-661b90dce43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:40.893685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: f656bb90-b1f6-4dec-8b4c-661b90dce43a, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:40.916345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network f656bb90-b1f6-4dec-8b4c-661b90dce43a is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:40.927174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, f656bb90-b1f6-4dec-8b4c-661b90dce43a) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:40.931738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:40.932316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:40.941947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b880a8-7ddc-4284-819c-76e6fea1b5c0 None None] Network f656bb90-b1f6-4dec-8b4c-661b90dce43a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:40.958066 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c5ece209-a956-4027-b59f-361f9028ee26 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7091093 Jan 21 09:48:40.958940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37584) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.102497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.168347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17616f6-c2ea-47e9-9829-aaf01a4e6a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-f656bb90-b1f6-4dec-8b4c-661b90dce43a', 'network_id': 'f656bb90-b1f6-4dec-8b4c-661b90dce43a', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': '0d808551-c537-4543-b0f5-69b36d29d8cb'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:41.169154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c17616f6-c2ea-47e9-9829-aaf01a4e6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.192852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.269375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server [None req-c17616f6-c2ea-47e9-9829-aaf01a4e6a1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d808551-c537-4543-b0f5-69b36d29d8cb: This subnet is being modified by another concurrent operation. Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise value Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server raise exception Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d808551-c537-4543-b0f5-69b36d29d8cb: This subnet is being modified by another concurrent operation. Jan 21 09:48:41.275497 dv-neutron-825724-1-hyperv neutron-server[83428]: ERROR oslo_messaging.rpc.server Jan 21 09:48:41.295719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 40bf7031-763d-446f-a8ab-2fe4da65c979 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:48:41.310547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=0d808551-c537-4543-b0f5-69b36d29d8cb,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:41.320837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8e8c1-6a09-4dcc-a00e-4c7c3bfd3711 None None] Network f656bb90-b1f6-4dec-8b4c-661b90dce43a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:41.407234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.433446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f656bb90-b1f6-4dec-8b4c-661b90dce43a']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.446138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dec283-2979-4b95-ac8b-9894b7ccd2db') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.446431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dec283-2979-4b95-ac8b-9894b7ccd2db') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:41.459360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.481027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.487905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:41.488290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:41.502756 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:41.526221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 40bf7031-763d-446f-a8ab-2fe4da65c979 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:48:41.526595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.550488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89db51e-36f0-4a2c-9a70-61ea93262ae2 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:41.584887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.589365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.620922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=f656bb90-b1f6-4dec-8b4c-661b90dce43a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:41.627862 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2c00cb47-3617-4408-b334-1fd77c637e2b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/f656bb90-b1f6-4dec-8b4c-661b90dce43a HTTP/1.1" status: 204 len: 168 time: 0.6660147 Jan 21 09:48:41.628248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37588) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.671999 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad515fe0-3e78-462c-a469-f486ea91cea7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] GET failed (client error): The resource could not be found. Jan 21 09:48:41.672507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ad515fe0-3e78-462c-a469-f486ea91cea7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Synchronizing usage tracker for tenant:75f18e7f70a241828270896e4b47bac8 on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:41.690175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ad515fe0-3e78-462c-a469-f486ea91cea7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Unset dirty status for tenant:75f18e7f70a241828270896e4b47bac8 on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:41.691279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ad515fe0-3e78-462c-a469-f486ea91cea7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/subnets/0d808551-c537-4543-b0f5-69b36d29d8cb HTTP/1.1" status: 404 len: 337 time: 0.0622132 Jan 21 09:48:41.693886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37592) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.718976 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea03aa67-7ed6-4757-9df0-b51b270087e6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:41.719421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea03aa67-7ed6-4757-9df0-b51b270087e6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:41.724734 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ea03aa67-7ed6-4757-9df0-b51b270087e6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/f656bb90-b1f6-4dec-8b4c-661b90dce43a HTTP/1.1" status: 404 len: 339 time: 0.0262475 Jan 21 09:48:41.725192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37596) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.753246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.763127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89db51e-36f0-4a2c-9a70-61ea93262ae2 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:41.791536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:41.818939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:41.825047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:41.880382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e5a03-1277-4baf-9361-511b194eadbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:41.881115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-732e5a03-1277-4baf-9361-511b194eadbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Synchronizing usage tracker for tenant:75f18e7f70a241828270896e4b47bac8 on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:41.899035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-732e5a03-1277-4baf-9361-511b194eadbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Unset dirty status for tenant:75f18e7f70a241828270896e4b47bac8 on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:41.900391 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-732e5a03-1277-4baf-9361-511b194eadbd tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1738536 Jan 21 09:48:41.903368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37602) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.910520 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'code': 200} Jan 21 09:48:41.954078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7ac5cf6b-9aa8-4523-b567-6834d06321ab tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Synchronizing usage tracker for tenant:75f18e7f70a241828270896e4b47bac8 on resource:subnet {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:41.966677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7ac5cf6b-9aa8-4523-b567-6834d06321ab tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Unset dirty status for tenant:75f18e7f70a241828270896e4b47bac8 on resource:subnet {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:41.968427 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7ac5cf6b-9aa8-4523-b567-6834d06321ab tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 207 time: 0.0634601 Jan 21 09:48:41.972615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37606) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:41.985089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:42.138010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5496c9e-997e-4361-a638-2692d39751a8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.142655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5496c9e-997e-4361-a638-2692d39751a8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.147613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5496c9e-997e-4361-a638-2692d39751a8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.157088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5496c9e-997e-4361-a638-2692d39751a8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.158784 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e5496c9e-997e-4361-a638-2692d39751a8 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1852250 Jan 21 09:48:42.162499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37610) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.341816 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-efe5ee2a-e5a1-406e-9975-de61b7b73099 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1781754 Jan 21 09:48:42.346485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37614) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.414776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e801a-6066-401d-8b6c-fe1c2521beb1 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.416190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e801a-6066-401d-8b6c-fe1c2521beb1 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.417705 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ef4e801a-6066-401d-8b6c-fe1c2521beb1 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0703042 Jan 21 09:48:42.421640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37618) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.509601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25857645-7a9d-4095-a63f-4fb58f82b058 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.512068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25857645-7a9d-4095-a63f-4fb58f82b058 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.512795 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-25857645-7a9d-4095-a63f-4fb58f82b058 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0898912 Jan 21 09:48:42.518656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37622) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.697311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d391fdbe-5186-4dae-befa-2aad421c63b0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:42.699058 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d391fdbe-5186-4dae-befa-2aad421c63b0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/networks/72f42e15-bbe8-44c2-9d75-b02718e62769 HTTP/1.1" status: 200 len: 798 time: 0.1785665 Jan 21 09:48:42.703509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37628) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:42.990828 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-41466881-a286-433a-887e-7dab89243664 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/networks/72f42e15-bbe8-44c2-9d75-b02718e62769?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2827258 Jan 21 09:48:42.991525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37632) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:43.056342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208abb5b-426f-4513-b228-87046c705dd0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:43.057665 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-208abb5b-426f-4513-b228-87046c705dd0 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/subnets/e2cf4f2c-cf83-46b6-b6a9-5e8c55d9a13d HTTP/1.1" status: 200 len: 811 time: 0.0657430 Jan 21 09:48:43.061194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37638) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:43.130045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4f59e-529a-46ea-a0a7-c101ea897a30 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:43.131433 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bae4f59e-529a-46ea-a0a7-c101ea897a30 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "GET /v2.0/subnets/e2cf4f2c-cf83-46b6-b6a9-5e8c55d9a13d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0686533 Jan 21 09:48:43.135018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37642) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:43.140415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-598783044'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:43.145540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:43.154925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:43.164472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:43.167403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.200514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:48:43.212465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.213023 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Added segment edd0f4ea-a835-44c8-80f1-345c5b9080c9 of type vlan for network 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 Jan 21 09:48:43.250399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.284073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.289035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:43.289614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.396680 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2605557 Jan 21 09:48:43.399430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37646) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:43.408178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'network_id': '3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:43.424513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6074d1-5990-4a50-b4f8-8b81e344d727 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Network': ['ID=3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:43.434926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:48:43.519134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:43.528859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:43.539087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Made reservation on behalf of 75f18e7f70a241828270896e4b47bac8 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:48:43.657758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.750348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.ipam_backend_mixin [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Performing IP validity checks on allocation pools {{(pid=83426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 09:48:43.750900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.ipam_backend_mixin [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 09:48:43.883245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:43.976391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=ca8eccaa-9345-4d2b-ad7e-6617e323239e,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:43.992279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Checking segment: {'id': 'edd0f4ea-a835-44c8-80f1-345c5b9080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:43.992909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network hostable DHCP agents. Network: 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:48:44.014584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Network 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:48:44.024633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:44.029578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.031304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.034530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f02b9-c177-46f5-b9ed-122e5d749d7e None None] Network 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:44.062484 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1469589b-4faf-4123-bd5d-38183fc31b40 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6618233 Jan 21 09:48:44.065361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37650) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.071626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7422da85-fb2b-465f-ba72-b96fdbffa4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:44.194988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7422da85-fb2b-465f-ba72-b96fdbffa4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2047550'] for subnet, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.250181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6', 'network_id': '3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6', 'tenant_id': '75f18e7f70a241828270896e4b47bac8', 'fixed_ips': [{'subnet_id': 'ca8eccaa-9345-4d2b-ad7e-6617e323239e'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:48:44.251020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.399998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7422da85-fb2b-465f-ba72-b96fdbffa4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777543328503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1582997'] for subnet, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.456874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422da85-fb2b-465f-ba72-b96fdbffa4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:44.457386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7422da85-fb2b-465f-ba72-b96fdbffa4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.458706 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7422da85-fb2b-465f-ba72-b96fdbffa4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "PUT /v2.0/subnets/ca8eccaa-9345-4d2b-ad7e-6617e323239e HTTP/1.1" status: 200 len: 877 time: 0.3922298 Jan 21 09:48:44.461750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37654) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:44.463553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Allocated IP 172.20.0.3 (3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6/ca8eccaa-9345-4d2b-ad7e-6617e323239e/d694436a-988c-4f6e-8820-fd262a2e4edf) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:48:44.474211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422da85-fb2b-465f-ba72-b96fdbffa4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event updated for resources: {'Subnet': ['ID=ca8eccaa-9345-4d2b-ad7e-6617e323239e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.604660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.669726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.673721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.684655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Transition to ACTIVE for port object d694436a-988c-4f6e-8820-fd262a2e4edf will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:44.704461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Transition to ACTIVE for port object d694436a-988c-4f6e-8820-fd262a2e4edf will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:48:44.710667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.755602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.782393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Network 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:48:44.785430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:48:44.787885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:48:44.793936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8eccaa-9345-4d2b-ad7e-6617e323239e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.794953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Pushing event updated for resources: {'Port': ['ID=d694436a-988c-4f6e-8820-fd262a2e4edf,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:44.899019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.901205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Attempting to bind port d694436a-988c-4f6e-8820-fd262a2e4edf on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:48:44.901573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Attempting to bind port d694436a-988c-4f6e-8820-fd262a2e4edf by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'edd0f4ea-a835-44c8-80f1-345c5b9080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:48:44.901937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Attempting to bind port d694436a-988c-4f6e-8820-fd262a2e4edf on network 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:48:44.915478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:48:44.915849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Checking segment: {'id': 'edd0f4ea-a835-44c8-80f1-345c5b9080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:48:44.916252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.916642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Bound using segment: {'id': 'edd0f4ea-a835-44c8-80f1-345c5b9080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:48:44.917105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Bound port: d694436a-988c-4f6e-8820-fd262a2e4edf, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd0f4ea-a835-44c8-80f1-345c5b9080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:48:44.917478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.926885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:44.939835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd0f4ea-a835-44c8-80f1-345c5b9080c9') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:44.940129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd0f4ea-a835-44c8-80f1-345c5b9080c9') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:44.952038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.968849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.975252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:44.975655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:44.994755 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:45.087200 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] For port d694436a-988c-4f6e-8820-fd262a2e4edf, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:48:45.095810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 09:48:45.095810 dv-neutron-825724-1-hyperv neutron-server[83427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 09:48:45.095810 dv-neutron-825724-1-hyperv neutron-server[83427]: [parameters: {'id': '3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6'}] Jan 21 09:48:45.095810 dv-neutron-825724-1-hyperv neutron-server[83427]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:45.096374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:45.097317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] For port d694436a-988c-4f6e-8820-fd262a2e4edf, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d694436a-988c-4f6e-8820-fd262a2e4edf,segment=NetworkSegment(edd0f4ea-a835-44c8-80f1-345c5b9080c9),segment_id=edd0f4ea-a835-44c8-80f1-345c5b9080c9)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:48:45.102549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.245596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b46491-ddba-46c7-8c38-4d742472dda8 None None] Pushing event updated for resources: {'Port': ['ID=d694436a-988c-4f6e-8820-fd262a2e4edf,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:45.330533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e6a0f-53ef-4674-b15c-192f35c95369 None None] Network 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:45.537954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521f2019-599d-4982-8c1d-1e0f8b4f38ae None None] Network 3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:45.597180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.609471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Deleting port d694436a-988c-4f6e-8820-fd262a2e4edf {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:45.609908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:45.756771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ee504-42ee-4eef-90c6-5d0ee058e5e5 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 09:48:45.885264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ee504-42ee-4eef-90c6-5d0ee058e5e5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 09:48:45.931104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] For port d694436a-988c-4f6e-8820-fd262a2e4edf, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d694436a-988c-4f6e-8820-fd262a2e4edf,segment=NetworkSegment(edd0f4ea-a835-44c8-80f1-345c5b9080c9),segment_id=edd0f4ea-a835-44c8-80f1-345c5b9080c9)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:45.931463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.057749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Calling delete_port for d694436a-988c-4f6e-8820-fd262a2e4edf owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:46.132649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.181532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Port': ['ID=d694436a-988c-4f6e-8820-fd262a2e4edf,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:46.185965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No DVR routers for this DVR port d694436a-988c-4f6e-8820-fd262a2e4edf on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:46.308246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.333700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:46.345273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd0f4ea-a835-44c8-80f1-345c5b9080c9') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:46.345564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd0f4ea-a835-44c8-80f1-345c5b9080c9') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:46.356508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.371856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.378650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:46.379024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:46.394212 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:46.475038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.491995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.503623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:46.516895 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-29fcb2c4-0f95-44d1-9c85-00fb42d4e29b tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 HTTP/1.1" status: 204 len: 168 time: 2.0540819 Jan 21 09:48:46.520394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37658) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:46.557614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f686789-b254-4081-8327-b52784bd4979 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:46.558087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f686789-b254-4081-8327-b52784bd4979 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:46.559742 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6f686789-b254-4081-8327-b52784bd4979 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/ca8eccaa-9345-4d2b-ad7e-6617e323239e HTTP/1.1" status: 404 len: 337 time: 0.0384576 Jan 21 09:48:46.563057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37662) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:46.587310 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7d56c2-60c6-449e-b0bb-68e723fc7a1c tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:46.587744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7d56c2-60c6-449e-b0bb-68e723fc7a1c tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:46.589319 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3e7d56c2-60c6-449e-b0bb-68e723fc7a1c tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/3396f9f4-e15e-4b3d-82d0-d93c6e1f0ac6 HTTP/1.1" status: 404 len: 339 time: 0.0253260 Jan 21 09:48:46.591919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37666) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:46.632988 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49e9cd5-c594-4d72-afbe-ccc1e238f4fb tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:46.633733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49e9cd5-c594-4d72-afbe-ccc1e238f4fb tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:46.635056 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e49e9cd5-c594-4d72-afbe-ccc1e238f4fb tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/0d808551-c537-4543-b0f5-69b36d29d8cb HTTP/1.1" status: 404 len: 337 time: 0.0422769 Jan 21 09:48:46.637599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37670) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:46.661398 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac414f4-a140-4ba5-a81d-ce2b019fe4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:46.661835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac414f4-a140-4ba5-a81d-ce2b019fe4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:46.663455 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5ac414f4-a140-4ba5-a81d-ce2b019fe4bc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/f656bb90-b1f6-4dec-8b4c-661b90dce43a HTTP/1.1" status: 404 len: 339 time: 0.0249660 Jan 21 09:48:46.666011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37674) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:46.779173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.910875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.938608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9bea99-2945-4b4e-8bb4-810073887798']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:46.951023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8aa0165-ae27-416f-9e8d-bd533215a0b6') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:46.951315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8aa0165-ae27-416f-9e8d-bd533215a0b6') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:46.962787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.979140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:46.985659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:46.986064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:47.000078 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:47.080131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.097272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:47.107980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=3f9bea99-2945-4b4e-8bb4-810073887798,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:47.113546 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6ef5ab2e-2fbe-4f31-8c00-ef333d166420 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/3f9bea99-2945-4b4e-8bb4-810073887798 HTTP/1.1" status: 204 len: 168 time: 0.4465082 Jan 21 09:48:47.115908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37678) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.155812 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b8a534-638f-4e88-bc92-7d37bd129aa5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.156288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b8a534-638f-4e88-bc92-7d37bd129aa5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.157890 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a0b8a534-638f-4e88-bc92-7d37bd129aa5 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/90455b1e-fd7f-4715-a839-144406f65e01 HTTP/1.1" status: 404 len: 337 time: 0.0411112 Jan 21 09:48:47.160449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37682) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.184590 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae5af15-fb0a-4140-8651-d8530359ada6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.185013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae5af15-fb0a-4140-8651-d8530359ada6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.186616 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0ae5af15-fb0a-4140-8651-d8530359ada6 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/f1b87d8d-fce4-40e6-a9c5-c39d46122365 HTTP/1.1" status: 404 len: 339 time: 0.0253069 Jan 21 09:48:47.189247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37686) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.227229 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e55346a-a946-49ca-9076-9d76ac1b7982 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.227655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e55346a-a946-49ca-9076-9d76ac1b7982 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.229223 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4e55346a-a946-49ca-9076-9d76ac1b7982 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/57f7d3d6-4acb-487b-bd48-dae1018c2e17 HTTP/1.1" status: 404 len: 337 time: 0.0391312 Jan 21 09:48:47.231722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37690) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.256578 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6683d7f7-1d4f-4d20-b14c-51a23299a3b9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.257005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6683d7f7-1d4f-4d20-b14c-51a23299a3b9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.258632 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6683d7f7-1d4f-4d20-b14c-51a23299a3b9 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/8d10e380-1a1f-479e-b009-4e28384345a2 HTTP/1.1" status: 404 len: 339 time: 0.0260627 Jan 21 09:48:47.261171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37694) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.301259 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5241a5-56b4-457d-8223-d1a73f9999fc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.301687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5241a5-56b4-457d-8223-d1a73f9999fc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.303301 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ff5241a5-56b4-457d-8223-d1a73f9999fc tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/af03d9b1-6794-438a-866c-f652e0d5c29f HTTP/1.1" status: 404 len: 337 time: 0.0412791 Jan 21 09:48:47.306114 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37698) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.424343 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-28db5491-2eb5-4744-a210-bc93580f8b09 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.424694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28db5491-2eb5-4744-a210-bc93580f8b09 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.426336 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-28db5491-2eb5-4744-a210-bc93580f8b09 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/cfd66338-9d25-45c6-b4a6-97d870424237 HTTP/1.1" status: 404 len: 339 time: 0.1193209 Jan 21 09:48:47.429008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37702) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.468782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e351829-5dba-460d-ad51-a4336e88cee7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.469218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e351829-5dba-460d-ad51-a4336e88cee7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.470880 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7e351829-5dba-460d-ad51-a4336e88cee7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/46cb666b-b8a2-4f71-914a-dee4af307d44 HTTP/1.1" status: 404 len: 337 time: 0.0406947 Jan 21 09:48:47.473416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37706) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.496974 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd856852-b4f9-40c5-b7be-27353e127724 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.497403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd856852-b4f9-40c5-b7be-27353e127724 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.499057 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bd856852-b4f9-40c5-b7be-27353e127724 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/6adaaef6-0b9e-455a-8478-b4556acb9741 HTTP/1.1" status: 404 len: 339 time: 0.0247650 Jan 21 09:48:47.501660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37710) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.540746 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-19553d35-d94f-48b2-80b6-f2cc84111488 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.541173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19553d35-d94f-48b2-80b6-f2cc84111488 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.542788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-19553d35-d94f-48b2-80b6-f2cc84111488 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/60dc0b21-c5a6-4785-b081-b91cd034685b HTTP/1.1" status: 404 len: 337 time: 0.0402324 Jan 21 09:48:47.545271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37714) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.568917 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f4c256-3aa3-47d8-916c-57d2bab88d82 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.569343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f4c256-3aa3-47d8-916c-57d2bab88d82 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.570936 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-41f4c256-3aa3-47d8-916c-57d2bab88d82 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/40e8e14c-488e-41ed-93d6-6e64e1ad9149 HTTP/1.1" status: 404 len: 339 time: 0.0247757 Jan 21 09:48:47.573393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37718) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.609943 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-43870bba-0ecf-4ac7-a1c7-c1b52d209316 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.610397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43870bba-0ecf-4ac7-a1c7-c1b52d209316 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.611960 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-43870bba-0ecf-4ac7-a1c7-c1b52d209316 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/c5fda54e-e9db-4e0b-96a9-87697a0bf06f HTTP/1.1" status: 404 len: 337 time: 0.0377219 Jan 21 09:48:47.614446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37722) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.637540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b12064b-fd1d-49c4-8bbf-96dcc620cc3e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.638157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b12064b-fd1d-49c4-8bbf-96dcc620cc3e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.640003 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6b12064b-fd1d-49c4-8bbf-96dcc620cc3e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/1c61db61-a213-45f4-bbdf-61d97316b69b HTTP/1.1" status: 404 len: 339 time: 0.0241141 Jan 21 09:48:47.642569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37726) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.681450 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8758d10-be73-4c1e-875e-6856cea22f14 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.681796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8758d10-be73-4c1e-875e-6856cea22f14 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.683384 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c8758d10-be73-4c1e-875e-6856cea22f14 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/5849d493-6392-4e6d-a185-60be68e695d3 HTTP/1.1" status: 404 len: 337 time: 0.0399776 Jan 21 09:48:47.685816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37730) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.709956 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-61385227-2e54-4919-a85b-7e3a1083e082 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.710413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61385227-2e54-4919-a85b-7e3a1083e082 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.711957 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-61385227-2e54-4919-a85b-7e3a1083e082 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/2a1c46c5-11ea-418a-b228-45f8df46bcd3 HTTP/1.1" status: 404 len: 339 time: 0.0247552 Jan 21 09:48:47.714502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37734) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.750814 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cff186-66e8-4068-bebc-0def497932d7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.751250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cff186-66e8-4068-bebc-0def497932d7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.752838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6cff186-66e8-4068-bebc-0def497932d7 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/101de746-6040-4f14-91a4-06667594fe1b HTTP/1.1" status: 404 len: 337 time: 0.0374913 Jan 21 09:48:47.755314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37738) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.779470 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e8abcc-9de5-4ea4-83c1-62635d99bf54 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] DELETE failed (client error): The resource could not be found. Jan 21 09:48:47.779928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e8abcc-9de5-4ea4-83c1-62635d99bf54 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 09:48:47.781743 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c1e8abcc-9de5-4ea4-83c1-62635d99bf54 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/4af4bab1-0e8c-4da6-9067-392a7976eacc HTTP/1.1" status: 404 len: 339 time: 0.0255663 Jan 21 09:48:47.784205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37742) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:47.920221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37748) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:48.065424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-906f1754-2004-4d73-a2e2-27394c9f4b4e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Deleting subnet e2cf4f2c-cf83-46b6-b6a9-5e8c55d9a13d {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:48.069176 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-18f6e7c5-d146-4aab-a43e-88199a868ed8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/ff6b9202-69e7-442b-84ee-f354823a41d9 HTTP/1.1" status: 200 len: 994 time: 0.1462593 Jan 21 09:48:48.071143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-906f1754-2004-4d73-a2e2-27394c9f4b4e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.129009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-906f1754-2004-4d73-a2e2-27394c9f4b4e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.214101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-906f1754-2004-4d73-a2e2-27394c9f4b4e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.285676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-906f1754-2004-4d73-a2e2-27394c9f4b4e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.326529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f1754-2004-4d73-a2e2-27394c9f4b4e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Subnet': ['ID=e2cf4f2c-cf83-46b6-b6a9-5e8c55d9a13d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:48.330851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-906f1754-2004-4d73-a2e2-27394c9f4b4e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.336329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bb5740-04a0-40be-95a1-4fab601f2cd4 None None] Network 72f42e15-bbe8-44c2-9d75-b02718e62769 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:48.342103 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-906f1754-2004-4d73-a2e2-27394c9f4b4e tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/subnets/e2cf4f2c-cf83-46b6-b6a9-5e8c55d9a13d HTTP/1.1" status: 204 len: 168 time: 0.5568342 Jan 21 09:48:48.344436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37756) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:48.446679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37760) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:48.462013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.473288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Deleting port 8180752d-f415-4d70-8039-01dd4d9497e1 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:48.473538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.589799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] DHCP port deletion for 72f42e15-bbe8-44c2-9d75-b02718e62769 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:48.594811 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] Deleting port 8180752d-f415-4d70-8039-01dd4d9497e1 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:48.595400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.656092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 2d17483d-f34e-44d6-9d48-9d0a70f9df4a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:48.656460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.694676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] For port 8180752d-f415-4d70-8039-01dd4d9497e1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8180752d-f415-4d70-8039-01dd4d9497e1,segment=NetworkSegment(22336a4d-caac-485b-8ae0-bd07e25a6175),segment_id=22336a4d-caac-485b-8ae0-bd07e25a6175)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:48.695309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.804199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] For port 8180752d-f415-4d70-8039-01dd4d9497e1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8180752d-f415-4d70-8039-01dd4d9497e1,segment=NetworkSegment(22336a4d-caac-485b-8ae0-bd07e25a6175),segment_id=22336a4d-caac-485b-8ae0-bd07e25a6175)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:48.804899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.823129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Calling delete_port for 8180752d-f415-4d70-8039-01dd4d9497e1 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:48.902002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.934373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.935257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:48.936175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] Calling delete_port for 8180752d-f415-4d70-8039-01dd4d9497e1 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:49.043652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:48:49.044005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:48:49.046545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-54b7a01e-8061-4f33-8a41-a768f57fb7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.051230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Port': ['ID=8180752d-f415-4d70-8039-01dd4d9497e1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:49.059874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] No DVR routers for this DVR port 8180752d-f415-4d70-8039-01dd4d9497e1 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:49.075888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 2d17483d-f34e-44d6-9d48-9d0a70f9df4a owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:49.181722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.207060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f42e15-bbe8-44c2-9d75-b02718e62769']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:49.218801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22336a4d-caac-485b-8ae0-bd07e25a6175') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:49.219088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22336a4d-caac-485b-8ae0-bd07e25a6175') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:49.229641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.231900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.247629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.254442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:48:49.254825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:48:49.269572 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:48:49.278188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=2d17483d-f34e-44d6-9d48-9d0a70f9df4a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:49.350929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.370208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.372188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.379330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] Pushing event deleted for resources: {'Network': ['ID=72f42e15-bbe8-44c2-9d75-b02718e62769,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:49.386911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-612a3279-e79c-4f74-962f-0ef3ba72b373 tempest-NetworksTest-408380133 tempest-NetworksTest-408380133-project] 10.222.0.122 "DELETE /v2.0/networks/72f42e15-bbe8-44c2-9d75-b02718e62769 HTTP/1.1" status: 204 len: 168 time: 1.0414245 Jan 21 09:48:49.546266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] Deleting port 8180752d-f415-4d70-8039-01dd4d9497e1 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:49.546829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.615415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-42f84e16-06df-4ce9-baf2-2382437fee26 None None] The port '8180752d-f415-4d70-8039-01dd4d9497e1' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:48:49.698672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37768) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:49.783649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:49.872701 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6cbf83ed-7a86-4383-8c64-5a6034d18510 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=75f18e7f70a241828270896e4b47bac8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1726482 Jan 21 09:48:49.875530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37774) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:49.946424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71ee5c66-360d-4a60-bb9d-1bf2fa6daa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:49.982086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71ee5c66-360d-4a60-bb9d-1bf2fa6daa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.013667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:50.021136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8180752d-f415-4d70-8039-01dd4d9497e1 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:50.032625 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] Sync routers for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:50.049323 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:50.049838 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:50.057792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.061623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71ee5c66-360d-4a60-bb9d-1bf2fa6daa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.063068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 8180752d-f415-4d70-8039-01dd4d9497e1 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:50.063586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8180752d-f415-4d70-8039-01dd4d9497e1 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:50.082007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee5c66-360d-4a60-bb9d-1bf2fa6daa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb4b34-c484-4ce7-893e-ab850a5936ad,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:50.086326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71ee5c66-360d-4a60-bb9d-1bf2fa6daa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:50.090357 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-71ee5c66-360d-4a60-bb9d-1bf2fa6daa9d admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/cbdb4b34-c484-4ce7-893e-ab850a5936ad HTTP/1.1" status: 204 len: 168 time: 0.2138071 Jan 21 09:48:50.165893 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-20442027-1314-40d7-a613-14e60b0ba277 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/ff6b9202-69e7-442b-84ee-f354823a41d9 HTTP/1.1" status: 204 len: 168 time: 1.7098665 Jan 21 09:48:50.165893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:50.238408 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'status': 'completed', 'code': 200} Jan 21 09:48:50.281886 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:50.429220 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cdee4325-f992-4890-a32f-e3413af9a360 req-bcd63342-5c4a-4a4f-a28e-09d61823e4fb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 1099 time: 0.1617115 Jan 21 09:48:50.698048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee4325-f992-4890-a32f-e3413af9a360 req-92ea907e-d2cf-4923-b58b-5b1474a8c711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:50.699640 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cdee4325-f992-4890-a32f-e3413af9a360 req-92ea907e-d2cf-4923-b58b-5b1474a8c711 service neutron] 10.222.0.120 "GET /v2.0/networks?id=006fce52-c5d8-4c23-98e9-7b909765eeab HTTP/1.1" status: 200 len: 897 time: 0.2638803 Jan 21 09:48:50.792369 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cdee4325-f992-4890-a32f-e3413af9a360 req-c5f85dbc-f064-4e8e-ac26-168b1b3c144a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1 HTTP/1.1" status: 200 len: 217 time: 0.0846462 Jan 21 09:48:50.884637 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:48Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:50.906370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] Checking router: 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:50.934621 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:50.935738 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:51.038960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee4325-f992-4890-a32f-e3413af9a360 req-6bb826ff-a6ae-4696-86b9-1b36bd4dffc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:51.040780 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cdee4325-f992-4890-a32f-e3413af9a360 req-6bb826ff-a6ae-4696-86b9-1b36bd4dffc4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fac20575-89dc-429a-a751-b0d0362647c3 HTTP/1.1" status: 200 len: 834 time: 0.2318044 Jan 21 09:48:51.050663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ebdc5-7fbd-49a5-8e64-a41c05f6735e req-dc918be0-32c0-4b15-a0d7-e79cb943df4f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:51.064317 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f5ebdc5-7fbd-49a5-8e64-a41c05f6735e req-dc918be0-32c0-4b15-a0d7-e79cb943df4f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 946 time: 0.1918383 Jan 21 09:48:51.175738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f5ebdc5-7fbd-49a5-8e64-a41c05f6735e req-e8d5208e-2fbf-46d9-9160-5e4c84a93acd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092052 Jan 21 09:48:51.273151 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cdee4325-f992-4890-a32f-e3413af9a360 req-398c7a83-7b97-47f9-9faf-03ddff9b9907 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=006fce52-c5d8-4c23-98e9-7b909765eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2138827 Jan 21 09:48:51.280951 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-03312bba-d85b-4e22-9a8e-54c3c5b8f3f4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2189083 Jan 21 09:48:51.330679 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:51.456006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5f30ac9b-f562-4b38-8e6d-c71df64b7738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:51.470662 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cdee4325-f992-4890-a32f-e3413af9a360 req-a71a9253-d8b4-494c-ab49-c4ea3b62d9ee service neutron] 10.222.0.120 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894357 Jan 21 09:48:51.714546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37802) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:51.764398 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-7da4de9e-f87a-42f9-a30e-24fb4913a87a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 1098 time: 0.2777226 Jan 21 09:48:51.767227 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cdee4325-f992-4890-a32f-e3413af9a360 req-027ebda7-bb4b-402a-bf58-d03c903041ff service neutron] 10.222.0.120 "GET /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844059 Jan 21 09:48:51.952966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485846554'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:51.953808 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:48Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:51.963933 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14851ff6-ab80-405e-ad78-07071ce70a43 None None] The sync data for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv is: [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:47:32Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'a9cdc63f-21c3-4e53-b003-7b3b23d992f7', 'name': '', 'network_id': '006fce52-c5d8-4c23-98e9-7b909765eeab', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:95:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:30Z', 'updated_at': '2022-01-21T09:47:48Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'fac20575-89dc-429a-a751-b0d0362647c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:48:51.971167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:51.975855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:51.981528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:51.989919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:52.006713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.029720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.086027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:52.093181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:52.098381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:52.108950 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:52.116828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-fae7990c-2a1e-460e-957c-5de5ae333011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:52.118385 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-fae7990c-2a1e-460e-957c-5de5ae333011 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.3023863 Jan 21 09:48:52.202969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.207978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.255608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:52.261835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80be5e81-50f2-4489-a0e0-c15d0d862dda,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:52.266125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:52.269512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:52.281808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:52.335922 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-e9c1da62-c6f8-4351-b1be-45ecb974c153 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5 HTTP/1.1" status: 200 len: 1000 time: 0.2057803 Jan 21 09:48:52.363320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f98a95-9b89-4e90-9d2a-957d0baa5d43 None None] New status for floating IP ff6b9202-69e7-442b-84ee-f354823a41d9: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:48:52.426214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.443836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.449345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-a1cd13d0-8027-44a6-8629-bff9091742b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:52.451085 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-a1cd13d0-8027-44a6-8629-bff9091742b0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.0914063 Jan 21 09:48:52.458087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-590384ef-739c-4d0a-b8d6-5ca625ed2604 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:52.458790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-590384ef-739c-4d0a-b8d6-5ca625ed2604 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:52.531833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.533783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-590384ef-739c-4d0a-b8d6-5ca625ed2604 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:52.534998 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-590384ef-739c-4d0a-b8d6-5ca625ed2604 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 946 time: 0.2878561 Jan 21 09:48:52.536168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d884fd4-129d-47de-8ec4-bb87a1b65b73,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:52.554322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.555772 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3935f82e-460a-48f8-ba04-9a460152f4af tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8391840 Jan 21 09:48:52.563335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37810) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:52.576582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03792b7-e119-4289-83c9-b8f9457cdc1c req-e8bd271b-665f-4927-a60c-8c62eb027210 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:48:52.579302 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e03792b7-e119-4289-83c9-b8f9457cdc1c req-e8bd271b-665f-4927-a60c-8c62eb027210 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 946 time: 0.2089243 Jan 21 09:48:52.614541 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-c9a89d70-b4a2-4a4d-840e-3213f0fd8b30 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1526091 Jan 21 09:48:52.619645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port ac1eb98c-edd6-4d27-add7-06d10af3dda1 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:52.619897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.682018 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e03792b7-e119-4289-83c9-b8f9457cdc1c req-80e3dfd4-74a7-44e1-be81-f562f597a4dd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=f027c399-47ec-42c0-9db8-085dea9aa349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837388 Jan 21 09:48:52.689180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-074f2fe7-88bd-4f1c-a623-8bc45fe3b27c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:52.710975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-074f2fe7-88bd-4f1c-a623-8bc45fe3b27c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:52.714959 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-074f2fe7-88bd-4f1c-a623-8bc45fe3b27c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1457658 Jan 21 09:48:52.715271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37814) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:52.723229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b51c9798-22e6-4458-9136-588cfd22ec57 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-security--1877368081', 'description': 'tempest-security-description-2121262876'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:52.762402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b51c9798-22e6-4458-9136-588cfd22ec57 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.775604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.822789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b51c9798-22e6-4458-9136-588cfd22ec57 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.828906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b51c9798-22e6-4458-9136-588cfd22ec57 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.830911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b51c9798-22e6-4458-9136-588cfd22ec57 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:52.837197 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b51c9798-22e6-4458-9136-588cfd22ec57 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "PUT /v2.0/security-groups/6d884fd4-129d-47de-8ec4-bb87a1b65b73 HTTP/1.1" status: 200 len: 1612 time: 0.1151178 Jan 21 09:48:52.840046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37818) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:52.888023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c9798-22e6-4458-9136-588cfd22ec57 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d884fd4-129d-47de-8ec4-bb87a1b65b73,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:52.922613 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ea3917ac-c3b1-4b6d-8609-5593ca4980cf tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups/6d884fd4-129d-47de-8ec4-bb87a1b65b73 HTTP/1.1" status: 200 len: 1612 time: 0.0757675 Jan 21 09:48:52.922613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37822) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:52.949649 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-b1ae0288-d2d5-442f-a363-57b2ce4f14e6 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956257 Jan 21 09:48:53.013144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6199893-a8be-4bde-856f-f939cac3db03 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.067044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6199893-a8be-4bde-856f-f939cac3db03 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.123003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6199893-a8be-4bde-856f-f939cac3db03 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.148787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6199893-a8be-4bde-856f-f939cac3db03 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d884fd4-129d-47de-8ec4-bb87a1b65b73,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:53.150658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port ac1eb98c-edd6-4d27-add7-06d10af3dda1, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ac1eb98c-edd6-4d27-add7-06d10af3dda1,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:53.150658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.171287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6199893-a8be-4bde-856f-f939cac3db03 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.174239 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6199893-a8be-4bde-856f-f939cac3db03 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/6d884fd4-129d-47de-8ec4-bb87a1b65b73 HTTP/1.1" status: 204 len: 168 time: 0.2506225 Jan 21 09:48:53.177629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37826) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.257962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-16262e6f-55f6-40e0-a8a4-58292d0f4bc5 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:53.276656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-16262e6f-55f6-40e0-a8a4-58292d0f4bc5 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:53.278391 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-16262e6f-55f6-40e0-a8a4-58292d0f4bc5 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1008098 Jan 21 09:48:53.283284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37832) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.301044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-2892a4b0-b23a-4a60-8d66-4702ed803453 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] delete failed (client error): The resource could not be found. Jan 21 09:48:53.302161 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2892a4b0-b23a-4a60-8d66-4702ed803453 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/6d884fd4-129d-47de-8ec4-bb87a1b65b73 HTTP/1.1" status: 404 len: 347 time: 0.0190842 Jan 21 09:48:53.306690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37836) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.314434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878705935'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:53.320949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:53.333253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:53.336286 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4b02e031-9c85-4217-97d7-6c7b457d9968 req-d2c92a54-6548-44b9-94fc-aaa001356749 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832150 Jan 21 09:48:53.352623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.400697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:53.403803 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for ac1eb98c-edd6-4d27-add7-06d10af3dda1 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:53.407222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:53.409454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:53.416494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:53.486694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.491907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.542810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a00c02c-e264-488d-8680-df1d483f55e5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:53.548420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.549566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-54459fbc-dfbf-4323-9e38-c86d10c6a7be tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2419040 Jan 21 09:48:53.552636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37840) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.560807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': '7a00c02c-e264-488d-8680-df1d483f55e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:53.570525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:53.574787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:53.578414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:53.581083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.622147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:53.644165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=ac1eb98c-edd6-4d27-add7-06d10af3dda1,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:53.723100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.740462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port ac1eb98c-edd6-4d27-add7-06d10af3dda1 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:48:53.745053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.747848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'name': 'network-vif-deleted', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:48:53.794113 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e3ae970a-c923-4905-a55e-8848d287dbf0 req-f80add43-c700-4648-8943-686d6427d624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/ac1eb98c-edd6-4d27-add7-06d10af3dda1 HTTP/1.1" status: 204 len: 173 time: 1.2535853 Jan 21 09:48:53.824862 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1904de1-2de6-4a92-83ac-9eccc373ab69', 'name': 'network-vif-deleted', 'tag': 'ac1eb98c-edd6-4d27-add7-06d10af3dda1', 'status': 'completed', 'code': 200} Jan 21 09:48:53.831961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.838312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.865657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.878147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3a4dfc-a269-49e7-ab93-aeff7ba2ee9a,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:53.890601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.891999 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e69b9334-170b-4795-beea-63d413b7016b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3384249 Jan 21 09:48:53.894838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37850) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:53.954359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ae098e7-1538-4074-84c0-55d83d281df6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:53.970254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ae098e7-1538-4074-84c0-55d83d281df6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.007777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ae098e7-1538-4074-84c0-55d83d281df6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.029479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae098e7-1538-4074-84c0-55d83d281df6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c3a4dfc-a269-49e7-ab93-aeff7ba2ee9a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:54.033102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3ae098e7-1538-4074-84c0-55d83d281df6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.037294 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3ae098e7-1538-4074-84c0-55d83d281df6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/4c3a4dfc-a269-49e7-ab93-aeff7ba2ee9a HTTP/1.1" status: 204 len: 168 time: 0.1378825 Jan 21 09:48:54.037294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37854) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.105046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cb558215-efea-4973-af42-f699a1085065 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:54.134761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cb558215-efea-4973-af42-f699a1085065 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:54.142963 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cb558215-efea-4973-af42-f699a1085065 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0976839 Jan 21 09:48:54.142963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37858) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.220992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bfa92677-59af-4d35-a0a6-84102731db70 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.291669 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16142828-6f6c-4ea9-806e-f7006ef9a844 req-8595028f-4047-44a0-815d-20a3d1f10dba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b1904de1-2de6-4a92-83ac-9eccc373ab69 HTTP/1.1" status: 200 len: 210 time: 0.0600057 Jan 21 09:48:54.293130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bfa92677-59af-4d35-a0a6-84102731db70 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.350413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bfa92677-59af-4d35-a0a6-84102731db70 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.368527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa92677-59af-4d35-a0a6-84102731db70 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a00c02c-e264-488d-8680-df1d483f55e5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:54.384884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bfa92677-59af-4d35-a0a6-84102731db70 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.386127 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bfa92677-59af-4d35-a0a6-84102731db70 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/7a00c02c-e264-488d-8680-df1d483f55e5 HTTP/1.1" status: 204 len: 168 time: 0.2469893 Jan 21 09:48:54.391549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37862) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.454012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6308d7ce-c539-43fe-94e6-eb24822bd66d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:54.470493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6308d7ce-c539-43fe-94e6-eb24822bd66d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:54.476905 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6308d7ce-c539-43fe-94e6-eb24822bd66d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0856142 Jan 21 09:48:54.477133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37866) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.486854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879796696'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:54.494491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:54.507607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:54.518867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.565973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:54.576154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:54.576300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:54.584288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:54.649141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.653621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.699784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ea528-06e1-4783-9707-c4c3c44fefbb,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:54.711512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.712498 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ba0e3b20-8dea-4095-9c67-08378cd7c309 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2346616 Jan 21 09:48:54.715680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37870) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.721476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': '9b0ea528-06e1-4783-9707-c4c3c44fefbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:54.727701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:54.732208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:54.736859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:54.743262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:54.760896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.834576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.838374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.865759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9802a4c-9038-49aa-8d22-2693ed2cd6ce,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:54.881655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:54.884862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37874) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:54.885044 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ad0de54c-3c11-4095-9b01-e06dbe71b496 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1686587 Jan 21 09:48:54.892033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': '9b0ea528-06e1-4783-9707-c4c3c44fefbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:54.900016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:54.903449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:54.907570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:54.914306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:54.932132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.001351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.005469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.046304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f681f2f0-ee82-418d-9d15-92c94d39760a,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.059553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.060828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-95e9e8ca-f2ac-4298-af99-9739ca713728 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1749566 Jan 21 09:48:55.063890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37878) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.069158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': '9b0ea528-06e1-4783-9707-c4c3c44fefbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:55.075023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:55.079855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:55.082855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:55.088805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:55.107490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.173063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.176764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.205452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9440d23-77c9-4e95-81b5-3a006244315b,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.217075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.218789 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f16ef2d2-6cee-4977-a917-56b9f16c5c4b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1531937 Jan 21 09:48:55.222304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37882) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.227354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': '9b0ea528-06e1-4783-9707-c4c3c44fefbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:55.235071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:55.239489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:55.242532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:55.250605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:55.269039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.342213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.346826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.372946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2379ace1-612f-4bc3-9b47-0b52faff4cec,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.388501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.396010 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22e63773-d5df-475b-bc21-23c1ddf6694c tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1681786 Jan 21 09:48:55.396134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37888) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.399886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': '9b0ea528-06e1-4783-9707-c4c3c44fefbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:55.406447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:55.412886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:55.414598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:55.416502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37892) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.422582 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:55.444806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.501860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a83b16e9-8364-4d6c-bbbb-25b5ba06a6e7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.538113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a83b16e9-8364-4d6c-bbbb-25b5ba06a6e7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.545195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.548880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.575428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786af64c-fc17-4460-8a42-a10ecdd4b186,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.592530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.593658 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4e80bfb9-f693-4d87-82b9-20432f6a77cd tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.1991789 Jan 21 09:48:55.596662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37896) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.611845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a83b16e9-8364-4d6c-bbbb-25b5ba06a6e7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.632126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c379f3e-aa51-4831-8c6e-134180b2b9da tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.633322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b16e9-8364-4d6c-bbbb-25b5ba06a6e7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f027c399-47ec-42c0-9db8-085dea9aa349,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.642597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a83b16e9-8364-4d6c-bbbb-25b5ba06a6e7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.646048 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a83b16e9-8364-4d6c-bbbb-25b5ba06a6e7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/f027c399-47ec-42c0-9db8-085dea9aa349 HTTP/1.1" status: 204 len: 168 time: 0.2265222 Jan 21 09:48:55.646265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c379f3e-aa51-4831-8c6e-134180b2b9da tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.673122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c379f3e-aa51-4831-8c6e-134180b2b9da tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.690464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37902) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.690951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c379f3e-aa51-4831-8c6e-134180b2b9da tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=786af64c-fc17-4460-8a42-a10ecdd4b186,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.698649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2c379f3e-aa51-4831-8c6e-134180b2b9da tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.699770 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2c379f3e-aa51-4831-8c6e-134180b2b9da tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/786af64c-fc17-4460-8a42-a10ecdd4b186 HTTP/1.1" status: 204 len: 168 time: 0.1020718 Jan 21 09:48:55.703175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37906) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.754250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-420e1d26-e375-41cf-8a1f-31864307a215 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:55.770544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-420e1d26-e375-41cf-8a1f-31864307a215 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:55.771862 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-420e1d26-e375-41cf-8a1f-31864307a215 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0677545 Jan 21 09:48:55.774743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37910) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.805721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11bd8232-46c1-4496-bb9c-95d5b73f6cb4 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.817110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11bd8232-46c1-4496-bb9c-95d5b73f6cb4 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.841885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11bd8232-46c1-4496-bb9c-95d5b73f6cb4 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.861784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd8232-46c1-4496-bb9c-95d5b73f6cb4 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2379ace1-612f-4bc3-9b47-0b52faff4cec,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:55.873490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-11bd8232-46c1-4496-bb9c-95d5b73f6cb4 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:55.875627 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-11bd8232-46c1-4496-bb9c-95d5b73f6cb4 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/2379ace1-612f-4bc3-9b47-0b52faff4cec HTTP/1.1" status: 204 len: 168 time: 0.0999563 Jan 21 09:48:55.878331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37914) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.931357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8ee408aa-86d9-4db9-8189-23b4fe201922 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:55.949717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8ee408aa-86d9-4db9-8189-23b4fe201922 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:55.954431 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8ee408aa-86d9-4db9-8189-23b4fe201922 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0719075 Jan 21 09:48:55.954772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37918) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:55.998877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e01807ab-0066-4ea1-bc4d-af3d59b239e8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.012095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e01807ab-0066-4ea1-bc4d-af3d59b239e8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.100789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e01807ab-0066-4ea1-bc4d-af3d59b239e8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.130917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01807ab-0066-4ea1-bc4d-af3d59b239e8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9440d23-77c9-4e95-81b5-3a006244315b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:56.141568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e01807ab-0066-4ea1-bc4d-af3d59b239e8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.142701 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e01807ab-0066-4ea1-bc4d-af3d59b239e8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/e9440d23-77c9-4e95-81b5-3a006244315b HTTP/1.1" status: 204 len: 168 time: 0.1871145 Jan 21 09:48:56.145560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37922) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.195012 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0591c272-8020-462c-8ba3-d29dd8503db5 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0482454 Jan 21 09:48:56.197765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37926) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.226872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4fc57c7-49ce-47f2-8fcf-89af4b303d99 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.237793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4fc57c7-49ce-47f2-8fcf-89af4b303d99 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.265161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4fc57c7-49ce-47f2-8fcf-89af4b303d99 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.275162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.279590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc57c7-49ce-47f2-8fcf-89af4b303d99 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f681f2f0-ee82-418d-9d15-92c94d39760a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:56.286192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4fc57c7-49ce-47f2-8fcf-89af4b303d99 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.287285 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e4fc57c7-49ce-47f2-8fcf-89af4b303d99 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/f681f2f0-ee82-418d-9d15-92c94d39760a HTTP/1.1" status: 204 len: 168 time: 0.0886064 Jan 21 09:48:56.289828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37930) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.338964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4feba99b-f13b-4a20-b81d-c5712c867014 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:56.363165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4feba99b-f13b-4a20-b81d-c5712c867014 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:56.364634 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4feba99b-f13b-4a20-b81d-c5712c867014 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0738053 Jan 21 09:48:56.367386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37934) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.397544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8030ce62-e14e-47c6-a32a-805bc89ae54b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.409303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8030ce62-e14e-47c6-a32a-805bc89ae54b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.438662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8030ce62-e14e-47c6-a32a-805bc89ae54b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.465998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030ce62-e14e-47c6-a32a-805bc89ae54b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9802a4c-9038-49aa-8d22-2693ed2cd6ce,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:56.475304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8030ce62-e14e-47c6-a32a-805bc89ae54b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.476473 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8030ce62-e14e-47c6-a32a-805bc89ae54b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/c9802a4c-9038-49aa-8d22-2693ed2cd6ce HTTP/1.1" status: 204 len: 168 time: 0.1082010 Jan 21 09:48:56.479003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37938) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.524944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-26c663a4-bbd6-402c-8f60-42c975767a45 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:56.541615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-26c663a4-bbd6-402c-8f60-42c975767a45 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:56.542954 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-26c663a4-bbd6-402c-8f60-42c975767a45 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0630524 Jan 21 09:48:56.546091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37942) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.612090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2febe335-96a8-44f6-9b0b-c5870fcbbc86 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.640025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2febe335-96a8-44f6-9b0b-c5870fcbbc86 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.689060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2febe335-96a8-44f6-9b0b-c5870fcbbc86 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.714625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febe335-96a8-44f6-9b0b-c5870fcbbc86 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ea528-06e1-4783-9707-c4c3c44fefbb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:56.736447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2febe335-96a8-44f6-9b0b-c5870fcbbc86 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.741084 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2febe335-96a8-44f6-9b0b-c5870fcbbc86 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/9b0ea528-06e1-4783-9707-c4c3c44fefbb HTTP/1.1" status: 204 len: 168 time: 0.1904919 Jan 21 09:48:56.742177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37946) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.794735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e7c21406-82f6-46e0-ac89-92f733db4b74 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:56.810433 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e7c21406-82f6-46e0-ac89-92f733db4b74 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:56.812537 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e7c21406-82f6-46e0-ac89-92f733db4b74 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0700603 Jan 21 09:48:56.819353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37950) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:56.822410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--257205384'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:56.832793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:56.842789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:56.852529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.888227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:56.892850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:56.895646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:56.901150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:56.925366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port a9cdc63f-21c3-4e53-b003-7b3b23d992f7 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:56.925702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.958302 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:56.963007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.012126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97cccce-b478-4b0a-82b8-a11f6d5292b2,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.023703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.025206 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c31cd012-aaba-4db3-8a43-fca1c4701fd6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2072620 Jan 21 09:48:57.027939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37954) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:57.034120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': 'c97cccce-b478-4b0a-82b8-a11f6d5292b2', 'direction': 'ingress', 'protocol': 17}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:57.040008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:57.044236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:57.050091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:57.057445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:57.084045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.146672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port a9cdc63f-21c3-4e53-b003-7b3b23d992f7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:48:57.147030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.151154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.155873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.178453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5c02fb-d562-4d73-8227-a4b068ce1720,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.191454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.192625 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-744c45ba-9730-4d6b-9cc3-9161ac0d186d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1637588 Jan 21 09:48:57.195454 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37958) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:57.262520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83721bc0-d4de-4695-b955-dd94b971ce3d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.271431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for a9cdc63f-21c3-4e53-b003-7b3b23d992f7 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:48:57.291735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83721bc0-d4de-4695-b955-dd94b971ce3d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.346381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83721bc0-d4de-4695-b955-dd94b971ce3d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.367384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721bc0-d4de-4695-b955-dd94b971ce3d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97cccce-b478-4b0a-82b8-a11f6d5292b2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.378459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-83721bc0-d4de-4695-b955-dd94b971ce3d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.379595 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-83721bc0-d4de-4695-b955-dd94b971ce3d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/c97cccce-b478-4b0a-82b8-a11f6d5292b2 HTTP/1.1" status: 204 len: 168 time: 0.1831992 Jan 21 09:48:57.382109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37962) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:57.388716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ac1eb98c-edd6-4d27-add7-06d10af3dda1 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:48:57.428965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: ac1eb98c-edd6-4d27-add7-06d10af3dda1 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:48:57.429303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ac1eb98c-edd6-4d27-add7-06d10af3dda1 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:48:57.443642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-876a644f-2bac-4bae-bf09-63150b24571b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:57.459742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-876a644f-2bac-4bae-bf09-63150b24571b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:57.461013 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-876a644f-2bac-4bae-bf09-63150b24571b tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0779974 Jan 21 09:48:57.465010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37966) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:57.471599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--838793878'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:57.477090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.478335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:57.488588 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:57.498689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.525600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=a9cdc63f-21c3-4e53-b003-7b3b23d992f7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.535695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:57.539978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:57.543029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:57.549601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:57.619008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.623102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.680889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8818832-309a-415c-84ed-4e9fd28d0625,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.690167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.691628 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9b668578-7402-4364-a396-364d3a3278ee tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2256808 Jan 21 09:48:57.694859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37970) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:57.701697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--384372547'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:57.708793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:57.713728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:57.717779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:57.724623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:57.736278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.774227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:57.778554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:57.781553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:57.787393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:57.845133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.849243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.896941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7999aaa8-d365-4249-9b1d-1d7e1ac19b3a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:57.904957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.906268 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35295f08-5d33-4bb6-aff1-07bdc649b418 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2101152 Jan 21 09:48:57.909067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37974) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:57.914964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': 'd8818832-309a-415c-84ed-4e9fd28d0625', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7999aaa8-d365-4249-9b1d-1d7e1ac19b3a', 'remote_ip_prefix': None}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:57.921473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:57.925687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:57.929148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:57.936770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:57.943021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:57.964687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.075142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.080558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.108897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9edbc50-59e9-4248-9d83-deba790443c1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.128330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.129322 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4878c2ff-4b13-4bc3-966c-68e9cd2f2680 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2190750 Jan 21 09:48:58.132309 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37978) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.164098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd489ee8-d0f3-42f9-950f-66501baf9475 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.176154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd489ee8-d0f3-42f9-950f-66501baf9475 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.204696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd489ee8-d0f3-42f9-950f-66501baf9475 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.224730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489ee8-d0f3-42f9-950f-66501baf9475 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9edbc50-59e9-4248-9d83-deba790443c1,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.229068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-dd489ee8-d0f3-42f9-950f-66501baf9475 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.230289 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-dd489ee8-d0f3-42f9-950f-66501baf9475 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/b9edbc50-59e9-4248-9d83-deba790443c1 HTTP/1.1" status: 204 len: 168 time: 0.0967488 Jan 21 09:48:58.233656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37982) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.285610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-41c093df-76f1-4191-b301-f5fd906c2856 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:58.308789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-41c093df-76f1-4191-b301-f5fd906c2856 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:58.308789 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-41c093df-76f1-4191-b301-f5fd906c2856 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0699489 Jan 21 09:48:58.308789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37986) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.384177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb021500-9de2-4ad7-bd4e-74e2f8f228c6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.419893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb021500-9de2-4ad7-bd4e-74e2f8f228c6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.472143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb021500-9de2-4ad7-bd4e-74e2f8f228c6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.492355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb021500-9de2-4ad7-bd4e-74e2f8f228c6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999aaa8-d365-4249-9b1d-1d7e1ac19b3a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.507765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-eb021500-9de2-4ad7-bd4e-74e2f8f228c6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.510551 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eb021500-9de2-4ad7-bd4e-74e2f8f228c6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/7999aaa8-d365-4249-9b1d-1d7e1ac19b3a HTTP/1.1" status: 204 len: 168 time: 0.2006278 Jan 21 09:48:58.511694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37990) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.589068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-77e3487b-e524-4ca4-97c2-818c9447825e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:48:58.602995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:48:58.610378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-77e3487b-e524-4ca4-97c2-818c9447825e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:48:58.611980 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-77e3487b-e524-4ca4-97c2-818c9447825e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0990622 Jan 21 09:48:58.614864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 37994) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.751573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecba2-3ef2-48b8-87a2-a3b0f2b15d15 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.783045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecba2-3ef2-48b8-87a2-a3b0f2b15d15 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.918535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecba2-3ef2-48b8-87a2-a3b0f2b15d15 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.939715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ecba2-3ef2-48b8-87a2-a3b0f2b15d15 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8818832-309a-415c-84ed-4e9fd28d0625,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:58.966269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:48:58.982581 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] Sync routers for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:48:58.992957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecba2-3ef2-48b8-87a2-a3b0f2b15d15 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:58.994256 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0d7ecba2-3ef2-48b8-87a2-a3b0f2b15d15 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/d8818832-309a-415c-84ed-4e9fd28d0625 HTTP/1.1" status: 204 len: 168 time: 0.3776367 Jan 21 09:48:58.995837 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d1713db8-49be-4823-8dae-ee3506f7927a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/043ac09c-92ef-4d38-8beb-80c7c7cbefc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3040879 Jan 21 09:48:58.999354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 37998) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:58.999907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38000) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:59.002256 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:59.002873 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.175078 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35fd842c-5f82-42f1-a71d-810a34ba6b70 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1720576 Jan 21 09:48:59.180169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38006) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:59.186731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--734978946'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:59.192937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:59.197476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:59.200574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:59.208803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:59.209152 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:59.222662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.276051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:59.282269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:59.286468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:59.294366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:59.336392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf2c819-6ee4-4cdf-97f4-38a1b883f92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet fac20575-89dc-429a-a751-b0d0362647c3 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:48:59.339577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-faf2c819-6ee4-4cdf-97f4-38a1b883f92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.368751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.373183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.408140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-faf2c819-6ee4-4cdf-97f4-38a1b883f92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.427287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af97c9d-d042-4b0d-ab89-2fb62b49df74,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:59.438409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.442419 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5ad40462-0d6c-4f60-898b-35dcf542aae2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2586191 Jan 21 09:48:59.442719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38010) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:59.449645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': '0af97c9d-d042-4b0d-ab89-2fb62b49df74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:48:59.456641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:48:59.461863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:48:59.465875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:48:59.473198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:48:59.491324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.500702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-faf2c819-6ee4-4cdf-97f4-38a1b883f92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.538763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:48:57Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.543167 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] Checking router: 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:48:59.555449 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] Routers {'043ac09c-92ef-4d38-8beb-80c7c7cbefc2'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:48:59.555945 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:48:59.557162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.561793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.580044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-faf2c819-6ee4-4cdf-97f4-38a1b883f92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.586957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8445e4b-fe17-4380-99d5-2357e378c7da,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:59.600838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.609485 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-19bd212b-7200-4dbe-97de-075d6950f307 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1579955 Jan 21 09:48:59.610065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38014) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:59.627682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-faf2c819-6ee4-4cdf-97f4-38a1b883f92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.635322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2c819-6ee4-4cdf-97f4-38a1b883f92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=fac20575-89dc-429a-a751-b0d0362647c3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:59.643285 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-faf2c819-6ee4-4cdf-97f4-38a1b883f92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/fac20575-89dc-429a-a751-b0d0362647c3 HTTP/1.1" status: 204 len: 168 time: 0.6396909 Jan 21 09:48:59.643490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7276ef-3e9d-474d-8a3d-324821e5b497 None None] Network 006fce52-c5d8-4c23-98e9-7b909765eeab requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:48:59.648486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38018) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:48:59.724246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0058734d-d63a-4a7e-b1c6-70ee6fd4348d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.738959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0058734d-d63a-4a7e-b1c6-70ee6fd4348d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.781850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0058734d-d63a-4a7e-b1c6-70ee6fd4348d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.783245 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] Set router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:48:59.800785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058734d-d63a-4a7e-b1c6-70ee6fd4348d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8445e4b-fe17-4380-99d5-2357e378c7da,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:48:59.923617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] DHCP port deletion for 006fce52-c5d8-4c23-98e9-7b909765eeab request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:48:59.928593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Deleting port 7b665b31-0ca7-4aa2-887b-22c45388450a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:48:59.929208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.974698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0058734d-d63a-4a7e-b1c6-70ee6fd4348d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:48:59.978168 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0058734d-d63a-4a7e-b1c6-70ee6fd4348d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/e8445e4b-fe17-4380-99d5-2357e378c7da HTTP/1.1" status: 204 len: 168 time: 0.3650002 Jan 21 09:48:59.979399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38022) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:00.052739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-07f88788-41b7-460a-9020-8beaa44a633d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:00.075019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.088263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-07f88788-41b7-460a-9020-8beaa44a633d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:00.094175 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-07f88788-41b7-460a-9020-8beaa44a633d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1088686 Jan 21 09:49:00.094468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38026) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:00.158103 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:48:57Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:00.158996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 7b665b31-0ca7-4aa2-887b-22c45388450a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:00.162858 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514cdfe-6ed2-4125-8c16-4d97bf838295 None None] The sync data for ids ['043ac09c-92ef-4d38-8beb-80c7c7cbefc2'] in dv-neutron-825724-1-hyperv is: [{'id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'name': 'tempest-TestNetworkBasicOps-router-2011689495', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:47:10Z', 'updated_at': '2022-01-21T09:48:57Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'dae7b899-66a4-424f-a0ed-47d7dc6d1d17', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ac09c-92ef-4d38-8beb-80c7c7cbefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:12Z', 'updated_at': '2022-01-21T09:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:00.213343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-732c7cd5-4b2d-464f-aca4-81a8f9b5a1f8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.253202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-732c7cd5-4b2d-464f-aca4-81a8f9b5a1f8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.309366 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-732c7cd5-4b2d-464f-aca4-81a8f9b5a1f8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.331719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c7cd5-4b2d-464f-aca4-81a8f9b5a1f8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af97c9d-d042-4b0d-ab89-2fb62b49df74,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:00.348485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-732c7cd5-4b2d-464f-aca4-81a8f9b5a1f8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.350479 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-732c7cd5-4b2d-464f-aca4-81a8f9b5a1f8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/0af97c9d-d042-4b0d-ab89-2fb62b49df74 HTTP/1.1" status: 204 len: 168 time: 0.2546761 Jan 21 09:49:00.352880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38030) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:00.382436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.397632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port dae7b899-66a4-424f-a0ed-47d7dc6d1d17 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:00.397751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.414487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] For port 7b665b31-0ca7-4aa2-887b-22c45388450a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7b665b31-0ca7-4aa2-887b-22c45388450a,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:00.414908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.419251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-73c7d0eb-262a-4652-a37e-0211a4e75acc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:00.438812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-73c7d0eb-262a-4652-a37e-0211a4e75acc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:00.440281 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-73c7d0eb-262a-4652-a37e-0211a4e75acc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0863631 Jan 21 09:49:00.444169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38034) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:00.450175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--651041227'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:00.457840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:00.468741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:00.482320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.489478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.519609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:00.532295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:00.535815 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:00.542906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:00.562217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Calling delete_port for 7b665b31-0ca7-4aa2-887b-22c45388450a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:00.644537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 7b665b31-0ca7-4aa2-887b-22c45388450a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7b665b31-0ca7-4aa2-887b-22c45388450a,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:00.647748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port dae7b899-66a4-424f-a0ed-47d7dc6d1d17, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=dae7b899-66a4-424f-a0ed-47d7dc6d1d17,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:00.648196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.656639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.663640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.666433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.732072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:49:00.732516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:49:00.745499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=7b665b31-0ca7-4aa2-887b-22c45388450a,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:00.751594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d613240d-a09d-4343-a1fa-0726cb73777f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:00.783028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.784964 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4ae18ffc-83db-47ac-b931-c8a94bb2445a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3394380 Jan 21 09:49:00.787754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for dae7b899-66a4-424f-a0ed-47d7dc6d1d17 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:00.788038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38038) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:00.794138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': 'd613240d-a09d-4343-a1fa-0726cb73777f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:00.801105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:00.807569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:00.812267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:00.821577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:00.844257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.918383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.924970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.951904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95791e6-b922-4465-bdb1-ebeca13e6789,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:00.983904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:00.985277 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f336044d-c9ce-4184-be9d-089408f400fc tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1960530 Jan 21 09:49:00.988257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38042) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:00.995751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.022663 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-89a49d14-4e73-46af-b615-01d36b10cf61 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules/c95791e6-b922-4465-bdb1-ebeca13e6789 HTTP/1.1" status: 200 len: 705 time: 0.0329435 Jan 21 09:49:01.024972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38046) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.076131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=dae7b899-66a4-424f-a0ed-47d7dc6d1d17,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:01.098985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-38baed6c-af7a-49d6-9cda-ebe8d8223c42 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:01.122322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-38baed6c-af7a-49d6-9cda-ebe8d8223c42 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:01.124262 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-38baed6c-af7a-49d6-9cda-ebe8d8223c42 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0973296 Jan 21 09:49:01.128278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38050) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.173409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ec03ce9-b602-40b8-89b4-8d135b9a2893 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.184991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ec03ce9-b602-40b8-89b4-8d135b9a2893 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.221274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ec03ce9-b602-40b8-89b4-8d135b9a2893 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.233531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Deleting port 7b665b31-0ca7-4aa2-887b-22c45388450a {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:01.234255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.243514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec03ce9-b602-40b8-89b4-8d135b9a2893 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c95791e6-b922-4465-bdb1-ebeca13e6789,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:01.253062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ec03ce9-b602-40b8-89b4-8d135b9a2893 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.254645 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0ec03ce9-b602-40b8-89b4-8d135b9a2893 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/c95791e6-b922-4465-bdb1-ebeca13e6789 HTTP/1.1" status: 204 len: 168 time: 0.1250794 Jan 21 09:49:01.258404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38054) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.325464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d7caa643-2128-4cab-8f0d-e293fe36d883 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:01.335687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.344678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d7caa643-2128-4cab-8f0d-e293fe36d883 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:01.350191 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d7caa643-2128-4cab-8f0d-e293fe36d883 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0866115 Jan 21 09:49:01.350441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38058) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.356404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': 'd613240d-a09d-4343-a1fa-0726cb73777f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:01.363051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:01.375260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:01.396043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.477755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.485056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.514202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce82b9aa-0a26-4ee1-af4b-9ff7ba1b825e,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:01.534752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.538090 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f9591486-2c99-452d-a0df-32822febda1f tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1865828 Jan 21 09:49:01.542475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38062) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.578906 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4e3bad06-4cf5-4526-9eaa-49784e68059d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules/ce82b9aa-0a26-4ee1-af4b-9ff7ba1b825e HTTP/1.1" status: 200 len: 705 time: 0.0313351 Jan 21 09:49:01.579634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38066) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.583558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] For port 7b665b31-0ca7-4aa2-887b-22c45388450a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=7b665b31-0ca7-4aa2-887b-22c45388450a,segment=NetworkSegment(4e55d6de-fdc4-4859-ac98-67bc04cf596c),segment_id=4e55d6de-fdc4-4859-ac98-67bc04cf596c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:01.583558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.804451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Calling delete_port for 7b665b31-0ca7-4aa2-887b-22c45388450a owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:01.830589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.847612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-9b85c353-2f77-49d5-91cd-40f435589dde tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:01.852010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.878388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-9b85c353-2f77-49d5-91cd-40f435589dde tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:01.880859 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9b85c353-2f77-49d5-91cd-40f435589dde tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2988601 Jan 21 09:49:01.884863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38072) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.918111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.919113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Fanout notify agent at l3_agent the message router_deleted on router 043ac09c-92ef-4d38-8beb-80c7c7cbefc2 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:49:01.924066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.959287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-05c5d541-f5b9-4ae2-aee3-ae0dd123dd4a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.960009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:01.961794 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b85e21d3-a87e-4f23-b33d-fc71dbe5972b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/routers/043ac09c-92ef-4d38-8beb-80c7c7cbefc2 HTTP/1.1" status: 204 len: 168 time: 2.3121519 Jan 21 09:49:01.966965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38076) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:01.999634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] Pushing event deleted for resources: {'Port': ['ID=7b665b31-0ca7-4aa2-887b-22c45388450a,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:02.010258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3d4cf-8464-44d5-b884-b188a6218252 None None] No DVR routers for this DVR port 7b665b31-0ca7-4aa2-887b-22c45388450a on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:02.037323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-05c5d541-f5b9-4ae2-aee3-ae0dd123dd4a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.131023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a9cdc63f-21c3-4e53-b003-7b3b23d992f7 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:02.136618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-05c5d541-f5b9-4ae2-aee3-ae0dd123dd4a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.191605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5d541-f5b9-4ae2-aee3-ae0dd123dd4a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce82b9aa-0a26-4ee1-af4b-9ff7ba1b825e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:02.208346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: a9cdc63f-21c3-4e53-b003-7b3b23d992f7 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:02.210600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a9cdc63f-21c3-4e53-b003-7b3b23d992f7 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:02.221130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-05c5d541-f5b9-4ae2-aee3-ae0dd123dd4a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.225847 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-05c5d541-f5b9-4ae2-aee3-ae0dd123dd4a tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/ce82b9aa-0a26-4ee1-af4b-9ff7ba1b825e HTTP/1.1" status: 204 len: 168 time: 0.3367286 Jan 21 09:49:02.226664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38080) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:02.311056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a77d2d37-c6a0-49b4-8264-13f8a5462c23 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:02.339126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a77d2d37-c6a0-49b4-8264-13f8a5462c23 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:02.339126 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a77d2d37-c6a0-49b4-8264-13f8a5462c23 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1016080 Jan 21 09:49:02.339126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38086) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:02.350076 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': 'd613240d-a09d-4343-a1fa-0726cb73777f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:02.359265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:02.375138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.376232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:02.393107 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Project 1dfbb58e99c84cc9b85285ec037d3817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:02.403817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.520037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.525658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.552597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.557759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a27bae-1e31-46df-88e9-aacfc681a8ea,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:02.580675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.582635 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aefee804-ef58-4c98-8a51-58020f947d7e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2455189 Jan 21 09:49:02.588602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38090) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:02.612611 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0c959804-80db-4735-b88c-0c8c5a86d88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules/e9a27bae-1e31-46df-88e9-aacfc681a8ea HTTP/1.1" status: 200 len: 711 time: 0.0226915 Jan 21 09:49:02.615794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38094) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:02.634940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006fce52-c5d8-4c23-98e9-7b909765eeab']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:02.660975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e55d6de-fdc4-4859-ac98-67bc04cf596c') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:02.661480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e55d6de-fdc4-4859-ac98-67bc04cf596c') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:02.683032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-abfccf57-0c38-46e6-a993-629924e693d0 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:02.683262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.710369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-abfccf57-0c38-46e6-a993-629924e693d0 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:02.716202 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-abfccf57-0c38-46e6-a993-629924e693d0 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0991337 Jan 21 09:49:02.716763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38098) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:02.739388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.758632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:49:02.759277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:02.786687 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:02.911519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-88390c1e-ff4b-43be-afb3-c5fb658ccfed tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.960463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-88390c1e-ff4b-43be-afb3-c5fb658ccfed tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:02.988221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.021072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.047502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=006fce52-c5d8-4c23-98e9-7b909765eeab,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:03.070166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-88390c1e-ff4b-43be-afb3-c5fb658ccfed tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.089642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-88390c1e-ff4b-43be-afb3-c5fb658ccfed tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.091592 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-88390c1e-ff4b-43be-afb3-c5fb658ccfed tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-group-rules/e9a27bae-1e31-46df-88e9-aacfc681a8ea HTTP/1.1" status: 204 len: 168 time: 0.3728170 Jan 21 09:49:03.097486 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38102) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.101108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-461727f3-13c4-4393-806b-e4123d4ac289 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/006fce52-c5d8-4c23-98e9-7b909765eeab HTTP/1.1" status: 204 len: 168 time: 1.1289513 Jan 21 09:49:03.106135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88390c1e-ff4b-43be-afb3-c5fb658ccfed tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9a27bae-1e31-46df-88e9-aacfc681a8ea,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:03.136347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38106) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.147608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--252793577', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:03.157195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:03.164810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:03.169518 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-56062dcb-be9d-4f87-bc12-3b0918c7eba6 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0716627 Jan 21 09:49:03.175030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:03.176221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38110) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.184146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:03.199721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:03.205438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.259367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:03.276143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.277383 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment 9ce352e1-a53a-4cc5-aad7-2285991d98d8 of type vlan for network 5a31c44d-c725-454c-8aa7-80cd77d4a658 Jan 21 09:49:03.279976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-689f4d16-2920-4123-88ab-7e519eb6d0ae tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.325310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.328682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-689f4d16-2920-4123-88ab-7e519eb6d0ae tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.392801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.392801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:03.392801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.424461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-689f4d16-2920-4123-88ab-7e519eb6d0ae tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.449715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f4d16-2920-4123-88ab-7e519eb6d0ae tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d613240d-a09d-4343-a1fa-0726cb73777f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:03.490776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-689f4d16-2920-4123-88ab-7e519eb6d0ae tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.495437 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-689f4d16-2920-4123-88ab-7e519eb6d0ae tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/d613240d-a09d-4343-a1fa-0726cb73777f HTTP/1.1" status: 204 len: 168 time: 0.3162024 Jan 21 09:49:03.496314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38114) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.531693 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3911483 Jan 21 09:49:03.534572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38118) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.544200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'admin_state_up': True, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:03.559710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:03.568090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:router and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:03.572985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:03.585750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2d1b6-4615-4a83-90c1-3367c5649909 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=5a31c44d-c725-454c-8aa7-80cd77d4a658,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:03.585974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:03.600499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:03.608345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b8dd97c8-3374-43c9-a49c-f9f0f017d9f2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:03.614717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.615893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.651611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b8dd97c8-3374-43c9-a49c-f9f0f017d9f2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:03.651786 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b8dd97c8-3374-43c9-a49c-f9f0f017d9f2 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1541207 Jan 21 09:49:03.664187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38122) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:03.673924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group': {'name': 'tempest-secgroup--869492653'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:03.688032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:03.692704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.724901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:03.749498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.918905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:03.926885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:03.931560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:03.940789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:03.946190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:03.997703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dae7b899-66a4-424f-a0ed-47d7dc6d1d17 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:04.064846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.082404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: dae7b899-66a4-424f-a0ed-47d7dc6d1d17 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:04.083401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device dae7b899-66a4-424f-a0ed-47d7dc6d1d17 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:04.128283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.242407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f1e31-3b6e-4c29-9289-d0037001e4f1,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.265531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.269349 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-152738c6-1c77-45c8-82e6-b5df743f122d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6040552 Jan 21 09:49:04.269526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38126) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:04.274853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Request body: {'security_group_rule': {'security_group_id': 'f71f1e31-3b6e-4c29-9289-d0037001e4f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:04.283035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:04.290710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Usage tracker for resource:security_group_rule and tenant:1dfbb58e99c84cc9b85285ec037d3817 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:04.295012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:04.307122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:04.329947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.388167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.421763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.426877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.432472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.472066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778fc1fc-1b54-4068-bd82-bdf92b668132,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.485112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.489463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.490723 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-df8c273e-5bc7-4ec4-82e7-43fbd889c88d tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2225859 Jan 21 09:49:04.495047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38130) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:04.582654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef68f13a-b36f-432f-b00e-b95b38c3f8b8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.620852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.91 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/23c145ee-b743-4a14-897b-93153c1a47fb) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:04.626573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef68f13a-b36f-432f-b00e-b95b38c3f8b8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.705662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef68f13a-b36f-432f-b00e-b95b38c3f8b8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.737311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68f13a-b36f-432f-b00e-b95b38c3f8b8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f1e31-3b6e-4c29-9289-d0037001e4f1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:04.750285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ef68f13a-b36f-432f-b00e-b95b38c3f8b8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.753861 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ef68f13a-b36f-432f-b00e-b95b38c3f8b8 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/f71f1e31-3b6e-4c29-9289-d0037001e4f1 HTTP/1.1" status: 204 len: 168 time: 0.2556870 Jan 21 09:49:04.754158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38136) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:04.823095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-29fa0e34-d577-4285-aeaf-2fabefec790e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:04.845469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-29fa0e34-d577-4285-aeaf-2fabefec790e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:04.851986 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-29fa0e34-d577-4285-aeaf-2fabefec790e tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0917096 Jan 21 09:49:04.851986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38140) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:04.913447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-43e9de49-2ac2-4912-a4cf-8f29a87e6350 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Synchronizing usage tracker for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:04.952584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-43e9de49-2ac2-4912-a4cf-8f29a87e6350 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] Unset dirty status for tenant:1dfbb58e99c84cc9b85285ec037d3817 on resource:security_group_rule {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:04.957877 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-43e9de49-2ac2-4912-a4cf-8f29a87e6350 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1050169 Jan 21 09:49:04.961563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38146) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:04.976045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:04.993377 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-0373f8f0-0058-4407-adf5-8891f09cb109 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] delete failed (client error): The resource could not be found. Jan 21 09:49:05.001062 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0373f8f0-0058-4407-adf5-8891f09cb109 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "DELETE /v2.0/security-groups/f71f1e31-3b6e-4c29-9289-d0037001e4f1 HTTP/1.1" status: 404 len: 347 time: 0.0363412 Jan 21 09:49:05.001778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38150) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:05.025702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.106511 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-59dfe83e-3afd-4b95-9307-b4e2fd633282 tempest-SecGroupIPv6Test-975530797 tempest-SecGroupIPv6Test-975530797-project] 10.222.0.122 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0994608 Jan 21 09:49:05.143683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:05.147017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:05.151464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:05.209198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=23c145ee-b743-4a14-897b-93153c1a47fb,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:05.412895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.412895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:05.601394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38158) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:05.886980 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-835b78a7-07e4-4de9-8640-9ff056a665cf admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1dfbb58e99c84cc9b85285ec037d3817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2805588 Jan 21 09:49:05.890445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38164) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:05.892428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 404bb245-baee-4e63-af7e-33691b5098ee is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:49:06.023156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40ea1ab2-8ac1-4d59-bb1f-0ca5d5719372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.073379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40ea1ab2-8ac1-4d59-bb1f-0ca5d5719372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.141536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:06.149496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Sync routers for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:06.173537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:06.173537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:06.184361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.184974 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d22c31ff-1766-4f7f-a48c-0c0c58e695cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6486478 Jan 21 09:49:06.188722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40ea1ab2-8ac1-4d59-bb1f-0ca5d5719372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.197325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38168) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:06.205038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea1ab2-8ac1-4d59-bb1f-0ca5d5719372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be5e81-50f2-4489-a0e0-c15d0d862dda,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:06.239792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-40ea1ab2-8ac1-4d59-bb1f-0ca5d5719372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:06.239792 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-40ea1ab2-8ac1-4d59-bb1f-0ca5d5719372 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/80be5e81-50f2-4489-a0e0-c15d0d862dda HTTP/1.1" status: 204 len: 168 time: 0.3471761 Jan 21 09:49:06.477409 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-94b4ef06-55bd-42ac-a425-db31070a27b2 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2857502 Jan 21 09:49:06.480378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38176) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:06.507378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:06.647675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb85f47-b94c-4cce-970c-3e5dec7ca70f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:06.651831 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2bb85f47-b94c-4cce-970c-3e5dec7ca70f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1689816 Jan 21 09:49:06.651939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38182) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:06.704339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f01e49b2-0993-4fe9-a84f-e0909d9c5115 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521789 Jan 21 09:49:06.707059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38188) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:06.714055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206777226', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:06.853511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:06.860994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:06.865114 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:06.872142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:06.879277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:05Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:06.887103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Checking router: 404bb245-baee-4e63-af7e-33691b5098ee for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:06.887103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Updating router 404bb245-baee-4e63-af7e-33691b5098ee port 23c145ee-b743-4a14-897b-93153c1a47fb binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:06.888041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:06.956172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.036901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.321002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.367744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.387484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Transition to ACTIVE for port object 23c145ee-b743-4a14-897b-93153c1a47fb will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:07.396837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.487678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926a460-4dcc-4e09-b0ca-c4e48ca93962 None None] Pushing event updated for resources: {'Port': ['ID=23c145ee-b743-4a14-897b-93153c1a47fb,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:07.492014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Attempting to bind port 23c145ee-b743-4a14-897b-93153c1a47fb on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:07.492517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Attempting to bind port 23c145ee-b743-4a14-897b-93153c1a47fb by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:07.493073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Attempting to bind port 23c145ee-b743-4a14-897b-93153c1a47fb on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:07.504751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:07.505438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38206) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:07.506964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:07.506964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.507138 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:07.507494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Bound port: 23c145ee-b743-4a14-897b-93153c1a47fb, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:07.507875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.528392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=96e799b0-edee-4e8b-98eb-465cfd53cf44,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:07.538387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:07.538843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: 5a31c44d-c725-454c-8aa7-80cd77d4a658, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:07.569621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:07.582416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 5a31c44d-c725-454c-8aa7-80cd77d4a658) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:07.586863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:07.587438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.597677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394b463-0974-4d6b-92f7-44f9c7dc4a62 None None] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:07.613629 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bca052cd-ad55-42f3-9e99-a99199c9d576 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9052260 Jan 21 09:49:07.616229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38212) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:07.671598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] For port 23c145ee-b743-4a14-897b-93153c1a47fb, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:07.682575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-934517436'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:07.688141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:07.688392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] For port 23c145ee-b743-4a14-897b-93153c1a47fb, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=23c145ee-b743-4a14-897b-93153c1a47fb,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:07.693169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Usage tracker for resource:network and tenant:e31b0ab3c30a47a7a139266eea15a465 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:07.696658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:07.700349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.704606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:07.721161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Made reservation on behalf of e31b0ab3c30a47a7a139266eea15a465 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:07.726685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.750947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.799240 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:07.804161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Usage tracker for resource:security_group_rule and tenant:e31b0ab3c30a47a7a139266eea15a465 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:07.807686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:07.814130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:07.871709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926a460-4dcc-4e09-b0ca-c4e48ca93962 None None] Pushing event updated for resources: {'Port': ['ID=23c145ee-b743-4a14-897b-93153c1a47fb,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:07.891411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:07.892045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:07.907123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.912321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.956158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:49:07.963296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e2b9e7-24e5-462d-8a44-5265b1275266,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:07.976069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:07.976069 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Added segment f12c955c-81c3-4ed5-8428-afaa9b1eaafa of type vlan for network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 Jan 21 09:49:08.017443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.034786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-5a31c44d-c725-454c-8aa7-80cd77d4a658', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:08.035733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.063797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.068375 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:08.069022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.210746 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7032070 Jan 21 09:49:08.211172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38216) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:08.211762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714998df-1aa6-437c-a51a-5ff82d5e11de tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Pushing event updated for resources: {'Network': ['ID=eab9a4d8-7dae-4a24-93b5-1a942195c9c4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:08.222298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Request body: {'subnet': {'network_id': 'eab9a4d8-7dae-4a24-93b5-1a942195c9c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:08.224660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:49:08.384762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:08.409720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:08.416307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Usage tracker for resource:subnet and tenant:e31b0ab3c30a47a7a139266eea15a465 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:08.419760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:08.427263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:08.471922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Made reservation on behalf of e31b0ab3c30a47a7a139266eea15a465 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:08.554469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Allocated IP 172.20.0.2 (5a31c44d-c725-454c-8aa7-80cd77d4a658/96e799b0-edee-4e8b-98eb-465cfd53cf44/da5043bc-4be6-4730-af13-a77fc8d5f946) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:08.631682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.796913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.889337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:08.902022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:05Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:08.904302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Transition to ACTIVE for port object da5043bc-4be6-4730-af13-a77fc8d5f946 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:08.915122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e6ead-5bac-4d2d-a6aa-55ee8600d687 None None] The sync data for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv is: [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:05Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:08.928353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Transition to ACTIVE for port object da5043bc-4be6-4730-af13-a77fc8d5f946 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:08.936813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.011656 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:09.015307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:09.020713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:09.023460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Pushing event updated for resources: {'Port': ['ID=da5043bc-4be6-4730-af13-a77fc8d5f946,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:09.153139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Attempting to bind port da5043bc-4be6-4730-af13-a77fc8d5f946 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:09.153508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Attempting to bind port da5043bc-4be6-4730-af13-a77fc8d5f946 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:09.153889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Attempting to bind port da5043bc-4be6-4730-af13-a77fc8d5f946 on network 5a31c44d-c725-454c-8aa7-80cd77d4a658 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:09.160596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:09.160968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Checking segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:09.161366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.161755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Bound using segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:09.162240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Bound port: da5043bc-4be6-4730-af13-a77fc8d5f946, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:09.162611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.263772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] For port da5043bc-4be6-4730-af13-a77fc8d5f946, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:09.267602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] For port da5043bc-4be6-4730-af13-a77fc8d5f946, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=da5043bc-4be6-4730-af13-a77fc8d5f946,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:09.274836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.277533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.365686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527aba-8878-43c6-9231-3b31b23a1aa6 None None] Pushing event updated for resources: {'Port': ['ID=da5043bc-4be6-4730-af13-a77fc8d5f946,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:09.444075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Pushing event updated for resources: {'Subnet': ['ID=ca157a04-d283-4aa1-85b5-5e6dbc228ba8,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:09.524240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Checking segment: {'id': 'f12c955c-81c3-4ed5-8428-afaa9b1eaafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'eab9a4d8-7dae-4a24-93b5-1a942195c9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:09.525272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Network hostable DHCP agents. Network: eab9a4d8-7dae-4a24-93b5-1a942195c9c4, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:49:09.571453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:49:09.577137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.1 (5a31c44d-c725-454c-8aa7-80cd77d4a658/96e799b0-edee-4e8b-98eb-465cfd53cf44/4a7b92db-3217-4da4-b2a8-c38d5ff24d94) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:09.596666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, eab9a4d8-7dae-4a24-93b5-1a942195c9c4) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:09.607927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edaa0a7-50f4-4398-8cc7-dc24d2265c42 None None] Network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:09.618097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:09.618918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.731864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38220) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:09.732425 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e9aa5ced-f4ea-421b-a8c0-4cc1e1ab074e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5171008 Jan 21 09:49:09.741237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Request body: {'port': {'network_id': 'eab9a4d8-7dae-4a24-93b5-1a942195c9c4', 'name': 'tempest-TagsExtTest-542507347'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:09.805430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.824288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:09.862597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.875128 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-eab9a4d8-7dae-4a24-93b5-1a942195c9c4', 'network_id': 'eab9a4d8-7dae-4a24-93b5-1a942195c9c4', 'tenant_id': 'e31b0ab3c30a47a7a139266eea15a465', 'fixed_ips': [{'subnet_id': 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:49:09.876137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.910568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:09.914745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Usage tracker for resource:port and tenant:e31b0ab3c30a47a7a139266eea15a465 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:09.918519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:09.927865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:09.942457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Made reservation on behalf of e31b0ab3c30a47a7a139266eea15a465 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:09.946856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:09.966746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:09.970821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:09.977151 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] device_id is not set on port 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:49:09.985121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:10.034941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.088357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.113895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Allocated IP 172.20.0.2 (eab9a4d8-7dae-4a24-93b5-1a942195c9c4/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/511c980f-f368-4746-b225-3e5a081e084d) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:10.131226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device da5043bc-4be6-4730-af13-a77fc8d5f946 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:10.205856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.317843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port da5043bc-4be6-4730-af13-a77fc8d5f946 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:10.334841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 23c145ee-b743-4a14-897b-93153c1a47fb up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:10.453110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d18d9aa-03ca-46e6-bf8b-9dd06cff40bc None None] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:10.567153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.596234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Transition to ACTIVE for port object 511c980f-f368-4746-b225-3e5a081e084d will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:10.605140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-37b03144-ced9-4936-a61c-7ce9ecda1e73 None None] Provisioning for port da5043bc-4be6-4730-af13-a77fc8d5f946 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:10.630805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-37b03144-ced9-4936-a61c-7ce9ecda1e73 None None] Provisioning complete for port da5043bc-4be6-4730-af13-a77fc8d5f946 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:10.631836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-37b03144-ced9-4936-a61c-7ce9ecda1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.641959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.646757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.686524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Transition to ACTIVE for port object 511c980f-f368-4746-b225-3e5a081e084d will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:10.703113 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 23c145ee-b743-4a14-897b-93153c1a47fb completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:10.706333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.772127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Allocated IP 172.20.0.3 (eab9a4d8-7dae-4a24-93b5-1a942195c9c4/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:10.780992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.788410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.797684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 23c145ee-b743-4a14-897b-93153c1a47fb triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:10.798369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:10.909460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:10.952307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:10.954286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Pushing event updated for resources: {'Port': ['ID=511c980f-f368-4746-b225-3e5a081e084d,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:10.962049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:10.971592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:10.972864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:11.050670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.073569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Transition to ACTIVE for port object 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:11.115958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.136971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-37b03144-ced9-4936-a61c-7ce9ecda1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.220584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Attempting to bind port 511c980f-f368-4746-b225-3e5a081e084d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:11.220845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Attempting to bind port 511c980f-f368-4746-b225-3e5a081e084d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'f12c955c-81c3-4ed5-8428-afaa9b1eaafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'eab9a4d8-7dae-4a24-93b5-1a942195c9c4'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:11.221398 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Attempting to bind port 511c980f-f368-4746-b225-3e5a081e084d on network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:11.230022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.237348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-37b03144-ced9-4936-a61c-7ce9ecda1e73 None None] For port da5043bc-4be6-4730-af13-a77fc8d5f946, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=da5043bc-4be6-4730-af13-a77fc8d5f946,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:11.247644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-37b03144-ced9-4936-a61c-7ce9ecda1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.289041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:11.290043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Checking segment: {'id': 'f12c955c-81c3-4ed5-8428-afaa9b1eaafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'eab9a4d8-7dae-4a24-93b5-1a942195c9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:11.290617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.291177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Bound using segment: {'id': 'f12c955c-81c3-4ed5-8428-afaa9b1eaafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'eab9a4d8-7dae-4a24-93b5-1a942195c9c4'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:11.291799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Bound port: 511c980f-f368-4746-b225-3e5a081e084d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c955c-81c3-4ed5-8428-afaa9b1eaafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'eab9a4d8-7dae-4a24-93b5-1a942195c9c4'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:11.292350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.311421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:11.315394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:11.320311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:11.321140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 23c145ee-b743-4a14-897b-93153c1a47fb, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=23c145ee-b743-4a14-897b-93153c1a47fb,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:11.338819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.349711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Pushing event updated for resources: {'Port': ['ID=0a6cb9a1-89a6-4833-8d5b-41fa048adf4a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.396468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:11.397358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.404245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b03144-ced9-4936-a61c-7ce9ecda1e73 None None] Pushing event updated for resources: {'Port': ['ID=da5043bc-4be6-4730-af13-a77fc8d5f946,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.438402 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b86ee0f8-fe46-4779-8443-b9e4c37de532 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7042089 Jan 21 09:49:11.439049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38226) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.445045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1241358608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:11.456378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:11.469126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Usage tracker for resource:router and tenant:e31b0ab3c30a47a7a139266eea15a465 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:11.473873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:11.484688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:11.502906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.504053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.517815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=23c145ee-b743-4a14-897b-93153c1a47fb,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.536765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.547050 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] For port 511c980f-f368-4746-b225-3e5a081e084d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:11.550458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] For port 511c980f-f368-4746-b225-3e5a081e084d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=511c980f-f368-4746-b225-3e5a081e084d,segment=NetworkSegment(f12c955c-81c3-4ed5-8428-afaa9b1eaafa),segment_id=f12c955c-81c3-4ed5-8428-afaa9b1eaafa)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:11.564408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.569766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.603627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.608338 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1fa924b2-4b8c-4170-b5fa-0ee347f1173f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1646762 Jan 21 09:49:11.608591 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38230) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.616818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ce385d6e-cd89-4ec4-9349-85be46a61248 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-880819195', 'prefixes': ['172.20.0.0/16']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:11.626694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ce385d6e-cd89-4ec4-9349-85be46a61248 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:11.667660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 404bb245-baee-4e63-af7e-33691b5098ee has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:11.669917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffeb734-d3b6-4a48-9245-116481400c89 None None] Pushing event updated for resources: {'Port': ['ID=511c980f-f368-4746-b225-3e5a081e084d,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:11.705382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-59911b62-01af-4f4b-8849-2420d79b7f3f None None] Provisioning complete for port da5043bc-4be6-4730-af13-a77fc8d5f946 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.705756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-59911b62-01af-4f4b-8849-2420d79b7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.730411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce385d6e-cd89-4ec4-9349-85be46a61248 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for subnetpool, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:11.731555 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ce385d6e-cd89-4ec4-9349-85be46a61248 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1220994 Jan 21 09:49:11.737089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38234) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.744367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-8813b71d-d676-4164-b8c7-806c6e06dd08 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8', 'tempest-TagsExtTest-Tag-81155804') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:11.916614 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8813b71d-d676-4164-b8c7-806c6e06dd08 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags/tempest-TagsExtTest-Tag-81155804 HTTP/1.1" status: 201 len: 201 time: 0.1750491 Jan 21 09:49:11.917343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-59911b62-01af-4f4b-8849-2420d79b7f3f None None] Provisioning for port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:11.917513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38238) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:11.925854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-2fa4d88a-3820-4703-9a5e-dd3f38b61943 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a', 'tempest-TagsExtTest-Tag-949512769') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:11.928285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-59911b62-01af-4f4b-8849-2420d79b7f3f None None] Provisioning complete for port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:11.928869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-59911b62-01af-4f4b-8849-2420d79b7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.055859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-59911b62-01af-4f4b-8849-2420d79b7f3f None None] Port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:12.061731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:12.073600 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dd48a333-c95e-4de7-9c7e-edc35fe2c6d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/404bb245-baee-4e63-af7e-33691b5098ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4558272 Jan 21 09:49:12.074577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38242) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.124816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 23c145ee-b743-4a14-897b-93153c1a47fb up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:12.249916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-00476eeb-a24d-4231-afad-379219249e7e None None] Provisioning complete for port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.250716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-00476eeb-a24d-4231-afad-379219249e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.274405 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2fa4d88a-3820-4703-9a5e-dd3f38b61943 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags/tempest-TagsExtTest-Tag-949512769 HTTP/1.1" status: 201 len: 201 time: 0.3549535 Jan 21 09:49:12.275775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38246) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.285162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-0ae44186-7797-40ac-bdc0-08ababa72b00 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4', 'tempest-TagsExtTest-Tag-2014749110') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.349596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.349968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.350391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.350759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.351148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.351511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.351865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.352217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.354331 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2296173c-bb6e-4706-8634-b4b36701e296 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5662 time: 0.2738059 Jan 21 09:49:12.359295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38250) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.368397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-00476eeb-a24d-4231-afad-379219249e7e None None] Port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:12.372060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 23c145ee-b743-4a14-897b-93153c1a47fb triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.373333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.491322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.491583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.492046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.492410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.492902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.493637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.494375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.494738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:12.499698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3e5588e0-ce95-4160-9c95-9093c638741f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5253 time: 0.1387758 Jan 21 09:49:12.503892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38254) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.520532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device da5043bc-4be6-4730-af13-a77fc8d5f946 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:12.573427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-489ff77d-1062-42dd-9e08-2f08a3d96290 None None] Provisioning complete for port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.573798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-489ff77d-1062-42dd-9e08-2f08a3d96290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.610628 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0ae44186-7797-40ac-bdc0-08ababa72b00 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags/tempest-TagsExtTest-Tag-2014749110 HTTP/1.1" status: 201 len: 201 time: 0.3285930 Jan 21 09:49:12.610906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38258) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.616791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-d459c6c4-832a-41ce-a15a-1fc8473e3411 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c', 'tempest-TagsExtTest-Tag-940365410') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.641513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-489ff77d-1062-42dd-9e08-2f08a3d96290 None None] Port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:12.653127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port da5043bc-4be6-4730-af13-a77fc8d5f946 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:12.653497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:12.666522 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d459c6c4-832a-41ce-a15a-1fc8473e3411 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags/tempest-TagsExtTest-Tag-940365410 HTTP/1.1" status: 201 len: 201 time: 0.0545444 Jan 21 09:49:12.671673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38262) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.678400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-602dab3b-d645-4fcf-8062-aa48fc237a5d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.764792 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-602dab3b-d645-4fcf-8062-aa48fc237a5d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags HTTP/1.1" status: 200 len: 239 time: 0.0905836 Jan 21 09:49:12.768890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38266) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.778994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-fe004ed7-1f7b-4c7a-a7de-78481fb605c3 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8', 'tempest-TagsExtTest-Tag-81155804') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:12.831952 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1344af11-0efd-4ec2-b8e2-e8506bb8d658 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4333 time: 0.3248160 Jan 21 09:49:12.907018 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:49:12.909094 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fe004ed7-1f7b-4c7a-a7de-78481fb605c3 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags/tempest-TagsExtTest-Tag-81155804 HTTP/1.1" status: 204 len: 168 time: 0.1374533 Jan 21 09:49:12.912896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38272) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:12.919713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-b0879583-c58d-477c-9c60-21750b35db33 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8', 'tempest-TagsExtTest-Tag-81155804') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.039142 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b0879583-c58d-477c-9c60-21750b35db33 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags/tempest-TagsExtTest-Tag-81155804 HTTP/1.1" status: 204 len: 168 time: 0.1247835 Jan 21 09:49:13.043118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38276) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.057008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-2d5d58a9-7bcd-4b82-95f9-49fdc1cf5511 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.188981 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2d5d58a9-7bcd-4b82-95f9-49fdc1cf5511 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags HTTP/1.1" status: 200 len: 205 time: 0.1443608 Jan 21 09:49:13.192937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38280) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.198580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-2ad39aa5-4664-4adb-a224-1e35eba46b38 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.287305 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2ad39aa5-4664-4adb-a224-1e35eba46b38 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags HTTP/1.1" status: 200 len: 240 time: 0.0910287 Jan 21 09:49:13.287771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38284) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.296805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-dd1e553e-ce66-41a5-b7e5-af204d1916d8 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a', 'tempest-TagsExtTest-Tag-949512769') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.350716 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Sync routers for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:13.371203 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:13.372252 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.412628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38288) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.422808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73675902', 'description': 'tempest-secgroup-smoke-73675902 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:13.425911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dd1e553e-ce66-41a5-b7e5-af204d1916d8 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags/tempest-TagsExtTest-Tag-949512769 HTTP/1.1" status: 204 len: 168 time: 0.1364799 Jan 21 09:49:13.428631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38292) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.434295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:13.435236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-e09660a6-63c3-4362-9abb-5b215db1cf8a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a', 'tempest-TagsExtTest-Tag-949512769') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.443821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:13.449834 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:13.468283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:13.487821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.497927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc16a6d-2a67-4866-9861-405d4c4cde6d None None] Network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:13.541795 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e09660a6-63c3-4362-9abb-5b215db1cf8a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags/tempest-TagsExtTest-Tag-949512769 HTTP/1.1" status: 204 len: 168 time: 0.1097503 Jan 21 09:49:13.543094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38296) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.557265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-d0795c5c-f02d-483f-a113-75af230c9694 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.568774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:13.577397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:13.583925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:13.596404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:13.651623 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:13.694580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-625d1986-132f-4a31-8c0d-115698031e8a None None] Provisioning for port 511c980f-f368-4746-b225-3e5a081e084d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:13.718429 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d0795c5c-f02d-483f-a113-75af230c9694 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags HTTP/1.1" status: 200 len: 205 time: 0.1706576 Jan 21 09:49:13.719527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38300) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.729999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-0eed30c5-f82c-4ff3-90eb-85ed58c3e15d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:13.734707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.746033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.837616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7bdcd7-487d-4944-b569-dfbbd302faa4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:13.856207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:13.864227 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ad33a994-8999-4517-8f65-6c2046a3e222 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4484973 Jan 21 09:49:13.866550 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38304) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:13.877199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9c7bdcd7-487d-4944-b569-dfbbd302faa4', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:13.890415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:13.898181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:13.903988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:13.914796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:13.969407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.015495 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0eed30c5-f82c-4ff3-90eb-85ed58c3e15d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags HTTP/1.1" status: 200 len: 241 time: 0.2949436 Jan 21 09:49:14.020578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38308) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.025757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-61d63a28-1677-4d3e-88de-1e30eeca2d2d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4', 'tempest-TagsExtTest-Tag-2014749110') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:14.177621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 511c980f-f368-4746-b225-3e5a081e084d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:14.200210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.207972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.219200 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:14.230038 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-61d63a28-1677-4d3e-88de-1e30eeca2d2d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags/tempest-TagsExtTest-Tag-2014749110 HTTP/1.1" status: 204 len: 168 time: 0.2092800 Jan 21 09:49:14.230290 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Checking router: 404bb245-baee-4e63-af7e-33691b5098ee for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:14.230861 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Updating router 404bb245-baee-4e63-af7e-33691b5098ee port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:49:14.231351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38312) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.239324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-dea862c1-83a7-4f1c-bb62-c3226c022e5f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4', 'tempest-TagsExtTest-Tag-2014749110') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:14.267351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.269693 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4012060 Jan 21 09:49:14.277289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38316) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.291563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9c7bdcd7-487d-4944-b569-dfbbd302faa4', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:14.305093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fd443-ddc3-43b7-b372-604ebceb51d9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a564e8cf-5a08-413e-8bc6-383087150bd6,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:14.309688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 511c980f-f368-4746-b225-3e5a081e084d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:14.319657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 511c980f-f368-4746-b225-3e5a081e084d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:14.320985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.322498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:14.331971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:14.338376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:14.351459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:14.387308 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.402952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.475468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.486898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.505950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f4fb6c9a-082a-416a-9538-a06faa7141ce None None] Provisioning for port 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:14.522961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26716e0a-cc07-4980-a77d-ad84fcccf448,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:14.538756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.540094 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f7301953-ce64-4799-8592-97246ec33416 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2611463 Jan 21 09:49:14.544589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38320) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.552155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9c7bdcd7-487d-4944-b569-dfbbd302faa4', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:14.587746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f4fb6c9a-082a-416a-9538-a06faa7141ce None None] Provisioning complete for port 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:14.588376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6c9a-082a-416a-9538-a06faa7141ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.607323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:14.624522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:14.629947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:14.638497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:14.669349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.692739 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dea862c1-83a7-4f1c-bb62-c3226c022e5f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags/tempest-TagsExtTest-Tag-2014749110 HTTP/1.1" status: 204 len: 168 time: 0.4581368 Jan 21 09:49:14.693472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38324) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.700649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-4feffbb2-558a-436b-9de8-80548ed08537 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:14.731627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.761904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.763142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb6c9a-082a-416a-9538-a06faa7141ce None None] Port 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:14.771894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.827142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 511c980f-f368-4746-b225-3e5a081e084d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=511c980f-f368-4746-b225-3e5a081e084d,segment=NetworkSegment(f12c955c-81c3-4ed5-8428-afaa9b1eaafa),segment_id=f12c955c-81c3-4ed5-8428-afaa9b1eaafa)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:14.827381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2e0b2d-2904-4b28-88ce-0eaca2568fa6,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:14.839746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f4fb6c9a-082a-416a-9538-a06faa7141ce None None] Provisioning complete for port 511c980f-f368-4746-b225-3e5a081e084d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:14.840491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6c9a-082a-416a-9538-a06faa7141ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.851771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.855037 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5c31ccc3-3d5f-4cfc-9003-53b20d25cbe8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3073936 Jan 21 09:49:14.859847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38328) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.874975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9c7bdcd7-487d-4944-b569-dfbbd302faa4', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:14.888238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:14.897456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:14.903722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:14.905303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:14.920566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:14.928265 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4feffbb2-558a-436b-9de8-80548ed08537 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags HTTP/1.1" status: 200 len: 205 time: 0.2334232 Jan 21 09:49:14.929246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38332) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:14.938162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-686301ec-92fe-4787-960d-aead14e45b8b tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:14.958552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.004763 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-686301ec-92fe-4787-960d-aead14e45b8b tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags HTTP/1.1" status: 200 len: 240 time: 0.0737424 Jan 21 09:49:15.005793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38336) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.016333 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-9daac817-2800-49d7-b467-34ef7f4dff25 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c', 'tempest-TagsExtTest-Tag-940365410') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.072293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=511c980f-f368-4746-b225-3e5a081e084d,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.088421 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9daac817-2800-49d7-b467-34ef7f4dff25 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags/tempest-TagsExtTest-Tag-940365410 HTTP/1.1" status: 204 len: 168 time: 0.0807114 Jan 21 09:49:15.088592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38340) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.097285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-e53f5648-8371-43c5-baf7-088ee7506b3f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c', 'tempest-TagsExtTest-Tag-940365410') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.125078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.145316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.178125 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e53f5648-8371-43c5-baf7-088ee7506b3f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags/tempest-TagsExtTest-Tag-940365410 HTTP/1.1" status: 204 len: 168 time: 0.0884266 Jan 21 09:49:15.180113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38344) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.200491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-eb0d0f05-4919-4664-866f-edac1a12e1f1 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.204613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0b1cfc-7671-408b-8be2-a4a98c1c6a85,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.225608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.233607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38348) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.234582 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-46389506-e035-4afb-b240-ad36c7cfd449 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3688626 Jan 21 09:49:15.237886 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.242816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9c7bdcd7-487d-4944-b569-dfbbd302faa4', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:15.255353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:15.257559 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Transition to ACTIVE for port object 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:15.263128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:15.267897 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.270249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:15.278495 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-eb0d0f05-4919-4664-866f-edac1a12e1f1 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags HTTP/1.1" status: 200 len: 205 time: 0.0906348 Jan 21 09:49:15.280278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:15.284886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38352) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.293180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-bef4120d-e1b1-437d-97df-29bb0149463a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.311862 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:15.319898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.360515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6d747361-884b-4d51-83e7-d206b9cfdead None None] Provisioning complete for port 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:15.361444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6d747361-884b-4d51-83e7-d206b9cfdead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.387143 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bef4120d-e1b1-437d-97df-29bb0149463a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags HTTP/1.1" status: 204 len: 168 time: 0.1012268 Jan 21 09:49:15.393057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38356) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.414244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-d3fc15d0-98fa-4e70-a8c4-e168413062e9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.426722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.434876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.464803 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Pushing event updated for resources: {'Port': ['ID=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.481090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb818b8-d7fd-4089-b715-2d6cabc1ba97,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.492359 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.492959 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.493500 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.494118 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.494664 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.495255 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.495785 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.496319 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.496841 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.497420 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.498825 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:15.519859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.525610 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-87273183-052b-4c71-8166-e90f509c92af tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2899821 Jan 21 09:49:15.546530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6d747361-884b-4d51-83e7-d206b9cfdead None None] Port 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:15.555319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38360) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.582732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9c7bdcd7-487d-4944-b569-dfbbd302faa4', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:15.596120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:15.608628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:15.614190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:15.625262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:15.644085 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:49:15.653940 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.664694 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Attempting to bind port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:15.665295 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Attempting to bind port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:15.666264 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Attempting to bind port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 on network 5a31c44d-c725-454c-8aa7-80cd77d4a658 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:15.678492 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:15.679027 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Checking segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:15.679575 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.680407 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Bound using segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:15.681114 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Bound port: 4a7b92db-3217-4da4-b2a8-c38d5ff24d94, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:15.681654 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.684938 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d3fc15d0-98fa-4e70-a8c4-e168413062e9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags HTTP/1.1" status: 204 len: 168 time: 0.2898159 Jan 21 09:49:15.686116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38364) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.692735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-a0224473-79e2-49de-bbf7-e56f372dddf3 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.746376 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.755161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.803087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7d8200-0e56-4b06-8ad9-01c18a6586a1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:15.806593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.809796 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a0224473-79e2-49de-bbf7-e56f372dddf3 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1225510 Jan 21 09:49:15.811127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38368) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:15.813908 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d69dea76-e973-47c3-942f-1774cb9e12a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2549779 Jan 21 09:49:15.828994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-7a0a650d-20b7-4c5c-ae96-e7a69ff58478 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:15.866325 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] For port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:15.873595 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] For port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:15.881502 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:15.991181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38376) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:16.003986 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7a0a650d-20b7-4c5c-ae96-e7a69ff58478 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags HTTP/1.1" status: 204 len: 168 time: 0.1886566 Jan 21 09:49:16.006587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38380) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:16.013451 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb20cc-3fbf-4c02-a313-9034189fea40 None None] Pushing event updated for resources: {'Port': ['ID=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:16.033605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-a941fd52-2079-4c1e-95e4-5d98e8960a0a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8', 'tempest-TagsExtTest-Tag-1636003910') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:16.077072 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:16.087875 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:16.161018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 511c980f-f368-4746-b225-3e5a081e084d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:16.371683 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a941fd52-2079-4c1e-95e4-5d98e8960a0a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags/tempest-TagsExtTest-Tag-1636003910 HTTP/1.1" status: 201 len: 201 time: 0.3606441 Jan 21 09:49:16.371683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38388) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:16.391768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-bcc9ae92-d948-4727-9194-178a4816d3bc tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a', 'tempest-TagsExtTest-Tag-953594642') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:16.440695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 511c980f-f368-4746-b225-3e5a081e084d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:16.441032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.486984 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:16.585616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Deleting port 4f3636d3-c510-4633-baf2-25c009fa652c {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:16.586224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:16.641534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-176df64c-3617-416e-b98c-d89412141c10 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:16.705128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-176df64c-3617-416e-b98c-d89412141c10 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:16.707747 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-176df64c-3617-416e-b98c-d89412141c10 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73675902&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.1750515 Jan 21 09:49:16.717310 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bcc9ae92-d948-4727-9194-178a4816d3bc tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags/tempest-TagsExtTest-Tag-953594642 HTTP/1.1" status: 201 len: 201 time: 0.3421295 Jan 21 09:49:16.744540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38394) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:16.755930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-adf750c9-6d5f-4074-b1af-e8240e1b7e85 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4', 'tempest-TagsExtTest-Tag-888410791') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:16.906962 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:15Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:16.914663 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa7690-4719-49c5-9e3b-3060aeb6af80 None None] The sync data for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv is: [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:15Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:16.959104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-c8df8b7c-b9eb-437c-9d44-3c5a46a6c78a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:16.965801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-c8df8b7c-b9eb-437c-9d44-3c5a46a6c78a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:17.027485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-c8df8b7c-b9eb-437c-9d44-3c5a46a6c78a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:17.030639 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-c8df8b7c-b9eb-437c-9d44-3c5a46a6c78a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 796 time: 0.3136129 Jan 21 09:49:17.044415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.044871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.074588 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-64f50fa5-84b1-4385-b692-9eebc406163b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0346916 Jan 21 09:49:17.219217 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-adf750c9-6d5f-4074-b1af-e8240e1b7e85 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags/tempest-TagsExtTest-Tag-888410791 HTTP/1.1" status: 201 len: 201 time: 0.4730392 Jan 21 09:49:17.222965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38398) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.233318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-2530c574-69e9-4d7f-9508-d9c5fa01dffd tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c', 'tempest-TagsExtTest-Tag-183690601') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:17.235457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Calling delete_port for 4f3636d3-c510-4633-baf2-25c009fa652c owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:17.257750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-1fa67445-1a56-41a2-a84f-2b545363791d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:17.296537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-1fa67445-1a56-41a2-a84f-2b545363791d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:17.298708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-1fa67445-1a56-41a2-a84f-2b545363791d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2134781 Jan 21 09:49:17.329368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-b47b07e2-6b68-4d57-8326-668d367858ba service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:49:17.331334 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-b47b07e2-6b68-4d57-8326-668d367858ba service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0098372 Jan 21 09:49:17.337360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38402) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.342554 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2530c574-69e9-4d7f-9508-d9c5fa01dffd tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags/tempest-TagsExtTest-Tag-183690601 HTTP/1.1" status: 201 len: 201 time: 0.1098609 Jan 21 09:49:17.347187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-a3b2853c-309a-433f-b7d8-ffc9b31c6112 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8', {'tags': ['tempest-TagsExtTest-Tag-840610483', 'tempest-TagsExtTest-Tag-1020660960', 'tempest-TagsExtTest-Tag-774158768']}) {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:17.490726 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-c5864947-3fe0-445e-8019-972d79939f69 service neutron] 10.222.0.122 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461513 Jan 21 09:49:17.511556 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a3b2853c-309a-433f-b7d8-ffc9b31c6112 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags HTTP/1.1" status: 200 len: 316 time: 0.1725733 Jan 21 09:49:17.534720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38406) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.583250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.629378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-4bdab675-2eeb-4909-ba40-4e70cc2c0db9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:17.635502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event deleted for resources: {'Port': ['ID=4f3636d3-c510-4633-baf2-25c009fa652c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:17.734538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:17.800316 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-4fb48398-8c30-4bb1-bbaf-863df8ef4e2e service neutron] 10.222.0.122 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028595 Jan 21 09:49:17.843809 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4bdab675-2eeb-4909-ba40-4e70cc2c0db9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags HTTP/1.1" status: 204 len: 168 time: 0.3031342 Jan 21 09:49:17.848245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38410) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:17.854814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-c8285533-873e-4cdf-a2d7-28b50eaa4e79 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8', 'tempest-TagsExtTest-Tag-840610483') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:17.996081 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-c8285533-873e-4cdf-a2d7-28b50eaa4e79 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:18.002297 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c8285533-873e-4cdf-a2d7-28b50eaa4e79 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags/tempest-TagsExtTest-Tag-840610483 HTTP/1.1" status: 404 len: 328 time: 0.1528463 Jan 21 09:49:18.006383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38416) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.019256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-ffda4072-5dca-422b-99dc-55e5643cbc42 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8', 'tempest-TagsExtTest-Tag-1020660960') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.142262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:18.233759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:18.246474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:18.247535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.254978 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-234e2254-9bb7-4153-9e80-2f417f4968f6 req-0961cb92-e108-445b-b7bc-6cdc9a273cf1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 210 time: 0.1330147 Jan 21 09:49:18.267560 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-ffda4072-5dca-422b-99dc-55e5643cbc42 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:18.271605 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ffda4072-5dca-422b-99dc-55e5643cbc42 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags/tempest-TagsExtTest-Tag-1020660960 HTTP/1.1" status: 404 len: 329 time: 0.2613184 Jan 21 09:49:18.272090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38424) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.281896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-ba039385-0662-460a-a1fd-28e03b42622d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8', 'tempest-TagsExtTest-Tag-774158768') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.403483 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-ba039385-0662-460a-a1fd-28e03b42622d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:18.407621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ba039385-0662-460a-a1fd-28e03b42622d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags/tempest-TagsExtTest-Tag-774158768 HTTP/1.1" status: 404 len: 328 time: 0.1339104 Jan 21 09:49:18.410190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38430) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.415443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.426712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-1c9086a2-aac7-452f-9526-5822089778ae tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a', {'tags': ['tempest-TagsExtTest-Tag-1171492164', 'tempest-TagsExtTest-Tag-794235959', 'tempest-TagsExtTest-Tag-225886746']}) {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.472108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:18.478608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:18.552864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Router c032fb3c-c3b3-4677-b423-cb8670a2643d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:18.586303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:18.586891 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1c9086a2-aac7-452f-9526-5822089778ae tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags HTTP/1.1" status: 200 len: 316 time: 0.1746771 Jan 21 09:49:18.587818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38436) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.604080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-11e29272-d141-4485-bffd-34ba72e9668c tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.828735 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-11e29272-d141-4485-bffd-34ba72e9668c tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags HTTP/1.1" status: 204 len: 168 time: 0.2394853 Jan 21 09:49:18.829384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38440) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.835978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-5fcbde65-fe19-477d-8eea-1aba21588e7b tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a', 'tempest-TagsExtTest-Tag-1171492164') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:18.916530 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-5fcbde65-fe19-477d-8eea-1aba21588e7b tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:18.918046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5fcbde65-fe19-477d-8eea-1aba21588e7b tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags/tempest-TagsExtTest-Tag-1171492164 HTTP/1.1" status: 404 len: 329 time: 0.0874283 Jan 21 09:49:18.929574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38444) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:18.941726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-1b9cda80-a7ab-41bb-99b8-bf3e7796ace4 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a', 'tempest-TagsExtTest-Tag-794235959') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:19.066398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:19.067688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a2dee026-7526-4b6e-90d8-9ea0bf6a627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.083433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] Sync routers for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:19.098443 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-1b9cda80-a7ab-41bb-99b8-bf3e7796ace4 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:19.104733 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1b9cda80-a7ab-41bb-99b8-bf3e7796ace4 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags/tempest-TagsExtTest-Tag-794235959 HTTP/1.1" status: 404 len: 328 time: 0.1689098 Jan 21 09:49:19.105643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38448) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:19.105823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:19.116002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-9afec1d2-9357-4cf6-8a38-c46f936f6ad9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a', 'tempest-TagsExtTest-Tag-225886746') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:19.118567 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:19.119839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:19.207801 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-08749541-2422-41b5-9a99-994f5b942af6 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "DELETE /v2.0/floatingips/f328e90e-d80b-4af9-9339-bda8d7456f2d HTTP/1.1" status: 204 len: 168 time: 3.2149339 Jan 21 09:49:19.209096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:19.263559 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-9afec1d2-9357-4cf6-8a38-c46f936f6ad9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:19.266468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9afec1d2-9357-4cf6-8a38-c46f936f6ad9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags/tempest-TagsExtTest-Tag-225886746 HTTP/1.1" status: 404 len: 328 time: 0.1594472 Jan 21 09:49:19.270921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38456) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:19.280969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-58e1814c-8477-4a2f-9b84-228c78adfbd1 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4', {'tags': ['tempest-TagsExtTest-Tag-1441406550', 'tempest-TagsExtTest-Tag-259528707', 'tempest-TagsExtTest-Tag-949362832']}) {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:19.396365 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'status': 'completed', 'code': 200} Jan 21 09:49:19.478433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:19.568628 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a80c4806-f8ff-448e-b54b-b27077fbf27e req-c43aa4c1-606f-47d3-bc6d-d9f14db26b0d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 210 time: 0.0951996 Jan 21 09:49:19.681554 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-58e1814c-8477-4a2f-9b84-228c78adfbd1 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags HTTP/1.1" status: 200 len: 316 time: 0.4092476 Jan 21 09:49:19.685672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38464) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:19.695259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-ab007666-41ef-4eb6-9ee3-37c5d0a55058 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:19.786261 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-6c03cdd8-6324-49f6-bba2-248538180b47 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=aeeaa5fa8a7547aeb69644e9c6904bb6&device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 1098 time: 0.3672798 Jan 21 09:49:19.966408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb93945-5cc2-4917-b246-d2406b8ed907 req-cbc41a81-514c-4e29-9264-32efcb43b46c tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:19.970104 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-edb93945-5cc2-4917-b246-d2406b8ed907 req-cbc41a81-514c-4e29-9264-32efcb43b46c tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1562335 Jan 21 09:49:20.089247 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-edb93945-5cc2-4917-b246-d2406b8ed907 req-803edb89-f99c-4633-922a-5bab56f00dbf tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068881 Jan 21 09:49:20.149686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:20.259554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-63861611-bde8-4eed-909c-93267fa206cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:20.261115 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-63861611-bde8-4eed-909c-93267fa206cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 796 time: 0.4732883 Jan 21 09:49:20.272002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-84fe7b99-c906-41bf-ab68-4785bb0ce0b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:20.273577 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-84fe7b99-c906-41bf-ab68-4785bb0ce0b1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=18c45403-1b1d-43b1-955d-12c3ce10330b HTTP/1.1" status: 200 len: 898 time: 0.4584539 Jan 21 09:49:20.275845 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ab007666-41ef-4eb6-9ee3-37c5d0a55058 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags HTTP/1.1" status: 204 len: 168 time: 0.5882487 Jan 21 09:49:20.279876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38468) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:20.365812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:20.366310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:20.391938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-5a32d357-3318-4f5d-bfb3-9d1cc56d3ab7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4', 'tempest-TagsExtTest-Tag-1441406550') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:20.482945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:20.500314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] Checking router: c032fb3c-c3b3-4677-b423-cb8670a2643d for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:20.523159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:20.523794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:48:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:20.570110 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-b4f27b78-3e7f-4560-837e-84baaa48e196 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40bf7031-763d-446f-a8ab-2fe4da65c979 HTTP/1.1" status: 200 len: 217 time: 0.2850909 Jan 21 09:49:20.720404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:20.794735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-65d98332-37cc-4510-ae22-43e367ebeb62 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:20.806677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb495abe-ad87-411b-ba5f-194af2dccc23 req-90ba5806-6b54-4a1a-90bf-112d397080f0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 210 time: 0.0504961 Jan 21 09:49:20.834831 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-5a32d357-3318-4f5d-bfb3-9d1cc56d3ab7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:20.836619 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5a32d357-3318-4f5d-bfb3-9d1cc56d3ab7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags/tempest-TagsExtTest-Tag-1441406550 HTTP/1.1" status: 404 len: 329 time: 0.5551424 Jan 21 09:49:20.851095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-d96a15c2-7a86-4987-b023-0ab03360a444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:20.853317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38474) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:20.853673 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-d96a15c2-7a86-4987-b023-0ab03360a444 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f09ea5e6-fe73-400a-a12b-e7e8447b4672 HTTP/1.1" status: 200 len: 835 time: 0.2686746 Jan 21 09:49:20.855530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-65d98332-37cc-4510-ae22-43e367ebeb62 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:20.857665 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-65d98332-37cc-4510-ae22-43e367ebeb62 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 378 time: 0.4731908 Jan 21 09:49:20.859830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-b7bf7946-2f4b-4012-a5b5-c79d8fbefd72 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4', 'tempest-TagsExtTest-Tag-259528707') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:20.937831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': '1fd9e333-208b-43ff-8999-c6deed717f33', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['9c7bdcd7-487d-4944-b569-dfbbd302faa4']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:21.195623 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-b7bf7946-2f4b-4012-a5b5-c79d8fbefd72 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:21.203892 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b7bf7946-2f4b-4012-a5b5-c79d8fbefd72 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags/tempest-TagsExtTest-Tag-259528707 HTTP/1.1" status: 404 len: 328 time: 0.3422728 Jan 21 09:49:21.204274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38480) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:21.211197 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-961d9556-43c5-4293-afdc-1a93333e6544 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=18c45403-1b1d-43b1-955d-12c3ce10330b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3450963 Jan 21 09:49:21.215348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-9f6c7921-9fbc-45d3-9d32-e9cf3bd9ec7c tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4', 'tempest-TagsExtTest-Tag-949362832') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:21.264470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:21.270293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc8bb7-0a80-4dcf-aa0d-f7cc1e39b425 None None] The sync data for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv is: [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:47:05Z', 'revision_number': 4, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '42e9d8ea-613a-44d3-b73c-282c4033fe37', 'name': '', 'network_id': '18c45403-1b1d-43b1-955d-12c3ce10330b', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'mac_address': 'fa:16:3e:28:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:47:03Z', 'updated_at': '2022-01-21T09:47:22Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'subnets': [{'id': 'f09ea5e6-fe73-400a-a12b-e7e8447b4672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:21.284306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-9477cd49-f846-4b95-8a26-0ebfd2699f40 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:21.287293 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-9477cd49-f846-4b95-8a26-0ebfd2699f40 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.120 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.1659694 Jan 21 09:49:21.309836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:21.328703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:21.380018 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:49:21.386983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.437157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-68f772e8-7c97-41c0-8389-2e31c17409d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.449324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Deleting port 40bf7031-763d-446f-a8ab-2fe4da65c979 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:21.449782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:21.589722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d90b2-75bf-41b7-9c47-b63b7d42395e req-570f7a14-d5fa-48f0-8f2e-db3dde2c34e3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:21.593079 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-390d90b2-75bf-41b7-9c47-b63b7d42395e req-570f7a14-d5fa-48f0-8f2e-db3dde2c34e3 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 945 time: 0.2362213 Jan 21 09:49:21.757181 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-390d90b2-75bf-41b7-9c47-b63b7d42395e req-c9c976c9-428d-4138-bb88-88bc1c524ba2 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/security-groups?id=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520882 Jan 21 09:49:21.832185 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-9f6c7921-9fbc-45d3-9d32-e9cf3bd9ec7c tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:21.836237 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9f6c7921-9fbc-45d3-9d32-e9cf3bd9ec7c tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags/tempest-TagsExtTest-Tag-949362832 HTTP/1.1" status: 404 len: 328 time: 0.6280181 Jan 21 09:49:21.840179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38484) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:21.855033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-8b424f18-fd51-488d-a521-7f04ceb2abe5 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c', {'tags': ['tempest-TagsExtTest-Tag-689721423', 'tempest-TagsExtTest-Tag-87529836', 'tempest-TagsExtTest-Tag-1637160035']}) {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:21.880113 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-c5268ee3-f506-4927-aec8-f4885dd05917 service neutron] 10.222.0.120 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254905 Jan 21 09:49:21.920645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] For port 40bf7031-763d-446f-a8ab-2fe4da65c979, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=40bf7031-763d-446f-a8ab-2fe4da65c979,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:21.921492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.117939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.8 (5a31c44d-c725-454c-8aa7-80cd77d4a658/96e799b0-edee-4e8b-98eb-465cfd53cf44/02a94054-04d5-435e-a93d-fa028799027d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:22.145900 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-edbf7d8e-8513-4f20-8536-baf70b3ebfc5 service neutron] 10.222.0.120 "GET /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517889 Jan 21 09:49:22.252098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Calling delete_port for 40bf7031-763d-446f-a8ab-2fe4da65c979 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:22.330885 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f74d504-a768-4aa8-800f-c598db6878be req-c7eb442f-e900-454f-bbf7-1d17b37b4553 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 210 time: 0.2670152 Jan 21 09:49:22.341512 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8b424f18-fd51-488d-a521-7f04ceb2abe5 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "PUT /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags HTTP/1.1" status: 200 len: 315 time: 0.4959207 Jan 21 09:49:22.342843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.345868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38490) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:22.354994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-19d02097-fc70-451a-8624-c294838b314f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:22.385520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 02a94054-04d5-435e-a93d-fa028799027d will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:22.427331 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-19d02097-fc70-451a-8624-c294838b314f tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0802863 Jan 21 09:49:22.432546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38494) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:22.436523 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.442317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-38974043-7fa1-4ed9-a03c-bbff86e875e2 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c', 'tempest-TagsExtTest-Tag-689721423') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:22.495015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.502349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.556738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event deleted for resources: {'Port': ['ID=40bf7031-763d-446f-a8ab-2fe4da65c979,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:22.561363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:22.569256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=02a94054-04d5-435e-a93d-fa028799027d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:22.573181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:22.580073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:22.627406 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-38974043-7fa1-4ed9-a03c-bbff86e875e2 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:22.630057 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-38974043-7fa1-4ed9-a03c-bbff86e875e2 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags/tempest-TagsExtTest-Tag-689721423 HTTP/1.1" status: 404 len: 328 time: 0.1947730 Jan 21 09:49:22.637053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38498) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:22.650185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.tag.tag_plugin [None req-4c7139a4-5e58-42a2-b743-1577f773f310 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c', 'tempest-TagsExtTest-Tag-87529836') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:22.651574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] No DVR routers for this DVR port 40bf7031-763d-446f-a8ab-2fe4da65c979 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:22.655793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.662752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'name': 'network-vif-deleted', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:22.675434 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f0a827e9-c523-4368-9ef9-bd11ffe6e07b req-a745842d-6d91-4501-b54a-49eb41b1c30e tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.120 "DELETE /v2.0/ports/40bf7031-763d-446f-a8ab-2fe4da65c979 HTTP/1.1" status: 204 len: 173 time: 1.3812418 Jan 21 09:49:22.730981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:22.732004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.768410 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-4c7139a4-5e58-42a2-b743-1577f773f310 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:22.775700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38504) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:22.778946 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4c7139a4-5e58-42a2-b743-1577f773f310 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags/tempest-TagsExtTest-Tag-87529836 HTTP/1.1" status: 404 len: 327 time: 0.1401794 Jan 21 09:49:22.786596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-47d76b45-0e05-4f08-a13e-13842981104a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c', 'tempest-TagsExtTest-Tag-1637160035') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:22.808662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:22.810190 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ace6e1e-9c98-4403-8b84-80e59f3ba259', 'name': 'network-vif-deleted', 'tag': '40bf7031-763d-446f-a8ab-2fe4da65c979', 'status': 'completed', 'code': 200} Jan 21 09:49:22.815025 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f95c933c-0d9f-469a-a6b2-173b06da41b6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9461808 Jan 21 09:49:22.830619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Request body: {'port': {'device_id': '1fd9e333-208b-43ff-8999-c6deed717f33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:22.843484 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-47d76b45-0e05-4f08-a13e-13842981104a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] show failed (client error): The resource could not be found. Jan 21 09:49:22.845151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-47d76b45-0e05-4f08-a13e-13842981104a tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags/tempest-TagsExtTest-Tag-1637160035 HTTP/1.1" status: 404 len: 329 time: 0.0678089 Jan 21 09:49:22.849333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38510) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:22.859506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-458c13e5-2edf-4cb1-a6d6-a234da3135f9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:22.975586 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-458c13e5-2edf-4cb1-a6d6-a234da3135f9 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c/tags HTTP/1.1" status: 204 len: 168 time: 0.1209488 Jan 21 09:49:22.985962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38514) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:22.996572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-fbfdab59-9048-4ffd-95dd-0ef6f13aed5d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7059c86b-3ee7-45e1-8284-c15ebeaa52e4') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.131629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.258074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c58ae8df-21c0-46f4-a0f7-70ef59d5f570 None None] Provisioning for port 02a94054-04d5-435e-a93d-fa028799027d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:23.268587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c58ae8df-21c0-46f4-a0f7-70ef59d5f570 None None] Provisioning complete for port 02a94054-04d5-435e-a93d-fa028799027d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:23.269553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c58ae8df-21c0-46f4-a0f7-70ef59d5f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.403665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c58ae8df-21c0-46f4-a0f7-70ef59d5f570 None None] Port 02a94054-04d5-435e-a93d-fa028799027d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:49:23.487409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1a82c966-2331-4a20-8d2c-c315378e3e3c req-48b56832-2c71-48c0-bc51-db07b680f4db tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Synchronizing usage tracker for tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:23.650780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1a82c966-2331-4a20-8d2c-c315378e3e3c req-48b56832-2c71-48c0-bc51-db07b680f4db tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Unset dirty status for tenant:aeeaa5fa8a7547aeb69644e9c6904bb6 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:23.652596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1a82c966-2331-4a20-8d2c-c315378e3e3c req-48b56832-2c71-48c0-bc51-db07b680f4db tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "GET /v2.0/ports?device_id=6ace6e1e-9c98-4403-8b84-80e59f3ba259 HTTP/1.1" status: 200 len: 210 time: 0.2193265 Jan 21 09:49:23.666488 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fbfdab59-9048-4ffd-95dd-0ef6f13aed5d tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4/tags HTTP/1.1" status: 204 len: 168 time: 0.6785274 Jan 21 09:49:23.676699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38520) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:23.695646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-3a7bf0e4-7ccf-47b5-a294-383b3ab0da78 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a6cb9a1-89a6-4833-8d5b-41fa048adf4a') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.833222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca9e5c-6da1-422b-8a10-82648f1d4d08 req-b0e5384d-f29d-40dd-a81b-60cf1e428e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:23.834817 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4cca9e5c-6da1-422b-8a10-82648f1d4d08 req-b0e5384d-f29d-40dd-a81b-60cf1e428e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 931 time: 0.2381120 Jan 21 09:49:23.845893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a94054-04d5-435e-a93d-fa028799027d {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:23.860881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.877208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.886835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Transition to ACTIVE for port object 02a94054-04d5-435e-a93d-fa028799027d will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:49:23.892789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:23.911724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a7bf0e4-7ccf-47b5-a294-383b3ab0da78 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a/tags HTTP/1.1" status: 204 len: 168 time: 0.2323213 Jan 21 09:49:23.916887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38524) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:23.925751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.tag.tag_plugin [None req-279688fb-6aa5-44de-bb92-ef099b65d298 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca157a04-d283-4aa1-85b5-5e6dbc228ba8') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:23.978481 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4cca9e5c-6da1-422b-8a10-82648f1d4d08 req-01c3cafc-fa22-4314-8413-05eaed5d576e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192143 Jan 21 09:49:24.024005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Pushing event updated for resources: {'Port': ['ID=02a94054-04d5-435e-a93d-fa028799027d,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:24.036560 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-279688fb-6aa5-44de-bb92-ef099b65d298 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8/tags HTTP/1.1" status: 204 len: 168 time: 0.1182694 Jan 21 09:49:24.047771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38528) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:24.181557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f2e5b612-63bc-4bd1-8955-0ac8b146f0f1 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for subnetpool, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.183729 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f2e5b612-63bc-4bd1-8955-0ac8b146f0f1 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnetpools/4766cf30-a29a-4cdd-ba20-fa0ddc4bbc1c HTTP/1.1" status: 204 len: 168 time: 0.1347725 Jan 21 09:49:24.186751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38532) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:24.194564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.195108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.195643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.196189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.196722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.197257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.197792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.198365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.198903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.199434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.199974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:24.272484 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-964ae0c4-c5f9-4c83-a52b-64510974595c tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "GET /v2.0/ports?device_id=7059c86b-3ee7-45e1-8284-c15ebeaa52e4 HTTP/1.1" status: 200 len: 205 time: 0.0838647 Jan 21 09:49:24.274782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38536) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:24.322796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Attempting to bind port 02a94054-04d5-435e-a93d-fa028799027d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:49:24.323133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Attempting to bind port 02a94054-04d5-435e-a93d-fa028799027d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:49:24.323466 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Attempting to bind port 02a94054-04d5-435e-a93d-fa028799027d on network 5a31c44d-c725-454c-8aa7-80cd77d4a658 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:24.332712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Port 02a94054-04d5-435e-a93d-fa028799027d on network 5a31c44d-c725-454c-8aa7-80cd77d4a658 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:49:24.333014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Attempting to bind port 02a94054-04d5-435e-a93d-fa028799027d on network 5a31c44d-c725-454c-8aa7-80cd77d4a658 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:49:24.340620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:49:24.340947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Checking segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:49:24.341316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Bound using segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:49:24.341877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Bound port: 02a94054-04d5-435e-a93d-fa028799027d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:49:24.342260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.486499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0bf994fd-afc8-44c3-935a-9039628a3bd7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.589193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] For port 02a94054-04d5-435e-a93d-fa028799027d, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:49:24.593409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] For port 02a94054-04d5-435e-a93d-fa028799027d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=02a94054-04d5-435e-a93d-fa028799027d,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:49:24.599328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.666707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.668955 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] 10.222.0.120 "PUT /v2.0/ports/02a94054-04d5-435e-a93d-fa028799027d HTTP/1.1" status: 200 len: 1093 time: 1.8460615 Jan 21 09:49:24.669618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'tag': '02a94054-04d5-435e-a93d-fa028799027d'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:24.706288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024e76c-99e3-4132-b69c-540c27d934ae service neutron] Pushing event updated for resources: {'Port': ['ID=02a94054-04d5-435e-a93d-fa028799027d,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:24.784783 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'tag': '02a94054-04d5-435e-a93d-fa028799027d', 'status': 'completed', 'code': 200} Jan 21 09:49:24.836933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38544) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:24.982817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0bf994fd-afc8-44c3-935a-9039628a3bd7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:24.984442 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-d365c496-4b14-4231-acdd-685771ca6669 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 1096 time: 0.2591631 Jan 21 09:49:24.991887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0bf994fd-afc8-44c3-935a-9039628a3bd7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.035702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0bf994fd-afc8-44c3-935a-9039628a3bd7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.036751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf994fd-afc8-44c3-935a-9039628a3bd7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Fanout notify agent at l3_agent the message router_deleted on router 7059c86b-3ee7-45e1-8284-c15ebeaa52e4 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:49:25.054502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0bf994fd-afc8-44c3-935a-9039628a3bd7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.058057 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0bf994fd-afc8-44c3-935a-9039628a3bd7 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/routers/7059c86b-3ee7-45e1-8284-c15ebeaa52e4 HTTP/1.1" status: 204 len: 168 time: 0.7801504 Jan 21 09:49:25.061056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38550) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:25.113346 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f441dd30-a801-4b56-94c7-b20b1e21d5e8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a94054-04d5-435e-a93d-fa028799027d HTTP/1.1" status: 200 len: 217 time: 0.1179307 Jan 21 09:49:25.222242 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfcbf4-243a-4ebb-b67d-2cc49beccd4e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Deleting port 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:25.222592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcbf4-243a-4ebb-b67d-2cc49beccd4e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.288676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4b811-9962-4423-9d57-658ea89ae5c7 req-e436b61a-c1f0-4d4b-8fe9-428d221473f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:25.290338 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-63a4b811-9962-4423-9d57-658ea89ae5c7 req-e436b61a-c1f0-4d4b-8fe9-428d221473f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 943 time: 0.1254070 Jan 21 09:49:25.343551 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-63a4b811-9962-4423-9d57-658ea89ae5c7 req-36b9f7f5-5fe2-47f7-b4ff-04ae171105c1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457923 Jan 21 09:49:25.386078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-49aed7b0-865c-42b2-aa17-ca5f88c4e38b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:25.388716 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-49aed7b0-865c-42b2-aa17-ca5f88c4e38b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 200 len: 835 time: 0.2623556 Jan 21 09:49:25.518858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 40bf7031-763d-446f-a8ab-2fe4da65c979 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:25.560336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 40bf7031-763d-446f-a8ab-2fe4da65c979 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:25.562136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 40bf7031-763d-446f-a8ab-2fe4da65c979 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:25.696829 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-e9d3d1bf-87ce-4dc5-b1b9-5d42080b0d3f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2830174 Jan 21 09:49:25.813598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcbf4-243a-4ebb-b67d-2cc49beccd4e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:25.999132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfcbf4-243a-4ebb-b67d-2cc49beccd4e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Calling delete_port for 0a6cb9a1-89a6-4833-8d5b-41fa048adf4a owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:26.133615 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-23a734b8-ff29-4135-8130-7c2d875a16f0 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208937 Jan 21 09:49:26.304217 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01843924-9fb5-4233-ae82-ce4d19795515 None None] New status for floating IP f328e90e-d80b-4af9-9339-bda8d7456f2d: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:49:26.555704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcbf4-243a-4ebb-b67d-2cc49beccd4e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:26.660703 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5a515f4f-924a-4cf2-baab-964dfea9c790 req-f9500107-3f3b-46a1-93c8-a962c43da775 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189531 Jan 21 09:49:26.681896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfcbf4-243a-4ebb-b67d-2cc49beccd4e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Pushing event deleted for resources: {'Port': ['ID=0a6cb9a1-89a6-4833-8d5b-41fa048adf4a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:26.728087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e533f-eac9-4bf7-832f-316dd1b8e2b5 req-f948dbc8-f41f-4083-b096-0c6a6df8b1e9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:26.735548 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d11e533f-eac9-4bf7-832f-316dd1b8e2b5 req-f948dbc8-f41f-4083-b096-0c6a6df8b1e9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 943 time: 0.1243165 Jan 21 09:49:26.828855 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d11e533f-eac9-4bf7-832f-316dd1b8e2b5 req-0132c687-0222-4179-a0f1-16de75977e93 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828655 Jan 21 09:49:27.013783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcbf4-243a-4ebb-b67d-2cc49beccd4e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.034699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.129557 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-73595828-f086-4035-a3a8-51bbe55decd9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 1096 time: 0.3697374 Jan 21 09:49:27.138833 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2fcfcbf4-243a-4ebb-b67d-2cc49beccd4e tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/ports/0a6cb9a1-89a6-4833-8d5b-41fa048adf4a HTTP/1.1" status: 204 len: 168 time: 2.0757728 Jan 21 09:49:27.143067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38556) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:27.328869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-6081477f-ee8f-43a1-bd1b-2810f2f43336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:27.330702 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-6081477f-ee8f-43a1-bd1b-2810f2f43336 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 897 time: 0.1899540 Jan 21 09:49:27.479060 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-42a99825-0a06-4386-a25f-1d6b3470da81 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a94054-04d5-435e-a93d-fa028799027d HTTP/1.1" status: 200 len: 217 time: 0.0869849 Jan 21 09:49:27.483332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b160640-8199-43eb-b786-028413fde993 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Deleting subnet ca157a04-d283-4aa1-85b5-5e6dbc228ba8 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:49:27.486946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1b160640-8199-43eb-b786-028413fde993 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.541665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1b160640-8199-43eb-b786-028413fde993 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.628741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1b160640-8199-43eb-b786-028413fde993 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.631733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-afa3e545-1730-4645-b623-18927e4c8880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:27.634177 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-afa3e545-1730-4645-b623-18927e4c8880 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 200 len: 835 time: 0.1537199 Jan 21 09:49:27.714453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1b160640-8199-43eb-b786-028413fde993 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.755166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b160640-8199-43eb-b786-028413fde993 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Pushing event deleted for resources: {'Subnet': ['ID=ca157a04-d283-4aa1-85b5-5e6dbc228ba8,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:27.760274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1b160640-8199-43eb-b786-028413fde993 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.770291 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1b160640-8199-43eb-b786-028413fde993 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/subnets/ca157a04-d283-4aa1-85b5-5e6dbc228ba8 HTTP/1.1" status: 204 len: 168 time: 0.6231456 Jan 21 09:49:27.770291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38560) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:27.774511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda4c18-c5b7-4069-b032-4992e8e577e9 None None] Network eab9a4d8-7dae-4a24-93b5-1a942195c9c4 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:27.908802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:27.933289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Deleting port 511c980f-f368-4746-b225-3e5a081e084d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:27.934349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.037568 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-a8f75bb3-25ee-4f42-92d5-1f9c05a2e3b5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3947532 Jan 21 09:49:28.230228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] DHCP port deletion for eab9a4d8-7dae-4a24-93b5-1a942195c9c4 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:49:28.236985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] Deleting port 511c980f-f368-4746-b225-3e5a081e084d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:28.237523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.352733 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-ee461422-7382-4a21-b6d5-ff460ffbcfcf service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052297 Jan 21 09:49:28.365089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] For port 511c980f-f368-4746-b225-3e5a081e084d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=511c980f-f368-4746-b225-3e5a081e084d,segment=NetworkSegment(f12c955c-81c3-4ed5-8428-afaa9b1eaafa),segment_id=f12c955c-81c3-4ed5-8428-afaa9b1eaafa)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:28.365634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.384639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a211f-02d5-4f68-bbd0-1ef40fd3b4d3 req-de8a094a-ea46-4158-bfc6-8ea54ca8f4b5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:28.387607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-232a211f-02d5-4f68-bbd0-1ef40fd3b4d3 req-de8a094a-ea46-4158-bfc6-8ea54ca8f4b5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 943 time: 0.2560196 Jan 21 09:49:28.571659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Calling delete_port for 511c980f-f368-4746-b225-3e5a081e084d owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:28.634757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] For port 511c980f-f368-4746-b225-3e5a081e084d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=511c980f-f368-4746-b225-3e5a081e084d,segment=NetworkSegment(f12c955c-81c3-4ed5-8428-afaa9b1eaafa),segment_id=f12c955c-81c3-4ed5-8428-afaa9b1eaafa)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:28.636176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.660961 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-232a211f-02d5-4f68-bbd0-1ef40fd3b4d3 req-c1bbcb95-ffed-4ebc-a4a4-e2ab8bf631a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2616315 Jan 21 09:49:28.689899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:28.772612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Pushing event deleted for resources: {'Port': ['ID=511c980f-f368-4746-b225-3e5a081e084d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:28.795840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] No DVR routers for this DVR port 511c980f-f368-4746-b225-3e5a081e084d on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:28.834047 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-09b1dea1-81d8-4d23-b087-06854e40d75f req-d1752f34-1300-41b4-aa20-2e967afb8ee0 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335659 Jan 21 09:49:28.837265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.837694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.839113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.839719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.840266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.840807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.841337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.842415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.842953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.843515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.844056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:28.943678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] Calling delete_port for 511c980f-f368-4746-b225-3e5a081e084d owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:29.033066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Deleting port 42e9d8ea-613a-44d3-b73c-282c4033fe37 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:29.033599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.036665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.066415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:49:29.066913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:49:29.077541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab9a4d8-7dae-4a24-93b5-1a942195c9c4']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:29.091433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12c955c-81c3-4ed5-8428-afaa9b1eaafa') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:29.092145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12c955c-81c3-4ed5-8428-afaa9b1eaafa') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:29.106269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.129273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.136332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:49:29.136758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:29.151919 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:29.245954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.266008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.277429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] Pushing event deleted for resources: {'Network': ['ID=eab9a4d8-7dae-4a24-93b5-1a942195c9c4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:29.284591 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5292620f-fe1e-4f82-b64c-0d8a1bb84468 tempest-TagsExtTest-1664622116 tempest-TagsExtTest-1664622116-project] 10.222.0.122 "DELETE /v2.0/networks/eab9a4d8-7dae-4a24-93b5-1a942195c9c4 HTTP/1.1" status: 204 len: 168 time: 1.5134709 Jan 21 09:49:29.297544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] For port 42e9d8ea-613a-44d3-b73c-282c4033fe37, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=42e9d8ea-613a-44d3-b73c-282c4033fe37,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:29.298146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.444286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Calling delete_port for 42e9d8ea-613a-44d3-b73c-282c4033fe37 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:29.533776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 02a94054-04d5-435e-a93d-fa028799027d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:49:29.578199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] Deleting port 511c980f-f368-4746-b225-3e5a081e084d {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:29.578895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.769340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:29.791946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3fcdd088-3c8b-4762-b21b-40ec8cf9ebc8 None None] The port '511c980f-f368-4746-b225-3e5a081e084d' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:49:29.831364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38574) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:29.851246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event deleted for resources: {'Port': ['ID=42e9d8ea-613a-44d3-b73c-282c4033fe37,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:29.925496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 02a94054-04d5-435e-a93d-fa028799027d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=02a94054-04d5-435e-a93d-fa028799027d,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:29.951539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '02a94054-04d5-435e-a93d-fa028799027d', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'port_id': '02a94054-04d5-435e-a93d-fa028799027d', 'mac_address': 'fa:16:3e:cb:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:49:30.108583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.179368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a94054-04d5-435e-a93d-fa028799027d {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:49:30.253623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 02a94054-04d5-435e-a93d-fa028799027d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=02a94054-04d5-435e-a93d-fa028799027d,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:30.257964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 511c980f-f368-4746-b225-3e5a081e084d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:30.273292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1485d-697b-4218-8e57-70e34c1cefec req-8fb62cac-411d-40a9-9b9f-45a72341f6ec tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:30.274964 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ffb1485d-697b-4218-8e57-70e34c1cefec req-8fb62cac-411d-40a9-9b9f-45a72341f6ec tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 943 time: 0.2784376 Jan 21 09:49:30.313222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.362608 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ffb1485d-697b-4218-8e57-70e34c1cefec req-23c09beb-d30b-4559-ad99-a77379069f1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707831 Jan 21 09:49:30.401579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 511c980f-f368-4746-b225-3e5a081e084d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:30.402211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 511c980f-f368-4746-b225-3e5a081e084d not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:30.443797 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cef74990-b994-4a78-afa1-a6732d2cd868 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=e31b0ab3c30a47a7a139266eea15a465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6083562 Jan 21 09:49:30.444143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38580) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:30.479619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=02a94054-04d5-435e-a93d-fa028799027d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.523575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.525956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9253d88d-4ea4-4d01-ae01-151744fe15ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.546250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['02a94054-04d5-435e-a93d-fa028799027d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:49:30.596627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9253d88d-4ea4-4d01-ae01-151744fe15ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.672363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9253d88d-4ea4-4d01-ae01-151744fe15ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.695415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253d88d-4ea4-4d01-ae01-151744fe15ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e2b9e7-24e5-462d-8a44-5265b1275266,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:30.702028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9253d88d-4ea4-4d01-ae01-151744fe15ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:30.703674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9253d88d-4ea4-4d01-ae01-151744fe15ab admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/94e2b9e7-24e5-462d-8a44-5265b1275266 HTTP/1.1" status: 204 len: 168 time: 0.2581351 Jan 21 09:49:31.521715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Router c032fb3c-c3b3-4677-b423-cb8670a2643d has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:31.548324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 02a94054-04d5-435e-a93d-fa028799027d up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:49:31.627902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac93a2-32d5-440d-8618-d5d87f9b0b96 req-3463390d-27d8-4a28-96c7-6746791ef7df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:31.629453 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0aac93a2-32d5-440d-8618-d5d87f9b0b96 req-3463390d-27d8-4a28-96c7-6746791ef7df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 944 time: 0.0921185 Jan 21 09:49:31.665780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 02a94054-04d5-435e-a93d-fa028799027d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:49:31.673771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 02a94054-04d5-435e-a93d-fa028799027d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:49:31.674410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.714718 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0aac93a2-32d5-440d-8618-d5d87f9b0b96 req-189695df-cbeb-40f9-b043-951d88bf08c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753143 Jan 21 09:49:31.829734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:31.843210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] Sync routers for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:31.850057 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1d31fc7c-2a3e-49cb-b621-6ff979c267c7 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "PUT /v2.0/routers/c032fb3c-c3b3-4677-b423-cb8670a2643d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0114169 Jan 21 09:49:31.853425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38588) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:31.863537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:31.890520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:31.891180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:31.968527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a94054-04d5-435e-a93d-fa028799027d'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:31.991316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 02a94054-04d5-435e-a93d-fa028799027d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=02a94054-04d5-435e-a93d-fa028799027d,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:32.001100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.056509 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a94054-04d5-435e-a93d-fa028799027d', 'code': 200} Jan 21 09:49:32.168914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=02a94054-04d5-435e-a93d-fa028799027d,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:32.173960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ff81c5-a2d0-4b39-b210-7581dc1291fe tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Deleting subnet f09ea5e6-fe73-400a-a12b-e7e8447b4672 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:49:32.178666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93ff81c5-a2d0-4b39-b210-7581dc1291fe tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.188236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.188892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.189409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.189903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.190435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.190928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.191405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.191883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.192368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.192840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.193310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:49:32.200836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:32.254145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93ff81c5-a2d0-4b39-b210-7581dc1291fe tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.400104 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6a2203d0-9d73-4d7f-8ce8-f7d9b2fa4810 req-7a98e3ad-9489-417b-bb73-1074b3518326 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 1098 time: 0.1162605 Jan 21 09:49:32.403149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93ff81c5-a2d0-4b39-b210-7581dc1291fe tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.506346 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6a2203d0-9d73-4d7f-8ce8-f7d9b2fa4810 req-9161d7b5-333b-4e87-9e6a-4a1d35e71d36 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717051 Jan 21 09:49:32.512106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93ff81c5-a2d0-4b39-b210-7581dc1291fe tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.555735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff81c5-a2d0-4b39-b210-7581dc1291fe tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event deleted for resources: {'Subnet': ['ID=f09ea5e6-fe73-400a-a12b-e7e8447b4672,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:32.562780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-93ff81c5-a2d0-4b39-b210-7581dc1291fe tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:32.571667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970241b-3971-4ab7-942b-0eae6d42ca66 None None] Network 18c45403-1b1d-43b1-955d-12c3ce10330b requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:49:32.572233 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-93ff81c5-a2d0-4b39-b210-7581dc1291fe tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "DELETE /v2.0/subnets/f09ea5e6-fe73-400a-a12b-e7e8447b4672 HTTP/1.1" status: 204 len: 168 time: 0.7172229 Jan 21 09:49:32.576935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38594) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:32.662139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:49:29Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.678524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] Checking router: c032fb3c-c3b3-4677-b423-cb8670a2643d for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:32.759700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] Routers {'c032fb3c-c3b3-4677-b423-cb8670a2643d'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:32.760267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c032fb3c-c3b3-4677-b423-cb8670a2643d'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:32.964658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] Set router c032fb3c-c3b3-4677-b423-cb8670a2643d gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:33.004418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.068120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] DHCP port deletion for 18c45403-1b1d-43b1-955d-12c3ce10330b request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:49:33.092866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] Deleting port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:33.093261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.116421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d1ba6-147c-4c7b-81b9-03d635b95053 req-b8affe09-e99f-4830-aa1d-3f56abcabd9a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:33.117876 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3e1d1ba6-147c-4c7b-81b9-03d635b95053 req-b8affe09-e99f-4830-aa1d-3f56abcabd9a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 945 time: 0.2426696 Jan 21 09:49:33.233169 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3e1d1ba6-147c-4c7b-81b9-03d635b95053 req-dc5bb5c3-5f62-40e6-869e-83ecea130623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046197 Jan 21 09:49:33.282819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.293483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Deleting port 963e47e4-2a79-4129-b51a-b046e274571c {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:33.293809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.439231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] For port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb,segment=NetworkSegment(5a860990-a6f6-4328-a9fc-e3c889fbca11),segment_id=5a860990-a6f6-4328-a9fc-e3c889fbca11)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:33.440087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.489435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] For port 963e47e4-2a79-4129-b51a-b046e274571c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=963e47e4-2a79-4129-b51a-b046e274571c,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:33.490010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.579909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] Calling delete_port for a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:33.645034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Calling delete_port for 963e47e4-2a79-4129-b51a-b046e274571c owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:33.647137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:49:29Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:33.653737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a53b4-1241-4b69-b4b1-fa3712bc8fe7 None None] The sync data for ids ['c032fb3c-c3b3-4677-b423-cb8670a2643d'] in dv-neutron-825724-1-hyperv is: [{'id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480975624', 'tenant_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '963e47e4-2a79-4129-b51a-b046e274571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:46:54Z', 'updated_at': '2022-01-21T09:49:29Z', 'revision_number': 5, 'project_id': 'aeeaa5fa8a7547aeb69644e9c6904bb6', 'gw_port': {'id': '963e47e4-2a79-4129-b51a-b046e274571c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c032fb3c-c3b3-4677-b423-cb8670a2643d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:46:55Z', 'updated_at': '2022-01-21T09:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:33.684371 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.735948 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] Pushing event deleted for resources: {'Port': ['ID=a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:33.742641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74224430-e4f8-47bf-8f0a-067dbcfb278f None None] No DVR routers for this DVR port a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:33.842168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:33.892152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event deleted for resources: {'Port': ['ID=963e47e4-2a79-4129-b51a-b046e274571c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:34.134483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.188373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 42e9d8ea-613a-44d3-b73c-282c4033fe37 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:34.226171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 42e9d8ea-613a-44d3-b73c-282c4033fe37 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:34.226739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 42e9d8ea-613a-44d3-b73c-282c4033fe37 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:34.227252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:34.261390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:34.261845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a9c6bf6f-bf2d-4bf7-b70a-102eaf5ab6bb not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:34.472815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.573750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.585611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.617606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ad35-b816-426b-92c4-bace99fd0f63 req-6b02b3c4-c439-4d29-b626-4835efff9164 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.619117 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b731ad35-b816-426b-92c4-bace99fd0f63 req-6b02b3c4-c439-4d29-b626-4835efff9164 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 945 time: 0.2383246 Jan 21 09:49:34.627123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.627800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Fanout notify agent at l3_agent the message router_deleted on router c032fb3c-c3b3-4677-b423-cb8670a2643d {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:49:34.665270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.666383 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a1181f5d-9f49-4558-a5c6-b2e00ab97465 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "DELETE /v2.0/routers/c032fb3c-c3b3-4677-b423-cb8670a2643d HTTP/1.1" status: 204 len: 168 time: 2.0882227 Jan 21 09:49:34.671852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38602) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:34.690645 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b731ad35-b816-426b-92c4-bace99fd0f63 req-13546bbd-4195-4655-a4af-a6efe636cecb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574334 Jan 21 09:49:34.846207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:34.976500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8956a-72dd-4ad0-a99a-4b23f563a395 req-e1544255-db85-46d5-94bb-b0a18edc6c36 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:34.979419 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-84f8956a-72dd-4ad0-a99a-4b23f563a395 req-e1544255-db85-46d5-94bb-b0a18edc6c36 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 945 time: 0.1234806 Jan 21 09:49:35.050100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-84f8956a-72dd-4ad0-a99a-4b23f563a395 req-1bc1b5a4-f4c3-4f5c-91cf-41f2f7ae43f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598426 Jan 21 09:49:35.086303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.104793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38608) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:35.136725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c45403-1b1d-43b1-955d-12c3ce10330b']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:35.160062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a860990-a6f6-4328-a9fc-e3c889fbca11') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:35.160526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a860990-a6f6-4328-a9fc-e3c889fbca11') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:35.180229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.203520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.214416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:49:35.215096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.222161 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-40ee7a32-7129-4bf7-bf65-d95870e52132 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 1093 time: 0.1124811 Jan 21 09:49:35.222953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38612) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:35.228280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '02a94054-04d5-435e-a93d-fa028799027d', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:49:35.237066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:35.240733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:49:35.241052 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:49:35.244725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:35.253717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:35.272436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.340104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.368268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.382610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event deleted for resources: {'Network': ['ID=18c45403-1b1d-43b1-955d-12c3ce10330b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:35.393585 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a72ed7c6-5c3d-4481-adb3-ffed9ee29bf5 tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "DELETE /v2.0/networks/18c45403-1b1d-43b1-955d-12c3ce10330b HTTP/1.1" status: 204 len: 168 time: 0.7199321 Jan 21 09:49:35.397020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38616) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:35.520517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.577661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396c8a76-c7f0-4c1c-a3f2-e21ef39e76ca tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.642855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396c8a76-c7f0-4c1c-a3f2-e21ef39e76ca tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.769179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.37 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/9eeb468e-2808-4289-a0f0-97cfc8dd6c79) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:49:35.870063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396c8a76-c7f0-4c1c-a3f2-e21ef39e76ca tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.909462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c8a76-c7f0-4c1c-a3f2-e21ef39e76ca tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d14bd8c-d0bf-4a59-85bb-4a5670a442aa,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:35.960565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-396c8a76-c7f0-4c1c-a3f2-e21ef39e76ca tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:35.961659 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-396c8a76-c7f0-4c1c-a3f2-e21ef39e76ca tempest-TestNetworkAdvancedServerOps-1412780539 tempest-TestNetworkAdvancedServerOps-1412780539-project] 10.222.0.122 "DELETE /v2.0/security-groups/2d14bd8c-d0bf-4a59-85bb-4a5670a442aa HTTP/1.1" status: 204 len: 168 time: 0.5636542 Jan 21 09:49:36.006211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.012312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 963e47e4-2a79-4129-b51a-b046e274571c no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:36.069175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 963e47e4-2a79-4129-b51a-b046e274571c {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:36.069519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 963e47e4-2a79-4129-b51a-b046e274571c not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:36.078888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.176913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:49:36.181643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:49:36.184308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:49:36.219417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=9eeb468e-2808-4289-a0f0-97cfc8dd6c79,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:36.411356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38626) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:36.600586 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ffcf8d9f-2119-4824-b105-d59af00f031d admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=aeeaa5fa8a7547aeb69644e9c6904bb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1879873 Jan 21 09:49:36.600933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38632) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:36.694541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d5952b9-3177-4a5b-a579-3ec09e5c54ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.838873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d5952b9-3177-4a5b-a579-3ec09e5c54ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:36.981133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d5952b9-3177-4a5b-a579-3ec09e5c54ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.011763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5952b9-3177-4a5b-a579-3ec09e5c54ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c2f897-306b-4b38-af3d-e964cd89b2a9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:37.014286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.087176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1d5952b9-3177-4a5b-a579-3ec09e5c54ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.088295 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1d5952b9-3177-4a5b-a579-3ec09e5c54ec admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/03c2f897-306b-4b38-af3d-e964cd89b2a9 HTTP/1.1" status: 204 len: 168 time: 0.4862761 Jan 21 09:49:37.102315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.343911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.350465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.469259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=9eeb468e-2808-4289-a0f0-97cfc8dd6c79,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:37.496611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.536052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38640) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:37.557446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.613570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:49:37.618357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] Usage tracker for resource:security_group_rule and tenant:3255d976618447a1a41599674349fb9b is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:49:37.621900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:49:37.630216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:49:37.727323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.728115 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP cd384d2d-71e3-4745-92dc-e8f8e959c6b7 associated. External IP: 172.26.1.37, port: 02a94054-04d5-435e-a93d-fa028799027d. Jan 21 09:49:37.737457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:37.817335 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=3255d976618447a1a41599674349fb9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2797930 Jan 21 09:49:37.818429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a51b6-bbdb-496d-931a-78a79e8b3284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dcec22-117f-434c-908b-350b84a8d64a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:37.821127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38644) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:37.919192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-67cb415d-2371-4835-9956-695d1faaea5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.004852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-67cb415d-2371-4835-9956-695d1faaea5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.081539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-67cb415d-2371-4835-9956-695d1faaea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.114808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb415d-2371-4835-9956-695d1faaea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dcec22-117f-434c-908b-350b84a8d64a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:38.229366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-67cb415d-2371-4835-9956-695d1faaea5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.231216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-67cb415d-2371-4835-9956-695d1faaea5c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/53dcec22-117f-434c-908b-350b84a8d64a HTTP/1.1" status: 204 len: 168 time: 0.4005060 Jan 21 09:49:38.463268 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 404bb245-baee-4e63-af7e-33691b5098ee has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:38.777669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:38.788392 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] Sync routers for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:38.802953 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:38.803715 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:38.814939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:38.930294 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d4d00cdd-0f07-4c33-bdff-846e0e8665fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7020371 Jan 21 09:49:38.930294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'tag': '02a94054-04d5-435e-a93d-fa028799027d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:38.931029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38650) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:39.002204 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:39.190260 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-afd6fb07-e491-4774-a6ec-bea3e3c1669e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 990 time: 0.2575109 Jan 21 09:49:39.370856 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'tag': '02a94054-04d5-435e-a93d-fa028799027d', 'status': 'completed', 'code': 200} Jan 21 09:49:39.473498 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-012fa9d4-2104-444e-bf33-0904a11f81b6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 1098 time: 0.0806994 Jan 21 09:49:39.511074 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'cd384d2d-71e3-4745-92dc-e8f8e959c6b7', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'port_id': '02a94054-04d5-435e-a93d-fa028799027d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'mac_address': 'fa:16:3e:cb:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9e333-208b-43ff-8999-c6deed717f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:36Z', 'updated_at': '2022-01-21T09:49:36Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:39.516249 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] Checking router: 404bb245-baee-4e63-af7e-33691b5098ee for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:39.527838 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:39.528446 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:39.651264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-cca11df6-662a-43ec-83ef-91b129f8825f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:39.653676 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-cca11df6-662a-43ec-83ef-91b129f8825f service neutron] 10.222.0.120 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 897 time: 0.1729932 Jan 21 09:49:39.717332 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:39.818158 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-6e8bec67-d8b9-471b-bd9a-b82a965379d3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a94054-04d5-435e-a93d-fa028799027d HTTP/1.1" status: 200 len: 998 time: 0.1586802 Jan 21 09:49:39.889686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-d7d5f071-6486-4c62-8062-6e5b4d917a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:39.891943 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-d7d5f071-6486-4c62-8062-6e5b4d917a75 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 200 len: 835 time: 0.0681014 Jan 21 09:49:40.004486 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-9b5d12fb-923c-4865-8b3e-14c0e712c5a2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069782 Jan 21 09:49:40.132669 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'cd384d2d-71e3-4745-92dc-e8f8e959c6b7', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'port_id': '02a94054-04d5-435e-a93d-fa028799027d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'mac_address': 'fa:16:3e:cb:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9e333-208b-43ff-8999-c6deed717f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:36Z', 'updated_at': '2022-01-21T09:49:36Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:40.137385 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ab192-48d4-4504-b5b7-a761b0cc2029 None None] The sync data for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv is: [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'cd384d2d-71e3-4745-92dc-e8f8e959c6b7', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'port_id': '02a94054-04d5-435e-a93d-fa028799027d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'mac_address': 'fa:16:3e:cb:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9e333-208b-43ff-8999-c6deed717f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:36Z', 'updated_at': '2022-01-21T09:49:36Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:40.194497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38658) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:40.225105 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-17294778-b09b-4b33-8efa-190a7931cbb0 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142007 Jan 21 09:49:40.439632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5bb93-ffdb-4b61-a9cf-7a4c646707d2 None None] New status for floating IP cd384d2d-71e3-4745-92dc-e8f8e959c6b7: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:49:40.445996 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-73cdbd09-398e-4d1d-837d-535d5bfd7105 req-ca9dba34-4302-4990-8d35-d7e5af2f9191 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148364 Jan 21 09:49:40.463811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fe2fb3c5-208f-441b-a2d9-00a78580528c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 990 time: 0.2675035 Jan 21 09:49:41.468603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38662) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:41.674343 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8c9310cc-bd02-48a0-868c-6c983ecad9d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 992 time: 0.2039976 Jan 21 09:49:44.369863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38668) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:44.593771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Deleting port db2d6902-ff63-4185-bfbd-3b9304d9fd7b {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:44.594052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.786068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.786370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:44.917346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Calling delete_port for db2d6902-ff63-4185-bfbd-3b9304d9fd7b owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:45.116821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.197944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event deleted for resources: {'Port': ['ID=db2d6902-ff63-4185-bfbd-3b9304d9fd7b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:45.299673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:45.739373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:46.058601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:46.070759 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:46.076393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:46.085068 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:46.085884 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:46.149682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-15b78aea-ae8a-4143-bec1-c79a9d3db37d tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "DELETE /v2.0/floatingips/645d0c61-d513-4a85-9460-7902e06e58ac HTTP/1.1" status: 204 len: 168 time: 1.7783530 Jan 21 09:49:46.150638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:46.258845 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'status': 'completed', 'code': 200} Jan 21 09:49:46.371165 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-2d4d6ec1-7453-45be-b91c-593cea8a06c1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 1099 time: 0.0901122 Jan 21 09:49:46.408792 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:46.595980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-bd9aa5e3-74c6-43f3-b9b3-e999ea4d7db5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:46.598584 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-bd9aa5e3-74c6-43f3-b9b3-e999ea4d7db5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.2196982 Jan 21 09:49:46.681188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c6953-3d47-4492-b47b-9babd54fa0d4 req-614724c7-0f9b-4ad1-8326-44be66b8f785 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:46.681913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-475c6953-3d47-4492-b47b-9babd54fa0d4 req-614724c7-0f9b-4ad1-8326-44be66b8f785 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:46.702683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-475c6953-3d47-4492-b47b-9babd54fa0d4 req-614724c7-0f9b-4ad1-8326-44be66b8f785 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:46.712203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-475c6953-3d47-4492-b47b-9babd54fa0d4 req-614724c7-0f9b-4ad1-8326-44be66b8f785 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 946 time: 0.1131229 Jan 21 09:49:46.719758 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-3bbed423-9783-411e-b9b3-92a6b345baa0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d HTTP/1.1" status: 200 len: 217 time: 0.1144125 Jan 21 09:49:46.769916 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-475c6953-3d47-4492-b47b-9babd54fa0d4 req-b5a2ba07-58b2-4f6f-9157-77ee300d478f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467992 Jan 21 09:49:46.839012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-7350dde1-18c7-4faf-bc66-d505cbf4665d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:46.842915 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-7350dde1-18c7-4faf-bc66-d505cbf4665d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.1167583 Jan 21 09:49:46.964820 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 1, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:46.973759 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:46.977747 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-d1de6b5c-b369-472f-ab80-2ac3c7c967b2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1270485 Jan 21 09:49:46.991276 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:46.992389 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:47.171435 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-fc569e72-a74a-4d64-a787-2968275cfacf service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864395 Jan 21 09:49:47.243028 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:47.554535 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-262ffde4-ee8a-4b74-a69d-a9a5f82cf85c req-401eec3a-9188-425d-b6e2-8ec4560220c1 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745954 Jan 21 09:49:47.644488 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 1, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:47.649108 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e2ccb-4b0b-4740-a162-27f6decee0ac None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '6d97ae57-a46e-4104-a05c-094c3e94e71d', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'port_id': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'mac_address': 'fa:16:3e:c5:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c23c79-544b-4569-8643-835c630e3599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:45:33Z', 'updated_at': '2022-01-21T09:45:44Z', 'revision_number': 1, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:47.930338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26cc77-3690-40e5-a671-84bd9f260a57 None None] New status for floating IP 645d0c61-d513-4a85-9460-7902e06e58ac: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:49:48.115883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8058a0b-3e42-47ea-aaf8-87e3bc0d2e87 req-acbe4e6f-c3f0-49ac-ba74-63da2a4219b7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.117486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d8058a0b-3e42-47ea-aaf8-87e3bc0d2e87 req-acbe4e6f-c3f0-49ac-ba74-63da2a4219b7 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 946 time: 0.0940833 Jan 21 09:49:48.183729 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d8058a0b-3e42-47ea-aaf8-87e3bc0d2e87 req-f1084b47-b874-4077-9fc0-c6dd3b837e33 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537255 Jan 21 09:49:48.277358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-fc95a513-2edf-4fb9-8498-d7dac3b65837 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:48.278163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-fc95a513-2edf-4fb9-8498-d7dac3b65837 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:48.293362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-fc95a513-2edf-4fb9-8498-d7dac3b65837 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:48.295894 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-fc95a513-2edf-4fb9-8498-d7dac3b65837 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 946 time: 0.1126685 Jan 21 09:49:48.374915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Deleting port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:48.375316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.658187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] For port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:48.658895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:48.785122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Calling delete_port for ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:48.954994 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.037966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa963ff4-5014-4cca-b4c2-27d0ec7958cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.038916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event deleted for resources: {'Port': ['ID=ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:49.136362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] No DVR routers for this DVR port ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:49:49.138901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:49.141634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'name': 'network-vif-deleted', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:49.165497 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e8adcce2-e8df-489a-9dc6-4c8f54ec66c8 req-79747d29-2a8d-45ee-b043-ed480ce12b1a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "DELETE /v2.0/ports/ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d HTTP/1.1" status: 204 len: 173 time: 0.8646946 Jan 21 09:49:49.207752 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6671206-da13-4808-82e1-af39030ba380', 'name': 'network-vif-deleted', 'tag': 'ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d', 'status': 'completed', 'code': 200} Jan 21 09:49:49.376171 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ed1be5f1-6228-4304-8b95-34bf18142453 req-9e2709ce-0b47-45ed-97ff-4926f40b3319 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=e6671206-da13-4808-82e1-af39030ba380 HTTP/1.1" status: 200 len: 210 time: 0.0430150 Jan 21 09:49:49.901498 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:49:51.426366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a8d627d-95fe-423f-aacb-11fddf966e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:51.695864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:49:51.756024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:49:51.757377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ee28b6af-cc3c-48f3-8f82-ff2d258e2b0d not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:49:52.500793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:52.775722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:53.864090 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.243449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38702) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:49:55.471242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Deleting port d157ff9e-8c95-4e97-95c8-ef3c5be39186 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:55.471582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.665608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.666015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:55.798075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Calling delete_port for d157ff9e-8c95-4e97-95c8-ef3c5be39186 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:55.973258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.030675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event deleted for resources: {'Port': ['ID=d157ff9e-8c95-4e97-95c8-ef3c5be39186,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:49:56.139590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.686948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:49:56.931387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:49:56.942986 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:49:56.960243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:56.963854 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:56.964592 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:57.049076 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a003bb60-32a9-484c-978f-af88c807c4ef tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "DELETE /v2.0/floatingips/6d97ae57-a46e-4104-a05c-094c3e94e71d HTTP/1.1" status: 204 len: 168 time: 1.8044751 Jan 21 09:49:57.050046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:49:57.113044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'status': 'completed', 'code': 200} Jan 21 09:49:57.203176 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:57.220636 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ee65b01d-34e3-44ac-9586-11832231a70b req-5ce57961-b7a6-47cb-9f91-9b95ec114235 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d7a3498013304bf78a9733962d0c8e9f&device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 1098 time: 0.0828528 Jan 21 09:49:57.405050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b01d-34e3-44ac-9586-11832231a70b req-5298a380-8e83-4955-8bc5-85936af91015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:57.406731 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ee65b01d-34e3-44ac-9586-11832231a70b req-5298a380-8e83-4955-8bc5-85936af91015 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 200 len: 913 time: 0.1798394 Jan 21 09:49:57.487653 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ee65b01d-34e3-44ac-9586-11832231a70b req-72c7c6ec-6176-4c0f-a9b4-39b883e3e7a9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5 HTTP/1.1" status: 200 len: 217 time: 0.0741079 Jan 21 09:49:57.557215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65b01d-34e3-44ac-9586-11832231a70b req-2e492b8b-eda3-4514-95a5-28165172e369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:57.558713 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ee65b01d-34e3-44ac-9586-11832231a70b req-2e492b8b-eda3-4514-95a5-28165172e369 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 200 len: 851 time: 0.0644915 Jan 21 09:49:57.570916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a676c19-5a1a-4940-a78e-e30379a37311 req-93c5d32a-ee58-4fa7-95b9-2c99267f792a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:57.571606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9a676c19-5a1a-4940-a78e-e30379a37311 req-93c5d32a-ee58-4fa7-95b9-2c99267f792a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:57.589451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9a676c19-5a1a-4940-a78e-e30379a37311 req-93c5d32a-ee58-4fa7-95b9-2c99267f792a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:57.591424 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9a676c19-5a1a-4940-a78e-e30379a37311 req-93c5d32a-ee58-4fa7-95b9-2c99267f792a tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 945 time: 0.1082504 Jan 21 09:49:57.596295 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:57.604654 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:49:57.621702 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:49:57.623304 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:57.643679 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9a676c19-5a1a-4940-a78e-e30379a37311 req-7733a2f1-0815-4926-a514-7609b0717364 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458434 Jan 21 09:49:57.651674 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ee65b01d-34e3-44ac-9586-11832231a70b req-6a110eb2-bb92-4aa8-953e-c6ea026e6454 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847113 Jan 21 09:49:57.790938 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ee65b01d-34e3-44ac-9586-11832231a70b req-a089e036-5c73-49ea-9ecd-422ed30718be service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303298 Jan 21 09:49:57.816539 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:49:58.028127 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ee65b01d-34e3-44ac-9586-11832231a70b req-b0d2787f-d7d4-4349-85a9-d0b146cabd30 service neutron] 10.222.0.120 "GET /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299306 Jan 21 09:49:58.150647 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:49:58.155011 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7efeb4-2ed1-4f84-b997-cf25ab475d06 None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:41:00Z', 'revision_number': 4, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '292ea1bd-43f5-464c-b15e-722f99944e0d', 'name': '', 'network_id': 'cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'mac_address': 'fa:16:3e:a6:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:58Z', 'updated_at': '2022-01-21T09:41:09Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'subnets': [{'id': '6dfb67f0-dc62-41fe-89b2-866148901c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:49:58.392738 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701f9a9-268a-479d-b6e6-b0409db48811 None None] New status for floating IP 6d97ae57-a46e-4104-a05c-094c3e94e71d: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:49:58.870283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b8448-49c3-4cee-9305-3fb0b8934f42 req-78f8c4c9-0e22-4ca6-8d44-d33a1c0223bd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:58.871941 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-849b8448-49c3-4cee-9305-3fb0b8934f42 req-78f8c4c9-0e22-4ca6-8d44-d33a1c0223bd tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 945 time: 0.0860696 Jan 21 09:49:58.927373 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-849b8448-49c3-4cee-9305-3fb0b8934f42 req-d2f66455-ff46-4d65-8ab1-30ab418eef8f tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/security-groups?id=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450439 Jan 21 09:49:59.179301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-d9f8c119-7d22-48bd-8060-9098d15856d5 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:49:59.180002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-d9f8c119-7d22-48bd-8060-9098d15856d5 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Synchronizing usage tracker for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:49:59.195116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-d9f8c119-7d22-48bd-8060-9098d15856d5 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Unset dirty status for tenant:d7a3498013304bf78a9733962d0c8e9f on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:49:59.196410 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-d9f8c119-7d22-48bd-8060-9098d15856d5 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 945 time: 0.0991173 Jan 21 09:49:59.271663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Deleting port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:49:59.272083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.534240 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] For port 54157232-23f6-4ec8-bad3-0a8f0d6925e5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=54157232-23f6-4ec8-bad3-0a8f0d6925e5,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:49:59.534551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.661830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Calling delete_port for 54157232-23f6-4ec8-bad3-0a8f0d6925e5 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:49:59.821201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:49:59.909549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event deleted for resources: {'Port': ['ID=54157232-23f6-4ec8-bad3-0a8f0d6925e5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:00.045280 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] No DVR routers for this DVR port 54157232-23f6-4ec8-bad3-0a8f0d6925e5 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:00.056679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:00.061597 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'name': 'network-vif-deleted', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:00.084467 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5b96dcf0-0783-46ba-9e8c-863dbbdeb07e req-8fe8e90d-7042-49a8-8624-802db4a4883c tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.120 "DELETE /v2.0/ports/54157232-23f6-4ec8-bad3-0a8f0d6925e5 HTTP/1.1" status: 204 len: 173 time: 0.8811903 Jan 21 09:50:00.173243 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-65ca77a1-2765-4c33-a4f0-a1acab33bcc2 req-61cdaaf7-8161-46ad-93fa-ce4e8ab8c7f9 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 210 time: 0.0482042 Jan 21 09:50:00.353196 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c23c79-544b-4569-8643-835c630e3599', 'name': 'network-vif-deleted', 'tag': '54157232-23f6-4ec8-bad3-0a8f0d6925e5', 'status': 'completed', 'code': 200} Jan 21 09:50:01.412522 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d8a096ea-b626-486c-bfc3-14f0697facdf req-b9764ad4-be61-4051-ac02-3747062f8371 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "GET /v2.0/ports?device_id=55c23c79-544b-4569-8643-835c630e3599 HTTP/1.1" status: 200 len: 210 time: 0.0511980 Jan 21 09:50:02.534519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38728) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:02.704062 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Deleting port 8d90d82f-921e-47e7-9d09-d8aa2e4094cd {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:02.704398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.888539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:02.888991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.019253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Calling delete_port for 8d90d82f-921e-47e7-9d09-d8aa2e4094cd owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:03.172210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.218843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event deleted for resources: {'Port': ['ID=8d90d82f-921e-47e7-9d09-d8aa2e4094cd,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:03.500417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.522577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:03.523761 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e82ecdd0-1cf6-4eea-bdb8-52fbebb70aa3 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "DELETE /v2.0/floatingips/637e493b-2f5b-45dd-8ab3-ca67dfaaa05e HTTP/1.1" status: 204 len: 168 time: 0.9882720 Jan 21 09:50:03.797933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 54157232-23f6-4ec8-bad3-0a8f0d6925e5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:03.871325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 54157232-23f6-4ec8-bad3-0a8f0d6925e5 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:03.871923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 54157232-23f6-4ec8-bad3-0a8f0d6925e5 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:04.484531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.196552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38748) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:06.283414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6233415c-5ed0-409a-9361-eca09c8c4274 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.320868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6233415c-5ed0-409a-9361-eca09c8c4274 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.400315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6233415c-5ed0-409a-9361-eca09c8c4274 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.422533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233415c-5ed0-409a-9361-eca09c8c4274 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:06.443373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6233415c-5ed0-409a-9361-eca09c8c4274 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:06.445304 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6233415c-5ed0-409a-9361-eca09c8c4274 tempest-TestVolumeBootPattern-952335075 tempest-TestVolumeBootPattern-952335075-project] 10.222.0.122 "DELETE /v2.0/security-groups/8d654ed9-da4e-4bf5-bf9d-b7f0c4f65550 HTTP/1.1" status: 204 len: 168 time: 0.2475839 Jan 21 09:50:06.537556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38754) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:07.587776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.338798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Deleting port 292ea1bd-43f5-464c-b15e-722f99944e0d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:08.339130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.535403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] For port 292ea1bd-43f5-464c-b15e-722f99944e0d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=292ea1bd-43f5-464c-b15e-722f99944e0d,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:08.535988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:08.760686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Calling delete_port for 292ea1bd-43f5-464c-b15e-722f99944e0d owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:08.961589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:09.014824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Pushing event deleted for resources: {'Port': ['ID=292ea1bd-43f5-464c-b15e-722f99944e0d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:09.346370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.222620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:10.448440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:10.463786 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bd9e17cd-c2a4-429a-b0eb-81397cb4452b admin admin] 10.222.0.122 "PUT /v2.0/routers/10dfd022-d527-426a-a5e9-a6cd60ea6c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9249864 Jan 21 09:50:10.467343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38760) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:10.471111 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] Sync routers for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:10.492340 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:10.493350 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:10.780310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:10.790439 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:10.923261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38766) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:11.071001 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6ac24706-8553-43a8-8e0a-80f58492485a tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?project_id=2bf180d28dc849719d12fc83d7a3b3ed&network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 2999 time: 0.1447766 Jan 21 09:50:11.113238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.125816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Deleting port debdb09f-934b-4946-b0d0-377a1505e59a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:11.126730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.253520 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:50:08Z', 'revision_number': 5, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port': {'id': 'debdb09f-934b-4946-b0d0-377a1505e59a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:40:50Z', 'updated_at': '2022-01-21T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.261165 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] Checking router: 10dfd022-d527-426a-a5e9-a6cd60ea6c6f for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:11.278677 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] Routers {'10dfd022-d527-426a-a5e9-a6cd60ea6c6f'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:11.279900 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.398187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] For port debdb09f-934b-4946-b0d0-377a1505e59a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=debdb09f-934b-4946-b0d0-377a1505e59a,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:11.398868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.452803 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] Set router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:11.563554 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:50:11Z', 'revision_number': 6, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:11.568137 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc6f2f-910b-4442-8dc6-ab92f522a769 None None] The sync data for ids ['10dfd022-d527-426a-a5e9-a6cd60ea6c6f'] in dv-neutron-825724-1-hyperv is: [{'id': '10dfd022-d527-426a-a5e9-a6cd60ea6c6f', 'name': 'tempest-TestVolumeBootPattern-1705403643-router', 'tenant_id': 'd7a3498013304bf78a9733962d0c8e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:40:48Z', 'updated_at': '2022-01-21T09:50:11Z', 'revision_number': 6, 'project_id': 'd7a3498013304bf78a9733962d0c8e9f', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:11.649252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Calling delete_port for debdb09f-934b-4946-b0d0-377a1505e59a owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:11.850503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:11.900792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Pushing event deleted for resources: {'Port': ['ID=debdb09f-934b-4946-b0d0-377a1505e59a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:12.315023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.405445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 292ea1bd-43f5-464c-b15e-722f99944e0d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:12.442170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 292ea1bd-43f5-464c-b15e-722f99944e0d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:12.442513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 292ea1bd-43f5-464c-b15e-722f99944e0d not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:12.630444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.635471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.663352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.663954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10dfd022-d527-426a-a5e9-a6cd60ea6c6f {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:50:12.682172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.687942 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-17c5701d-59a7-4320-b12f-51e517b5f616 admin admin] 10.222.0.122 "DELETE /v2.0/routers/10dfd022-d527-426a-a5e9-a6cd60ea6c6f HTTP/1.1" status: 204 len: 168 time: 2.2152689 Jan 21 09:50:12.688289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38778) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:12.781017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4ab4df-91e6-4eb2-a0d5-4094102b72c6 admin admin] Deleting subnet 6dfb67f0-dc62-41fe-89b2-866148901c59 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:12.786246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab4df-91e6-4eb2-a0d5-4094102b72c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.845547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab4df-91e6-4eb2-a0d5-4094102b72c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:12.971872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab4df-91e6-4eb2-a0d5-4094102b72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.056418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab4df-91e6-4eb2-a0d5-4094102b72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.073110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38782) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:13.097842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ab4df-91e6-4eb2-a0d5-4094102b72c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfb67f0-dc62-41fe-89b2-866148901c59,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:13.105750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab4df-91e6-4eb2-a0d5-4094102b72c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.117136 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0d4ab4df-91e6-4eb2-a0d5-4094102b72c6 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/6dfb67f0-dc62-41fe-89b2-866148901c59 HTTP/1.1" status: 204 len: 168 time: 0.4235511 Jan 21 09:50:13.117448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74724ba4-7d7a-49f3-86a6-12523bc5d0b3 None None] Network cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:13.117641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38786) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:13.252889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cf9fa-0c7b-4f04-928b-4a0ba06e23e0 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:13.254343 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-aa5cf9fa-0c7b-4f04-928b-4a0ba06e23e0 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164 HTTP/1.1" status: 200 len: 814 time: 0.1800354 Jan 21 09:50:13.264033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.276645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Deleting port 385dd313-b222-48ff-ae73-5b1c7819c871 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:13.276988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.491681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] DHCP port deletion for cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:13.498731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] Deleting port 385dd313-b222-48ff-ae73-5b1c7819c871 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:13.499340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.508190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] For port 385dd313-b222-48ff-ae73-5b1c7819c871, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=385dd313-b222-48ff-ae73-5b1c7819c871,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:13.508500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.633890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Calling delete_port for 385dd313-b222-48ff-ae73-5b1c7819c871 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:13.713556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:13.793036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Pushing event deleted for resources: {'Port': ['ID=385dd313-b222-48ff-ae73-5b1c7819c871,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:13.803728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] No DVR routers for this DVR port 385dd313-b222-48ff-ae73-5b1c7819c871 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:13.853675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38794) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:13.860681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:13.870137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] For port 385dd313-b222-48ff-ae73-5b1c7819c871, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=385dd313-b222-48ff-ae73-5b1c7819c871,segment=NetworkSegment(4844528f-f9a1-45e9-9670-3ce3ef700359),segment_id=4844528f-f9a1-45e9-9670-3ce3ef700359)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:13.872243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.016988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.058133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:14.063345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4844528f-f9a1-45e9-9670-3ce3ef700359') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:14.063648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] Calling delete_port for 385dd313-b222-48ff-ae73-5b1c7819c871 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:14.063831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4844528f-f9a1-45e9-9670-3ce3ef700359') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:14.078135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.082333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.098364 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.110258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:14.110685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.111800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 385dd313-b222-48ff-ae73-5b1c7819c871 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:14.126007 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:14.224435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.232816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.255635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 385dd313-b222-48ff-ae73-5b1c7819c871 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:14.256163 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 385dd313-b222-48ff-ae73-5b1c7819c871 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:14.256728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device debdb09f-934b-4946-b0d0-377a1505e59a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:14.284627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:14.303767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: debdb09f-934b-4946-b0d0-377a1505e59a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:14.304306 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-12c4a828-e046-4144-9b90-3ddb2e585061 admin admin] 10.222.0.122 "DELETE /v2.0/networks/cda2cdb1-b08b-46e8-b540-7cdf83f9f7f6 HTTP/1.1" status: 204 len: 168 time: 1.1854935 Jan 21 09:50:14.304851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device debdb09f-934b-4946-b0d0-377a1505e59a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:14.310108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38798) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:14.360458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:14.361000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:14.467452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.472303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.472784 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP cd384d2d-71e3-4745-92dc-e8f8e959c6b7 disassociated. External IP: 172.26.1.37, port: 02a94054-04d5-435e-a93d-fa028799027d. Jan 21 09:50:14.864798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] Deleting port 385dd313-b222-48ff-ae73-5b1c7819c871 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:14.864798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.916150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:14.955845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e86f016a-199f-43c9-9643-9ad818327712 None None] The port '385dd313-b222-48ff-ae73-5b1c7819c871' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:15.177422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 404bb245-baee-4e63-af7e-33691b5098ee has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:15.450903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:15.462342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:15.468813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] Sync routers for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:15.505137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:15.506148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:15.554811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7e924b2e-ea37-4754-adce-c5769f4ed8bf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 689 time: 1.6996443 Jan 21 09:50:15.555857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'tag': '02a94054-04d5-435e-a93d-fa028799027d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:15.558711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38802) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:15.668362 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'tag': '02a94054-04d5-435e-a93d-fa028799027d', 'status': 'completed', 'code': 200} Jan 21 09:50:15.735625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:15.755600 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ba327e7a-fd10-4c43-97a3-6ebd8fb27196 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 689 time: 0.1942275 Jan 21 09:50:15.841392 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-87a1a32a-d12d-4516-8cfb-6a65be37ae60 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 1098 time: 0.1456940 Jan 21 09:50:16.007498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Deleting port e1ae2945-29e9-4dad-b683-bf380a86e263 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:16.007774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.084324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-2584863a-3452-415d-b931-15b796c2caeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:16.085782 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-2584863a-3452-415d-b931-15b796c2caeb service neutron] 10.222.0.120 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 897 time: 0.2367594 Jan 21 09:50:16.088477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:16.092986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] Checking router: 404bb245-baee-4e63-af7e-33691b5098ee for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:16.105618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:16.106854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:16.220753 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-9fffcbc3-d499-4715-9fd3-663d747cae99 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a94054-04d5-435e-a93d-fa028799027d HTTP/1.1" status: 200 len: 217 time: 0.1173410 Jan 21 09:50:16.295233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:16.325883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-8662725f-16af-439a-a9ce-a453c8abfb21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:16.327398 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-8662725f-16af-439a-a9ce-a453c8abfb21 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 200 len: 835 time: 0.0949626 Jan 21 09:50:16.329132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] For port e1ae2945-29e9-4dad-b683-bf380a86e263, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e1ae2945-29e9-4dad-b683-bf380a86e263,segment=NetworkSegment(0a17452f-9b5c-4754-b3ba-b862fbc9bd42),segment_id=0a17452f-9b5c-4754-b3ba-b862fbc9bd42)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:16.329485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:16.611648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Calling delete_port for e1ae2945-29e9-4dad-b683-bf380a86e263 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:16.718805 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-98ca8c83-7a38-407b-8408-0a2cb71264a6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3815970 Jan 21 09:50:16.760489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38808) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:16.829871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:16.838529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672cd7ff-e3a4-4a0c-8dde-e82c8574d548 None None] The sync data for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv is: [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:16.949126 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-294ca237-433a-46c7-82bf-32b798919fe5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 689 time: 0.1852419 Jan 21 09:50:16.987816 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-1f358754-0ebd-4959-a81a-cd02f802e941 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618721 Jan 21 09:50:17.102880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.156415 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df2ac19-e9a2-4ca4-b2ad-9226451c499f None None] New status for floating IP cd384d2d-71e3-4745-92dc-e8f8e959c6b7: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:50:17.175717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ae2945-29e9-4dad-b683-bf380a86e263,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:17.300906 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-48d441e3-fe16-4b8f-a41e-bccb0ca5a02f req-58bf63ee-d144-4ec4-9b04-a2f10d96ef56 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055308 Jan 21 09:50:17.607586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:17.956020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38814) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:18.077515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0650a0db-0cb6-4170-afa8-2c53941dd535 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 687 time: 0.1197863 Jan 21 09:50:18.239729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Router 34c0a4c9-e29d-4338-9352-2376b6d7a707 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:18.571380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:18.585556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] Sync routers for ids ['34c0a4c9-e29d-4338-9352-2376b6d7a707'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:18.594738 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7fd790da-15bf-41ba-86d2-dd37bd66c175 admin admin] 10.222.0.122 "PUT /v2.0/routers/34c0a4c9-e29d-4338-9352-2376b6d7a707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2825971 Jan 21 09:50:18.598345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38818) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:18.600878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] Routers {'34c0a4c9-e29d-4338-9352-2376b6d7a707'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:18.601762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['34c0a4c9-e29d-4338-9352-2376b6d7a707'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:18.870317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] Set router 34c0a4c9-e29d-4338-9352-2376b6d7a707 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:18.872513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.089670 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.103789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Deleting port 9e14d04b-2fe1-4d2d-a584-db7b778d7080 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:19.104380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.236886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eb513531-88ae-4f92-be7a-75d01ac5464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.400740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] For port 9e14d04b-2fe1-4d2d-a584-db7b778d7080, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9e14d04b-2fe1-4d2d-a584-db7b778d7080,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:19.401461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.432552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:50:16Z', 'revision_number': 5, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port': {'id': '9e14d04b-2fe1-4d2d-a584-db7b778d7080', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:41:14Z', 'updated_at': '2022-01-21T09:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:19.440018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] Checking router: 34c0a4c9-e29d-4338-9352-2376b6d7a707 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:19.459451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] Routers {'34c0a4c9-e29d-4338-9352-2376b6d7a707'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:19.460581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:49:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['34c0a4c9-e29d-4338-9352-2376b6d7a707'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:19.585695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Calling delete_port for 9e14d04b-2fe1-4d2d-a584-db7b778d7080 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:19.751092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] Set router 34c0a4c9-e29d-4338-9352-2376b6d7a707 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:19.793049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:19.879964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9e14d04b-2fe1-4d2d-a584-db7b778d7080,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:19.962652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:50:19Z', 'revision_number': 6, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:19.972432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239c544-d38a-4b39-9d39-faabc602dfc4 None None] The sync data for ids ['34c0a4c9-e29d-4338-9352-2376b6d7a707'] in dv-neutron-825724-1-hyperv is: [{'id': '34c0a4c9-e29d-4338-9352-2376b6d7a707', 'name': 'tempest-TestVolumeBootPattern-30398156-router', 'tenant_id': 'c43639c410ba4f74991bad0592990fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:41:12Z', 'updated_at': '2022-01-21T09:50:19Z', 'revision_number': 6, 'project_id': 'c43639c410ba4f74991bad0592990fe6', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:20.018179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38824) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:20.045404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950591453', 'description': 'tempest-secgroup-smoke-950591453 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:20.054438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:20.072451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:20.088387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.143766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:20.148458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:20.152379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:20.160357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:20.216814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.234882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.239859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.290829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357dc589-279c-4465-a99a-b6fdcd0695f9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:20.305338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.307501 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-942da606-34f7-4960-b113-c230a9897d74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2866755 Jan 21 09:50:20.312490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38828) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:20.319156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '357dc589-279c-4465-a99a-b6fdcd0695f9', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:20.327900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:20.337120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:20.343982 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:20.356709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:20.398950 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.445923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e1ae2945-29e9-4dad-b683-bf380a86e263 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:20.503376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e1ae2945-29e9-4dad-b683-bf380a86e263 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:20.504090 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e1ae2945-29e9-4dad-b683-bf380a86e263 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:20.547478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.553140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.601564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92b9ffc-9caa-4151-ba24-dbc6605b5f0f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:20.612404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.614385 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d771e50c-3217-401a-8920-9cf44d340d63 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3004594 Jan 21 09:50:20.618962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38832) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:20.626679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '357dc589-279c-4465-a99a-b6fdcd0695f9', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:20.633875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:20.639141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:20.642772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:20.650436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:20.661689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.667572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.672772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.700551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.701328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34c0a4c9-e29d-4338-9352-2376b6d7a707 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:50:20.717866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.719386 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1ff2be91-bd0c-4d10-b861-f2ca135ce0fd admin admin] 10.222.0.122 "DELETE /v2.0/routers/34c0a4c9-e29d-4338-9352-2376b6d7a707 HTTP/1.1" status: 204 len: 168 time: 2.1194053 Jan 21 09:50:20.723548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38836) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:20.758658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.763822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.791779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98d2e1f-18c8-4c6b-b92f-5a7f3540ba64,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:20.807384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49560c4-af89-41d8-a12e-3b279a2e9e52 admin admin] Deleting subnet 5e45de18-bbb4-4efe-82b3-b5ca43fa1221 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:50:20.811943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.813855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d49560c4-af89-41d8-a12e-3b279a2e9e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.814115 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6b26fbc-140a-4737-99cd-06c06bafdbb4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1935091 Jan 21 09:50:20.817105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38840) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:20.827429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '357dc589-279c-4465-a99a-b6fdcd0695f9', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:20.837961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:20.847290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:20.853068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:20.870347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:20.893675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.901136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d49560c4-af89-41d8-a12e-3b279a2e9e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.969964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:20.975569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.001166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58800882-a59c-4b0b-b85e-54da19e5f40c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:21.024906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.029327 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a31a1f1b-79df-49f7-93e1-319384d99162 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2079573 Jan 21 09:50:21.029524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d49560c4-af89-41d8-a12e-3b279a2e9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.029829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38844) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:21.036518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '357dc589-279c-4465-a99a-b6fdcd0695f9', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:21.045794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:21.051143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:21.055914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:21.063424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:21.084062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.132038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d49560c4-af89-41d8-a12e-3b279a2e9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.176279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49560c4-af89-41d8-a12e-3b279a2e9e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e45de18-bbb4-4efe-82b3-b5ca43fa1221,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:21.192420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d49560c4-af89-41d8-a12e-3b279a2e9e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.195654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85d79b-de62-47d4-85b2-8a7d2d5e6ad7 None None] Network 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:50:21.202347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.203364 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d49560c4-af89-41d8-a12e-3b279a2e9e52 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/5e45de18-bbb4-4efe-82b3-b5ca43fa1221 HTTP/1.1" status: 204 len: 168 time: 0.4784849 Jan 21 09:50:21.206369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38848) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:21.239185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.348236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863df01a-1b51-4593-9fab-e6f99a4fd8a5,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:21.368865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.370172 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-34c3685c-701c-4268-8d11-be2ce19e4207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3391995 Jan 21 09:50:21.374537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38852) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:21.381615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '357dc589-279c-4465-a99a-b6fdcd0695f9', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:21.392310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.395396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:21.404321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:21.408704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:21.417145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:21.421513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Deleting port 9fd65e8c-4eec-450d-bc81-77339606520f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:21.421900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.425306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f7f2df0c-fa89-4cf1-a900-a3c6ab960a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.472579 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:50:21.485116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.504573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] DHCP port deletion for 303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:50:21.509289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] Deleting port 9fd65e8c-4eec-450d-bc81-77339606520f {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:21.509665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.705808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.714185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.750468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] For port 9fd65e8c-4eec-450d-bc81-77339606520f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9fd65e8c-4eec-450d-bc81-77339606520f,segment=NetworkSegment(0a17452f-9b5c-4754-b3ba-b862fbc9bd42),segment_id=0a17452f-9b5c-4754-b3ba-b862fbc9bd42)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:21.751020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.758922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47332b3c-a7bb-44cb-93bd-a0084a0232c6,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:21.764637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] For port 9fd65e8c-4eec-450d-bc81-77339606520f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9fd65e8c-4eec-450d-bc81-77339606520f,segment=NetworkSegment(0a17452f-9b5c-4754-b3ba-b862fbc9bd42),segment_id=0a17452f-9b5c-4754-b3ba-b862fbc9bd42)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:21.765191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.880796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:21.882791 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-23cfda2f-345d-45c0-a3f5-3de1b358032d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5070941 Jan 21 09:50:21.886138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38856) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:21.894906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '357dc589-279c-4465-a99a-b6fdcd0695f9', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:21.904273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:21.909576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:21.914267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:21.924697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:21.945873 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:50:21.957260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] Calling delete_port for 9fd65e8c-4eec-450d-bc81-77339606520f owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:21.961512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.082764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.092401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.129909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9fd65e8c-4eec-450d-bc81-77339606520f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:22.130214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9205bed2-5415-486d-bd27-d9da0839b547,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:22.147318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.149261 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7042ccf3-b2fe-47fb-b19f-a11561fd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2610526 Jan 21 09:50:22.178967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Calling delete_port for 9fd65e8c-4eec-450d-bc81-77339606520f owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:50:22.187670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.264824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9fd65e8c-4eec-450d-bc81-77339606520f {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:22.265615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9fd65e8c-4eec-450d-bc81-77339606520f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:22.266346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9e14d04b-2fe1-4d2d-a584-db7b778d7080 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:50:22.313076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:50:22.313562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:50:22.395913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] Pushing event deleted for resources: {'Port': ['ID=9fd65e8c-4eec-450d-bc81-77339606520f,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:22.402212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9e14d04b-2fe1-4d2d-a584-db7b778d7080 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:50:22.402574 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9e14d04b-2fe1-4d2d-a584-db7b778d7080 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:50:22.409906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e6bd6-7905-4cf6-8e19-fc5c1a32a39e None None] No DVR routers for this DVR port 9fd65e8c-4eec-450d-bc81-77339606520f on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:50:22.501552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.532759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-2af1d1f4-6f2f-4ca3-9079-b15283b96a7b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:50:22.549792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-2af1d1f4-6f2f-4ca3-9079-b15283b96a7b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:50:22.551015 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-2af1d1f4-6f2f-4ca3-9079-b15283b96a7b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950591453&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.0651677 Jan 21 09:50:22.712006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-148548a1-aee4-4b77-ae27-f4b2641e5267 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:22.713463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-148548a1-aee4-4b77-ae27-f4b2641e5267 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 796 time: 0.1547925 Jan 21 09:50:22.730329 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ff8d8897-b90b-41b3-b83a-ad19b3c24cdb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0110719 Jan 21 09:50:22.776464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.820884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-c730cbf8-b546-49b7-9f19-48c52821dc9e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837018 Jan 21 09:50:22.821395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Deleting port 9fd65e8c-4eec-450d-bc81-77339606520f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:50:22.821737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:22.928934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] The port '9fd65e8c-4eec-450d-bc81-77339606520f' was deleted {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 09:50:23.151859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.203711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303f2460-da9b-4bf6-b764-6dd9ccb6c6a7']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:23.229427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a17452f-9b5c-4754-b3ba-b862fbc9bd42') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:23.229700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a17452f-9b5c-4754-b3ba-b862fbc9bd42') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:23.248156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.256556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-1187cde9-543a-4c4a-9f42-bedf520a31c0 service neutron] 10.222.0.122 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097989 Jan 21 09:50:23.288153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.349607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:50:23.350021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: util.warn( Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:50:23.364186 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:50:23.471585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.490545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.519828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=303f2460-da9b-4bf6-b764-6dd9ccb6c6a7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:23.529567 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8c0031ec-d666-4110-8ac0-5ce356515f00 admin admin] 10.222.0.122 "DELETE /v2.0/networks/303f2460-da9b-4bf6-b764-6dd9ccb6c6a7 HTTP/1.1" status: 204 len: 168 time: 2.3216925 Jan 21 09:50:23.531990 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-79e40ddf-2d6a-424d-98cc-8018af0bd77c service neutron] 10.222.0.122 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663844 Jan 21 09:50:23.686751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38872) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:23.741620 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d10e6b52-ad68-4876-9ac3-4c871e22957f admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=d7a3498013304bf78a9733962d0c8e9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535691 Jan 21 09:50:23.744088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38876) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:23.807821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37eaa67e-2e5f-49fa-86ca-9b9437d2f7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.834599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37eaa67e-2e5f-49fa-86ca-9b9437d2f7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.865266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.896498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37eaa67e-2e5f-49fa-86ca-9b9437d2f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.916095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaa67e-2e5f-49fa-86ca-9b9437d2f7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363471f6-ebcb-47fd-818b-bcc7bac3079f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:23.923790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-37eaa67e-2e5f-49fa-86ca-9b9437d2f7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:23.928439 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-37eaa67e-2e5f-49fa-86ca-9b9437d2f7ee admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/363471f6-ebcb-47fd-818b-bcc7bac3079f HTTP/1.1" status: 204 len: 168 time: 0.1798978 Jan 21 09:50:24.354668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38884) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:24.408784 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1ae46e2a-c2e3-47fb-a65a-dd71b1c83a3b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c43639c410ba4f74991bad0592990fe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528548 Jan 21 09:50:24.411414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38888) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:24.474717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.502452 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.557414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.575690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5969df-3590-4f4b-83f0-8b8a13145294,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:24.584755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:24.586048 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/ab5969df-3590-4f4b-83f0-8b8a13145294 HTTP/1.1" status: 204 len: 168 time: 0.1737106 Jan 21 09:50:24.590713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.591318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.592013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.592395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.592958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.593520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.594107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.594668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.595230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.595784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.596338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111e3c3-fe86-445b-8461-4d0cb0965ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:24.770617 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a6eac913-4997-4c42-8ef5-0124ee1479e0 req-c61a0c49-7eeb-439b-b1d3-de19cf4900cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 210 time: 0.0491691 Jan 21 09:50:25.946316 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-29734ffb-55d3-4c25-aadb-3164e2003b52 req-822e8250-e206-490c-af72-e2a4f8eec819 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 210 time: 0.0445633 Jan 21 09:50:26.298199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-b3cdd9a8-7e0f-4104-9880-8dd6ff0b06db tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:26.300357 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-b3cdd9a8-7e0f-4104-9880-8dd6ff0b06db tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 796 time: 0.1947289 Jan 21 09:50:26.369220 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-16959282-f0de-49a9-82d7-478e030e8dcb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 470 time: 0.0554457 Jan 21 09:50:26.379407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['357dc589-279c-4465-a99a-b6fdcd0695f9']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:26.550645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:50:26.556752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:port and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:50:26.560535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:50:26.568650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:50:26.582545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:50:26.587276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:26.873874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.13 (5a31c44d-c725-454c-8aa7-80cd77d4a658/96e799b0-edee-4e8b-98eb-465cfd53cf44/03c4f7b0-6fbe-434b-8aec-18ea9a204bde) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:50:26.905063 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:50:27.131079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.149705 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 03c4f7b0-6fbe-434b-8aec-18ea9a204bde will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:27.175474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.255867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:50:27.259344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:50:27.265404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:50:27.291785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:27.301231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3713eeb-d2dc-4851-b41d-3e1f5f0ebaf2 req-77288379-5c6a-4f54-9fe5-d53336ab8792 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:27.304375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3713eeb-d2dc-4851-b41d-3e1f5f0ebaf2 req-77288379-5c6a-4f54-9fe5-d53336ab8792 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 932 time: 0.1484032 Jan 21 09:50:27.368109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:27.370301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.387765 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3713eeb-d2dc-4851-b41d-3e1f5f0ebaf2 req-f2831d5e-695e-4e8f-a831-1e811630b0fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629807 Jan 21 09:50:27.416254 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-a2023fa2-b41b-4c9d-b39c-fdf1a7ae8b15 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0407748 Jan 21 09:50:27.432120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Request body: {'port': {'device_id': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:27.607852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-97969390-68d3-47a5-8408-96920945eeb2 None None] Provisioning for port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:27.615315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-97969390-68d3-47a5-8408-96920945eeb2 None None] Provisioning complete for port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:27.615779 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97969390-68d3-47a5-8408-96920945eeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:27.684327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-97969390-68d3-47a5-8408-96920945eeb2 None None] Port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:50:27.695922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.109452 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c4f7b0-6fbe-434b-8aec-18ea9a204bde {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:50:28.117307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.132611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Transition to ACTIVE for port object 03c4f7b0-6fbe-434b-8aec-18ea9a204bde will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:50:28.137708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.335428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Pushing event updated for resources: {'Port': ['ID=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:28.528278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Attempting to bind port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:50:28.529054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Attempting to bind port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:50:28.529250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Attempting to bind port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde on network 5a31c44d-c725-454c-8aa7-80cd77d4a658 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:28.539210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde on network 5a31c44d-c725-454c-8aa7-80cd77d4a658 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:50:28.539736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Attempting to bind port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde on network 5a31c44d-c725-454c-8aa7-80cd77d4a658 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:50:28.553256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:50:28.554443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Checking segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:50:28.554443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Bound using segment: {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:50:28.555154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Bound port: 03c4f7b0-6fbe-434b-8aec-18ea9a204bde, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce352e1-a53a-4cc5-aad7-2285991d98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:50:28.555987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.598414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb3faf-099d-4e72-8567-569623a3bb3a req-d01d4151-37fd-49bd-bc57-9103bfb9206d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:28.599958 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-45bb3faf-099d-4e72-8567-569623a3bb3a req-d01d4151-37fd-49bd-bc57-9103bfb9206d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 944 time: 0.0907092 Jan 21 09:50:28.648108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-45bb3faf-099d-4e72-8567-569623a3bb3a req-5c52eadd-0776-4580-9fbb-98ed98bb1882 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 Jan 21 09:50:28.698659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] For port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:50:28.702855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] For port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:50:28.708316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.773470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:28.774940 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] 10.222.0.120 "PUT /v2.0/ports/03c4f7b0-6fbe-434b-8aec-18ea9a204bde HTTP/1.1" status: 200 len: 1094 time: 1.3502066 Jan 21 09:50:28.775379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'tag': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:28.801419 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdab008-34dd-450e-ac3b-de00339d5f76 service neutron] Pushing event updated for resources: {'Port': ['ID=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:28.888943 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'tag': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'status': 'completed', 'code': 200} Jan 21 09:50:28.931215 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-e938669b-9429-48b6-80cb-16113c8fd3d4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 1097 time: 0.1013744 Jan 21 09:50:29.056873 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-f5e429d4-120c-4ef6-a0a7-5a2dade8d429 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c4f7b0-6fbe-434b-8aec-18ea9a204bde HTTP/1.1" status: 200 len: 217 time: 0.1165292 Jan 21 09:50:29.125361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-c2cabc12-297e-494f-ac2e-ed61f1123fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:29.126871 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-c2cabc12-297e-494f-ac2e-ed61f1123fef service neutron] 10.222.0.120 "GET /v2.0/subnets?id=96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 200 len: 835 time: 0.0631347 Jan 21 09:50:29.208899 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-2a8c1ee4-7e8c-4a31-a87c-d545dca17821 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751121 Jan 21 09:50:29.347630 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-fdd028c6-7d6d-46c8-9229-1469dd36e218 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304936 Jan 21 09:50:29.488832 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-26e00263-43e0-4cad-bc1f-8d4577596a48 req-beadf7f3-3854-41d7-874d-a3c87f2927d1 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343272 Jan 21 09:50:29.614138 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-71d52c81-10df-4848-a957-b2373573c818 req-6d83648b-7337-441c-bde6-fb30c56ef18f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0789440 Jan 21 09:50:29.865047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5079f6-76b8-41b3-b26e-492532aae22a req-3d74edd3-124f-4ac2-b808-40dff8ae4bcc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:29.866815 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ab5079f6-76b8-41b3-b26e-492532aae22a req-3d74edd3-124f-4ac2-b808-40dff8ae4bcc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 944 time: 0.0898015 Jan 21 09:50:29.925838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ab5079f6-76b8-41b3-b26e-492532aae22a req-f8cf6132-0d77-45a3-8af1-8d37423568fe tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510583 Jan 21 09:50:29.955289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52c81-10df-4848-a957-b2373573c818 req-ac788c22-4434-4c6b-86ff-fc2872307229 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:29.956846 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-71d52c81-10df-4848-a957-b2373573c818 req-ac788c22-4434-4c6b-86ff-fc2872307229 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 897 time: 0.3354316 Jan 21 09:50:30.034401 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-71d52c81-10df-4848-a957-b2373573c818 req-c2ed6f6c-3859-41f6-9506-c7cbebcaadae service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c4f7b0-6fbe-434b-8aec-18ea9a204bde HTTP/1.1" status: 200 len: 217 time: 0.0697014 Jan 21 09:50:30.100562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52c81-10df-4848-a957-b2373573c818 req-209de3c2-225a-415d-9727-df8fa780f2b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:30.102130 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-71d52c81-10df-4848-a957-b2373573c818 req-209de3c2-225a-415d-9727-df8fa780f2b0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 200 len: 835 time: 0.0618441 Jan 21 09:50:30.187796 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-71d52c81-10df-4848-a957-b2373573c818 req-2da3f6df-3960-421d-a9a5-0a4c25fddd6a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756960 Jan 21 09:50:30.337437 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-71d52c81-10df-4848-a957-b2373573c818 req-c63befb7-03e5-442c-883b-2115165bf965 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430786 Jan 21 09:50:30.494676 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-71d52c81-10df-4848-a957-b2373573c818 req-89f180f7-1b2a-4dd8-94ec-15a0c8d3fa9b service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496584 Jan 21 09:50:31.175523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7069a-c655-4529-ba57-52201fcfe85a req-6ddb40cf-0788-46e4-8a9a-7240fc1e3454 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:31.177091 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada7069a-c655-4529-ba57-52201fcfe85a req-6ddb40cf-0788-46e4-8a9a-7240fc1e3454 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 944 time: 0.0873849 Jan 21 09:50:31.232128 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada7069a-c655-4529-ba57-52201fcfe85a req-d4ad019b-5670-452c-b1ba-03f369e2d4f7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442510 Jan 21 09:50:31.926797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 03c4f7b0-6fbe-434b-8aec-18ea9a204bde details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:50:32.078279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:32.094157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'port_id': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'mac_address': 'fa:16:3e:4c:24:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:50:32.198802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.227430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c4f7b0-6fbe-434b-8aec-18ea9a204bde {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:50:32.246622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:32.251366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:32.328743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:32.338428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.338886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.339325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.339789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.340240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.340650 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.341226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.341639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.342087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.342502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.342915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:50:32.492600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['03c4f7b0-6fbe-434b-8aec-18ea9a204bde'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:50:32.650507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8f47d-d81f-4ce1-8328-05b2ce965919 req-7c073301-dfa9-4e78-8857-f43a3ed107b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:32.654928 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-45d8f47d-d81f-4ce1-8328-05b2ce965919 req-7c073301-dfa9-4e78-8857-f43a3ed107b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 945 time: 0.2857444 Jan 21 09:50:32.716266 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-45d8f47d-d81f-4ce1-8328-05b2ce965919 req-990825b2-f101-4664-914f-06d627f1bff6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541699 Jan 21 09:50:33.954130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 03c4f7b0-6fbe-434b-8aec-18ea9a204bde up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:50:33.975562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2b5c5-d271-4874-9ca3-53d9da224bb8 req-a78fb5c4-7dfe-4d50-8a47-c1718ced4e75 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:33.980124 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b9a2b5c5-d271-4874-9ca3-53d9da224bb8 req-a78fb5c4-7dfe-4d50-8a47-c1718ced4e75 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 945 time: 0.1032898 Jan 21 09:50:34.051578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:50:34.056066 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b9a2b5c5-d271-4874-9ca3-53d9da224bb8 req-696371c9-97ca-46c4-983f-c70f19bfacc3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659549 Jan 21 09:50:34.059562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:50:34.059940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.184059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.213208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:34.224362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:50:34.229458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.312648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:50:34.499158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:34.548096 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'code': 200} Jan 21 09:50:34.805133 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-19ccc109-d151-4391-84a3-c1943378c52a req-df7f6823-5f4d-4247-a1ca-b3b1b4794d1e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 1099 time: 0.0757892 Jan 21 09:50:34.852645 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-19ccc109-d151-4391-84a3-c1943378c52a req-951025db-ee14-493b-b62b-fb61839a5dae service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401514 Jan 21 09:50:35.283065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8fb00-4f91-4477-9f6c-05a1d63bbe63 req-0dc28c06-c23d-43c2-845f-6f4452ebfe03 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:35.284547 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92a8fb00-4f91-4477-9f6c-05a1d63bbe63 req-0dc28c06-c23d-43c2-845f-6f4452ebfe03 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 946 time: 0.0843453 Jan 21 09:50:35.348673 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92a8fb00-4f91-4477-9f6c-05a1d63bbe63 req-c48db75e-b537-4222-a2a8-9839ded9a96e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538585 Jan 21 09:50:36.577617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df46b6-8f21-4716-aa25-d319b9c10e97 req-37014df3-6107-4b3a-b8d0-56b82b78a53f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:36.579232 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21df46b6-8f21-4716-aa25-d319b9c10e97 req-37014df3-6107-4b3a-b8d0-56b82b78a53f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 946 time: 0.0945194 Jan 21 09:50:36.629273 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21df46b6-8f21-4716-aa25-d319b9c10e97 req-97b34cc7-917a-45d1-85a0-2f891689498f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Jan 21 09:50:36.891451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a382bb-98ad-434c-9045-7bb944abab8c req-ff9fea12-ac4a-4207-98d8-2dec461cf304 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:36.893186 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-69a382bb-98ad-434c-9045-7bb944abab8c req-ff9fea12-ac4a-4207-98d8-2dec461cf304 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 946 time: 0.0861051 Jan 21 09:50:36.973161 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-69a382bb-98ad-434c-9045-7bb944abab8c req-3c8aa0e6-3dc5-4e9f-ba8a-37cf510cbf28 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734446 Jan 21 09:50:37.014742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38936) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:37.090345 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ead09988-3464-4ac8-9182-92396182c583 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 1094 time: 0.0743773 Jan 21 09:50:37.093679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 38940) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:37.099088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'port_id': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:50:37.178682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.818752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:37.823677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.129007 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP cd384d2d-71e3-4745-92dc-e8f8e959c6b7 associated. External IP: 172.26.1.37, port: 03c4f7b0-6fbe-434b-8aec-18ea9a204bde. Jan 21 09:50:38.560719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 404bb245-baee-4e63-af7e-33691b5098ee has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:50:38.779286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:50:38.784552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:38.792038 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] Sync routers for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:50:38.814786 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:38.815695 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:50:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:38.881290 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1c4cf70b-4e6e-4aaa-920c-df4b10c9be6f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 991 time: 1.7862701 Jan 21 09:50:38.882225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'tag': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:50:38.884852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38944) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:39.000273 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'tag': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'status': 'completed', 'code': 200} Jan 21 09:50:39.102042 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e1621665-4b15-4df4-a8fe-bb53321f8155 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 991 time: 0.2152925 Jan 21 09:50:39.124376 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:39.138979 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-9ba6ca8b-e76f-43dd-bed6-0806d4fadaf0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 1099 time: 0.1117456 Jan 21 09:50:39.286079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-e6975afb-1bf6-478d-bd4b-9e241566d6ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:39.287795 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-e6975afb-1bf6-478d-bd4b-9e241566d6ba service neutron] 10.222.0.120 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 897 time: 0.1426845 Jan 21 09:50:39.411536 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-606214c5-3b38-4f93-8d52-ce99fc3bc3ba service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03c4f7b0-6fbe-434b-8aec-18ea9a204bde HTTP/1.1" status: 200 len: 999 time: 0.1172898 Jan 21 09:50:39.510684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-bc189340-b277-4b6c-b8f0-a09bb2cbfc31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:39.512305 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-bc189340-b277-4b6c-b8f0-a09bb2cbfc31 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 200 len: 835 time: 0.0928676 Jan 21 09:50:39.573724 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'cd384d2d-71e3-4745-92dc-e8f8e959c6b7', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'port_id': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'mac_address': 'fa:16:3e:4c:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:36Z', 'updated_at': '2022-01-21T09:50:37Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:39.578317 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] Checking router: 404bb245-baee-4e63-af7e-33691b5098ee for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:50:39.590695 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:50:39.591300 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:50:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:39.606590 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-79831bec-ac4c-403d-ae82-cf61ca2ff2e6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871208 Jan 21 09:50:39.766306 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-10e8aa1f-3deb-4016-ba4e-5418e4ab12b4 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544583 Jan 21 09:50:39.792056 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:50:40.102080 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-733860bd-b829-4a3b-b792-3e4a8d51b83f req-77d1f342-bc19-4bb3-b058-02b84560ddb0 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296046 Jan 21 09:50:40.111396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38950) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:40.265295 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-da3e7ed0-07dc-4792-83b4-a4301ac6d123 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 991 time: 0.1521146 Jan 21 09:50:40.287379 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'cd384d2d-71e3-4745-92dc-e8f8e959c6b7', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'port_id': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'mac_address': 'fa:16:3e:4c:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:36Z', 'updated_at': '2022-01-21T09:50:37Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:50:40.292190 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa3c7b-2e03-4e24-9598-2dac2e11f9d5 None None] The sync data for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv is: [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'cd384d2d-71e3-4745-92dc-e8f8e959c6b7', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'port_id': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'mac_address': 'fa:16:3e:4c:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:49:36Z', 'updated_at': '2022-01-21T09:50:37Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:50:40.511049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85653629-7caf-4dc2-8b3a-26f9a9329f2a None None] New status for floating IP cd384d2d-71e3-4745-92dc-e8f8e959c6b7: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:50:41.270150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38954) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:50:41.384180 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-79105c86-660c-483a-8784-f38f71769c25 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 200 len: 993 time: 0.1126039 Jan 21 09:50:49.034387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-23d09eea-ecc5-443b-91bf-d49cb15f6320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:51.432216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-54b48bdf-6566-43e9-8ac2-9dda3fe661f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.498122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:52.779952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:50:53.022679 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-812d2009-2d65-4b17-a113-d92cfefac747 req-3496edc3-1ce5-4f94-9c16-6fcd42c61b26 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717173 Jan 21 09:50:53.181656 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-812d2009-2d65-4b17-a113-d92cfefac747 req-50d3cf23-86b6-4dc0-a64f-4fa6cce8bc5e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 1098 time: 0.0744801 Jan 21 09:50:53.334484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2009-2d65-4b17-a113-d92cfefac747 req-cf9d52e1-ac65-4f9f-93a0-ca43e755e9f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:53.335931 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-812d2009-2d65-4b17-a113-d92cfefac747 req-cf9d52e1-ac65-4f9f-93a0-ca43e755e9f5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 200 len: 897 time: 0.1317329 Jan 21 09:50:53.404629 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-812d2009-2d65-4b17-a113-d92cfefac747 req-f06dae48-b48a-41ba-b523-0f5dcec416b1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a94054-04d5-435e-a93d-fa028799027d HTTP/1.1" status: 200 len: 217 time: 0.0608103 Jan 21 09:50:53.471797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2009-2d65-4b17-a113-d92cfefac747 req-da994e3f-984c-493c-a56f-faf44436c4b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:50:53.473149 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-812d2009-2d65-4b17-a113-d92cfefac747 req-da994e3f-984c-493c-a56f-faf44436c4b7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 200 len: 835 time: 0.0620601 Jan 21 09:50:53.549684 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-812d2009-2d65-4b17-a113-d92cfefac747 req-4b818dba-e3e6-438f-9180-7bdc880f39b6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5a31c44d-c725-454c-8aa7-80cd77d4a658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686955 Jan 21 09:50:53.689175 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-812d2009-2d65-4b17-a113-d92cfefac747 req-8521c82d-cc20-4b2c-8ebe-a1b025115805 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321106 Jan 21 09:50:53.825789 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-812d2009-2d65-4b17-a113-d92cfefac747 req-be97be38-52e5-40fc-8af7-fec281d7fc76 service neutron] 10.222.0.120 "GET /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300876 Jan 21 09:50:53.869956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:03.906672 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:51:04.497887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:13.039976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b79fe5-5a4d-4d4c-a39b-75f0ec4d044c req-d13811e6-f3c2-49c8-b811-5f74b7961dc4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:13.041460 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d0b79fe5-5a4d-4d4c-a39b-75f0ec4d044c req-d13811e6-f3c2-49c8-b811-5f74b7961dc4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 946 time: 0.0758903 Jan 21 09:51:13.091901 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d0b79fe5-5a4d-4d4c-a39b-75f0ec4d044c req-a196993c-65bf-4d42-a4eb-52eacdd99849 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434275 Jan 21 09:51:14.294878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcaf06-4dfb-413b-be85-eb21ca551622 req-66346d75-8073-4209-84d6-2648445496d6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.296246 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a8dcaf06-4dfb-413b-be85-eb21ca551622 req-66346d75-8073-4209-84d6-2648445496d6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 946 time: 0.0794890 Jan 21 09:51:14.343053 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a8dcaf06-4dfb-413b-be85-eb21ca551622 req-7c6f12bd-90e1-47f9-9544-47692f3ad300 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=357dc589-279c-4465-a99a-b6fdcd0695f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 Jan 21 09:51:14.366652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-f3d7721a-e4d5-49cd-a577-e36ad39bc327 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:14.367334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-f3d7721a-e4d5-49cd-a577-e36ad39bc327 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:14.383484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-f3d7721a-e4d5-49cd-a577-e36ad39bc327 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:14.384636 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-f3d7721a-e4d5-49cd-a577-e36ad39bc327 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 946 time: 0.0990193 Jan 21 09:51:14.453021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:14.453355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.701710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:14.702088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.981956 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.982331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:14.982640 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP cd384d2d-71e3-4745-92dc-e8f8e959c6b7 disassociated. External IP: 172.26.1.37, port: 03c4f7b0-6fbe-434b-8aec-18ea9a204bde. Jan 21 09:51:14.982974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 03c4f7b0-6fbe-434b-8aec-18ea9a204bde owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:15.219546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.266020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=03c4f7b0-6fbe-434b-8aec-18ea9a204bde,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:15.482621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 404bb245-baee-4e63-af7e-33691b5098ee has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:15.508830 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17e9c651-4214-4c9d-a010-ecc1072b9fd0 req-a9d95dca-cfae-4d42-873b-23b1e978cd45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=68889135-723a-4340-ac2d-492bb2a2f4e0 HTTP/1.1" status: 200 len: 210 time: 0.0405285 Jan 21 09:51:15.691613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:15.702631 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] Sync routers for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:15.718296 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:15.719292 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:50:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:15.762532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port 03c4f7b0-6fbe-434b-8aec-18ea9a204bde on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:15.765050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:15.767761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'name': 'network-vif-deleted', 'tag': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:15.784468 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-64fddaac-e9ef-42b0-b89b-0fd41f0a30c3 req-e031bf6b-8189-4120-91fa-0d6b0e0803ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/03c4f7b0-6fbe-434b-8aec-18ea9a204bde HTTP/1.1" status: 204 len: 173 time: 1.3938839 Jan 21 09:51:15.836735 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68889135-723a-4340-ac2d-492bb2a2f4e0', 'name': 'network-vif-deleted', 'tag': '03c4f7b0-6fbe-434b-8aec-18ea9a204bde', 'status': 'completed', 'code': 200} Jan 21 09:51:15.909889 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:16.231465 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:16.235584 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] Checking router: 404bb245-baee-4e63-af7e-33691b5098ee for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:16.246435 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:16.247038 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:50:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:16.437458 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:16.629756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38986) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:16.700387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.733429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.778818 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:16.782845 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d04b4-c899-48bb-a3b2-0d68379206a8 None None] The sync data for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv is: [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:49:10Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '4a7b92db-3217-4da4-b2a8-c38d5ff24d94', 'name': '', 'network_id': '5a31c44d-c725-454c-8aa7-80cd77d4a658', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ca:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:09Z', 'updated_at': '2022-01-21T09:49:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '96e799b0-edee-4e8b-98eb-465cfd53cf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:16.795377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.814763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357dc589-279c-4465-a99a-b6fdcd0695f9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:16.827703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.828035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.828360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.828684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.829005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.829327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.829649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.829963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.830312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.830616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.830927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:16.836219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:16.837321 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d0ba20b8-b73f-4f61-aeda-2147a2cca8cf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/357dc589-279c-4465-a99a-b6fdcd0695f9 HTTP/1.1" status: 204 len: 168 time: 0.2065735 Jan 21 09:51:16.884405 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 38992) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:17.063693 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6afb8-0131-41ba-bad3-407aa7b35acb None None] New status for floating IP cd384d2d-71e3-4745-92dc-e8f8e959c6b7: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:51:17.064561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 9eeb468e-2808-4289-a0f0-97cfc8dd6c79 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:17.065023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.246387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.246387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:17.469409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 9eeb468e-2808-4289-a0f0-97cfc8dd6c79 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:17.550794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.db.api [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 09:51:17.551014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG oslo_db.api [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 09:51:18.052648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 9eeb468e-2808-4289-a0f0-97cfc8dd6c79 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:18.053189 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.216414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 03c4f7b0-6fbe-434b-8aec-18ea9a204bde no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:18.223900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.224225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.249275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 03c4f7b0-6fbe-434b-8aec-18ea9a204bde {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:18.249527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 03c4f7b0-6fbe-434b-8aec-18ea9a204bde not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:18.359401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 9eeb468e-2808-4289-a0f0-97cfc8dd6c79 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:18.501133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.544636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=9eeb468e-2808-4289-a0f0-97cfc8dd6c79,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:18.642762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.656826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:18.657936 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f11f7354-2219-4625-ac70-6f961468b7a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/cd384d2d-71e3-4745-92dc-e8f8e959c6b7 HTTP/1.1" status: 204 len: 168 time: 1.7725611 Jan 21 09:51:19.031007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3179ce00-e95d-488d-a875-072a3e3bd714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:19.071813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617098c-34fc-4bfe-bec5-98aea8e324fd req-7a04af30-a353-4182-9896-f2907ae1ed7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:19.072494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7617098c-34fc-4bfe-bec5-98aea8e324fd req-7a04af30-a353-4182-9896-f2907ae1ed7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:19.090098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7617098c-34fc-4bfe-bec5-98aea8e324fd req-7a04af30-a353-4182-9896-f2907ae1ed7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:19.091264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7617098c-34fc-4bfe-bec5-98aea8e324fd req-7a04af30-a353-4182-9896-f2907ae1ed7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 945 time: 0.1110346 Jan 21 09:51:19.138362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7617098c-34fc-4bfe-bec5-98aea8e324fd req-e73573e6-4e3b-4ffc-a08a-7212754214a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:19.153715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-7617098c-34fc-4bfe-bec5-98aea8e324fd req-e73573e6-4e3b-4ffc-a08a-7212754214a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:19.154884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7617098c-34fc-4bfe-bec5-98aea8e324fd req-e73573e6-4e3b-4ffc-a08a-7212754214a4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576408 Jan 21 09:51:20.358626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb97554-210e-45a4-8522-1156298aed22 req-e5b0fb5c-b682-46e9-9dad-a538c4456cfd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.360100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7cb97554-210e-45a4-8522-1156298aed22 req-e5b0fb5c-b682-46e9-9dad-a538c4456cfd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 945 time: 0.0808575 Jan 21 09:51:20.364618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-7a28c917-5cdc-49d8-98c2-a9df43cf0d2c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:20.365400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-7a28c917-5cdc-49d8-98c2-a9df43cf0d2c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:20.377667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-7a28c917-5cdc-49d8-98c2-a9df43cf0d2c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:20.378820 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-7a28c917-5cdc-49d8-98c2-a9df43cf0d2c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 945 time: 0.0943730 Jan 21 09:51:20.407022 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7cb97554-210e-45a4-8522-1156298aed22 req-4cf69197-a528-48f2-bbd3-3284caf0bce1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9c7bdcd7-487d-4944-b569-dfbbd302faa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409420 Jan 21 09:51:20.450235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 02a94054-04d5-435e-a93d-fa028799027d {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:20.450566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.694745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 02a94054-04d5-435e-a93d-fa028799027d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=02a94054-04d5-435e-a93d-fa028799027d,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:20.695097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:20.819901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 02a94054-04d5-435e-a93d-fa028799027d owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:20.962465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.010696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=02a94054-04d5-435e-a93d-fa028799027d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:21.086924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port 02a94054-04d5-435e-a93d-fa028799027d on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:21.089858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.092739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'name': 'network-vif-deleted', 'tag': '02a94054-04d5-435e-a93d-fa028799027d'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:21.108631 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-18a8addb-dd12-4874-a26f-5f28a006c8e4 req-c3a472b5-7143-4744-be41-2ba159b8740d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/02a94054-04d5-435e-a93d-fa028799027d HTTP/1.1" status: 204 len: 173 time: 0.7239299 Jan 21 09:51:21.148033 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd9e333-208b-43ff-8999-c6deed717f33', 'name': 'network-vif-deleted', 'tag': '02a94054-04d5-435e-a93d-fa028799027d', 'status': 'completed', 'code': 200} Jan 21 09:51:21.425795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1d88e0f0-959d-4f1b-8689-f4402089d6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:21.625146 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9ae749d-208e-476e-8ba9-29890625582b req-f3cc9eea-4df4-4eec-a91c-a13af609b105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=1fd9e333-208b-43ff-8999-c6deed717f33 HTTP/1.1" status: 200 len: 210 time: 0.0427177 Jan 21 09:51:22.490820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.735426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39010) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:22.781578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.809156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be25bc44-aafc-4b71-abab-1ab1075316f6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.837349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be25bc44-aafc-4b71-abab-1ab1075316f6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.900969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be25bc44-aafc-4b71-abab-1ab1075316f6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.920656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25bc44-aafc-4b71-abab-1ab1075316f6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7bdcd7-487d-4944-b569-dfbbd302faa4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:22.931651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-be25bc44-aafc-4b71-abab-1ab1075316f6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:22.933993 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-be25bc44-aafc-4b71-abab-1ab1075316f6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/9c7bdcd7-487d-4944-b569-dfbbd302faa4 HTTP/1.1" status: 204 len: 168 time: 0.1975625 Jan 21 09:51:22.978290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39016) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:23.376462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:23.871681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.103041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:24.103681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.247223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 02a94054-04d5-435e-a93d-fa028799027d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:24.278307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 02a94054-04d5-435e-a93d-fa028799027d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:24.278644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 02a94054-04d5-435e-a93d-fa028799027d not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:24.288449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 4a7b92db-3217-4da4-b2a8-c38d5ff24d94, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:24.288802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.408614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:24.592694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:24.640480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=4a7b92db-3217-4da4-b2a8-c38d5ff24d94,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:24.936816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:25.634803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 404bb245-baee-4e63-af7e-33691b5098ee has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:25.837796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:25.848442 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] Sync routers for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:25.851472 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e6a7549f-5cce-48ad-93e9-b197c7b1b28b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/404bb245-baee-4e63-af7e-33691b5098ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8719261 Jan 21 09:51:25.854572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39020) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:25.861335 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:25.862018 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:26.045643 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:26.053278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e615971-a86a-4237-bbab-412bf9356244 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet 96e799b0-edee-4e8b-98eb-465cfd53cf44 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:51:26.056773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e615971-a86a-4237-bbab-412bf9356244 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.119096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e615971-a86a-4237-bbab-412bf9356244 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.209551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e615971-a86a-4237-bbab-412bf9356244 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.294048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e615971-a86a-4237-bbab-412bf9356244 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.334726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e615971-a86a-4237-bbab-412bf9356244 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=96e799b0-edee-4e8b-98eb-465cfd53cf44,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:26.345468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5e615971-a86a-4237-bbab-412bf9356244 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.347075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656bbd6b-ea6b-45fb-bc68-580ff09adf45 None None] Network 5a31c44d-c725-454c-8aa7-80cd77d4a658 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:26.352058 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5e615971-a86a-4237-bbab-412bf9356244 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/96e799b0-edee-4e8b-98eb-465cfd53cf44 HTTP/1.1" status: 204 len: 168 time: 0.4964700 Jan 21 09:51:26.354757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39024) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:26.366116 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:51:24Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:26.372074 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] Checking router: 404bb245-baee-4e63-af7e-33691b5098ee for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:26.383562 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] Routers {'404bb245-baee-4e63-af7e-33691b5098ee'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:26.384189 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['404bb245-baee-4e63-af7e-33691b5098ee'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:26.593488 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] Set router 404bb245-baee-4e63-af7e-33691b5098ee gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:26.608191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.666340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] DHCP port deletion for 5a31c44d-c725-454c-8aa7-80cd77d4a658 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:51:26.671460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] Deleting port da5043bc-4be6-4730-af13-a77fc8d5f946 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:26.671840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.915582 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:51:24Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:26.920072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] For port da5043bc-4be6-4730-af13-a77fc8d5f946, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=da5043bc-4be6-4730-af13-a77fc8d5f946,segment=NetworkSegment(9ce352e1-a53a-4cc5-aad7-2285991d98d8),segment_id=9ce352e1-a53a-4cc5-aad7-2285991d98d8)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:26.920436 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ef0b9-fae1-4293-ace0-01fc970761d5 None None] The sync data for ids ['404bb245-baee-4e63-af7e-33691b5098ee'] in dv-neutron-825724-1-hyperv is: [{'id': '404bb245-baee-4e63-af7e-33691b5098ee', 'name': 'tempest-TestNetworkBasicOps-router-1984095510', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91'}], 'enable_snat': True}, 'gw_port_id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:49:03Z', 'updated_at': '2022-01-21T09:51:24Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '23c145ee-b743-4a14-897b-93153c1a47fb', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bb245-baee-4e63-af7e-33691b5098ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:49:04Z', 'updated_at': '2022-01-21T09:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:26.920604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.959705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:26.982649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 23c145ee-b743-4a14-897b-93153c1a47fb {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:51:26.983645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.053087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] Calling delete_port for da5043bc-4be6-4730-af13-a77fc8d5f946 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:27.130315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.164612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 23c145ee-b743-4a14-897b-93153c1a47fb, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=23c145ee-b743-4a14-897b-93153c1a47fb,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:27.165107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.173638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] Pushing event deleted for resources: {'Port': ['ID=da5043bc-4be6-4730-af13-a77fc8d5f946,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.179573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf595485-c362-42df-9a9e-84d8996cf682 None None] No DVR routers for this DVR port da5043bc-4be6-4730-af13-a77fc8d5f946 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:27.285463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 23c145ee-b743-4a14-897b-93153c1a47fb owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:51:27.461534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.504618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=23c145ee-b743-4a14-897b-93153c1a47fb,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:27.728485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.992956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:27.998172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.023990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.024500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Fanout notify agent at l3_agent the message router_deleted on router 404bb245-baee-4e63-af7e-33691b5098ee {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:51:28.039191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.040151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3316c5a9-c8e4-41bc-88c8-35a8b7433893 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/routers/404bb245-baee-4e63-af7e-33691b5098ee HTTP/1.1" status: 204 len: 168 time: 1.6844010 Jan 21 09:51:28.044485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39028) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.164836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.403006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.427630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a31c44d-c725-454c-8aa7-80cd77d4a658']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:28.443305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce352e1-a53a-4cc5-aad7-2285991d98d8') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:28.443597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce352e1-a53a-4cc5-aad7-2285991d98d8') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:28.459239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.469786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:28.478784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.487960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:51:28.488272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.504035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:51:28.504142 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:51:28.506013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4a7b92db-3217-4da4-b2a8-c38d5ff24d94 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:28.506013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device da5043bc-4be6-4730-af13-a77fc8d5f946 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:28.540243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: da5043bc-4be6-4730-af13-a77fc8d5f946 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:28.540586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device da5043bc-4be6-4730-af13-a77fc8d5f946 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:28.586674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.591685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.622870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=5a31c44d-c725-454c-8aa7-80cd77d4a658,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:28.630848 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-36cfd1c7-e7fc-49bd-a4a1-378c8f524f71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/5a31c44d-c725-454c-8aa7-80cd77d4a658 HTTP/1.1" status: 204 len: 168 time: 0.5855210 Jan 21 09:51:28.655303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39032) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.660828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--382617234', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:28.665971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:28.670605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:28.673432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:28.679200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:28.690118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:28.693046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.721615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:51:28.731354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.731870 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment 12fd5627-e5dc-4077-8830-bde1e0f1eb70 of type vlan for network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec Jan 21 09:51:28.763946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.796179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.800164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:28.800793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.918192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2617435 Jan 21 09:51:28.921024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39036) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:28.927276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091af79f-40e1-4451-b1ba-01f3cbc7975c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:28.928355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-180844425', 'admin_state_up': True, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:28.936916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:28.939750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:51:28.941643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:router and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:28.945418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:28.952897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:28.964315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.965898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:28.989677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.225524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.396823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.428687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.559056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.233 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/f4afd447-e7c5-4d37-b045-e5f75598b643) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:29.704684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.731958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.800348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:29.803305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:29.807853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:29.840060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=f4afd447-e7c5-4d37-b045-e5f75598b643,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:29.855392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.855728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.856056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.856384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.856708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.857035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.857350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.857665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.857975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.858305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.858614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:29.983943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:29.984676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.065866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 23c145ee-b743-4a14-897b-93153c1a47fb no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:30.098117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 23c145ee-b743-4a14-897b-93153c1a47fb {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:51:30.098375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 23c145ee-b743-4a14-897b-93153c1a47fb not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:30.212389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router e413edd6-e3a0-462b-8383-50727f7f58cc is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:51:30.412913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:30.422281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Sync routers for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:30.434733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:30.435336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:30.439493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:30.442453 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-520b0421-5cb6-4868-99e2-e87fc43ae4cd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5197740 Jan 21 09:51:30.443747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39040) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.483987 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ed5f978f-542e-427f-824f-f59549f9c57e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391066 Jan 21 09:51:30.486635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39044) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.616870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:30.623625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2126a7f-d7e0-4f5c-adda-181ffe99863d tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:30.625131 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e2126a7f-d7e0-4f5c-adda-181ffe99863d tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1375980 Jan 21 09:51:30.628200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39048) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.668966 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e7e98009-1922-440b-a5cb-9c96a1470a9c tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395653 Jan 21 09:51:30.671445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39052) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:30.676739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1040629914', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:30.787365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:30.791228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:30.794759 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:30.801751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:30.813118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:30.947367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:29Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:30.951916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Checking router: e413edd6-e3a0-462b-8383-50727f7f58cc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:30.952265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Updating router e413edd6-e3a0-462b-8383-50727f7f58cc port f4afd447-e7c5-4d37-b045-e5f75598b643 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:51:31.007478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.024189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.249473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.333120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=93d27f8a-952c-4559-87e1-0da209a3d1ff,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:31.347659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:31.348021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: eeaa3b87-d105-4d82-9361-b2aa51b7a3ec, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:51:31.357903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.372425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Transition to ACTIVE for port object f4afd447-e7c5-4d37-b045-e5f75598b643 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:31.373975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:51:31.379873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.385310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, eeaa3b87-d105-4d82-9361-b2aa51b7a3ec) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:31.389790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:31.390432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.414155 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1ba31e9a-4f77-40f3-b73b-4cc004118cc8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7416084 Jan 21 09:51:31.417662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39056) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:31.419819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8e188-8647-4b86-b819-ec87b841e662 None None] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:31.539906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Attempting to bind port f4afd447-e7c5-4d37-b045-e5f75598b643 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:31.540276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Attempting to bind port f4afd447-e7c5-4d37-b045-e5f75598b643 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:31.540634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Attempting to bind port f4afd447-e7c5-4d37-b045-e5f75598b643 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:31.549266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e67937-e756-4665-ae7e-ee684a007041 None None] Pushing event updated for resources: {'Port': ['ID=f4afd447-e7c5-4d37-b045-e5f75598b643,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:31.565536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:31.565907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:31.566333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.566720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:31.567192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Bound port: f4afd447-e7c5-4d37-b045-e5f75598b643, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:31.567561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.702394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] For port f4afd447-e7c5-4d37-b045-e5f75598b643, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:31.719396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] For port f4afd447-e7c5-4d37-b045-e5f75598b643, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f4afd447-e7c5-4d37-b045-e5f75598b643,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:31.749645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.803671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:51:31.804476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:31.910755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e67937-e756-4665-ae7e-ee684a007041 None None] Pushing event updated for resources: {'Port': ['ID=f4afd447-e7c5-4d37-b045-e5f75598b643,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:31.917528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:31.918177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:32.159029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Allocated IP 172.20.0.2 (eeaa3b87-d105-4d82-9361-b2aa51b7a3ec/93d27f8a-952c-4559-87e1-0da209a3d1ff/412e0311-58de-4ab8-8f82-7d8ba0b5c704) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:32.179316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:32.184926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.654313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.668093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Transition to ACTIVE for port object 412e0311-58de-4ab8-8f82-7d8ba0b5c704 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:32.694516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Transition to ACTIVE for port object 412e0311-58de-4ab8-8f82-7d8ba0b5c704 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:32.701413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.759216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:29Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:32.766603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.1 (eeaa3b87-d105-4d82-9361-b2aa51b7a3ec/93d27f8a-952c-4559-87e1-0da209a3d1ff/c583b92b-1519-4783-87ba-f0e1f2073686) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:32.774213 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42383797-5b5b-4e1d-bf04-020c381e97d3 None None] The sync data for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv is: [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:29Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:32.779040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:32.782335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:32.784697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:32.796035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Pushing event updated for resources: {'Port': ['ID=412e0311-58de-4ab8-8f82-7d8ba0b5c704,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:32.837787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.838835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.839093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.839420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.839747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.840075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.840395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.840737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.841028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.841321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.841647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:32.899093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Attempting to bind port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:32.899452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Attempting to bind port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:32.899803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Attempting to bind port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:32.907219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:32.907219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Checking segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:32.907606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.908102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Bound using segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:32.908438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Bound port: 412e0311-58de-4ab8-8f82-7d8ba0b5c704, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:32.908792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:32.989590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.015119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object c583b92b-1519-4783-87ba-f0e1f2073686 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:33.037885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] For port 412e0311-58de-4ab8-8f82-7d8ba0b5c704, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:33.043461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] For port 412e0311-58de-4ab8-8f82-7d8ba0b5c704, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=412e0311-58de-4ab8-8f82-7d8ba0b5c704,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:33.046550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.049468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.108825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:33.112111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:33.121308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:33.167606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9976d5-e485-4f03-b0d2-2ac5f1a80c4f None None] Pushing event updated for resources: {'Port': ['ID=412e0311-58de-4ab8-8f82-7d8ba0b5c704,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:33.180953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=c583b92b-1519-4783-87ba-f0e1f2073686,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:33.205606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.300278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.755751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.761784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:33.877288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=c583b92b-1519-4783-87ba-f0e1f2073686,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:33.879925 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.053006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:34.054605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:34.169878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f4afd447-e7c5-4d37-b045-e5f75598b643 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:34.218829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec33c6-b032-43df-802c-4115a0f88e0e None None] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:51:34.383829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-77bf672a-e643-49e4-afd1-6762022abd1a None None] Provisioning for port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:34.433820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port f4afd447-e7c5-4d37-b045-e5f75598b643 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:34.447288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port f4afd447-e7c5-4d37-b045-e5f75598b643 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:34.448431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.561144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.580460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router e413edd6-e3a0-462b-8383-50727f7f58cc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:34.640427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.660966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port f4afd447-e7c5-4d37-b045-e5f75598b643, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f4afd447-e7c5-4d37-b045-e5f75598b643,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:34.666882 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.668082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 412e0311-58de-4ab8-8f82-7d8ba0b5c704 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:34.798136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:34.815640 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-61e6ad74-83d8-4e52-8695-62fd1884a78e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/e413edd6-e3a0-462b-8383-50727f7f58cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3966548 Jan 21 09:51:34.818031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39060) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.824950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=f4afd447-e7c5-4d37-b045-e5f75598b643,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:34.840334 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:34.847168 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:34.847550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.974483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d39412a-5b94-4c23-b3f9-29ab192206fd tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:34.975135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d39412a-5b94-4c23-b3f9-29ab192206fd tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:34.975646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d39412a-5b94-4c23-b3f9-29ab192206fd tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:34.975826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:34.976357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d39412a-5b94-4c23-b3f9-29ab192206fd tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:34.978510 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6d39412a-5b94-4c23-b3f9-29ab192206fd tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1585307 Jan 21 09:51:34.981842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39064) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:34.988188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ada71ea5-8c78-409e-a4f0-2c67729efaa9 None None] Provisioning for port c583b92b-1519-4783-87ba-f0e1f2073686 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:34.998894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ada71ea5-8c78-409e-a4f0-2c67729efaa9 None None] Provisioning complete for port c583b92b-1519-4783-87ba-f0e1f2073686 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:34.999266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ada71ea5-8c78-409e-a4f0-2c67729efaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.068243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35d0fc-c6c1-4217-94bd-f3bd74c292ea tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.069007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35d0fc-c6c1-4217-94bd-f3bd74c292ea tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.069601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35d0fc-c6c1-4217-94bd-f3bd74c292ea tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.070231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35d0fc-c6c1-4217-94bd-f3bd74c292ea tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:35.074478 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fd35d0fc-c6c1-4217-94bd-f3bd74c292ea tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0911870 Jan 21 09:51:35.076992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39068) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.125302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 412e0311-58de-4ab8-8f82-7d8ba0b5c704, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=412e0311-58de-4ab8-8f82-7d8ba0b5c704,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:35.129518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ada71ea5-8c78-409e-a4f0-2c67729efaa9 None None] Port c583b92b-1519-4783-87ba-f0e1f2073686 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:35.133286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.196565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ada71ea5-8c78-409e-a4f0-2c67729efaa9 None None] Provisioning complete for port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:35.197273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ada71ea5-8c78-409e-a4f0-2c67729efaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.254730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=412e0311-58de-4ab8-8f82-7d8ba0b5c704,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:35.308350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39072) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:35.308575 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b8d867ae-9a58-47cf-a5df-fc5f8cf86374 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2303619 Jan 21 09:51:35.314208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-865787187', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:35.445307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:35.449818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:port and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:35.450022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d943dc59-0797-425e-aa52-cb7c44573833 None None] Provisioning complete for port c583b92b-1519-4783-87ba-f0e1f2073686 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:35.450284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d943dc59-0797-425e-aa52-cb7c44573833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.452650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:35.458278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:35.468592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:51:35.471807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.493685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] device_id is not set on port 37edc619-5b68-413f-a7dc-390de732deea yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:51:35.506024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d943dc59-0797-425e-aa52-cb7c44573833 None None] Port c583b92b-1519-4783-87ba-f0e1f2073686 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:35.636173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.10 (eeaa3b87-d105-4d82-9361-b2aa51b7a3ec/93d27f8a-952c-4559-87e1-0da209a3d1ff/37edc619-5b68-413f-a7dc-390de732deea) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:35.839111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.855661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 37edc619-5b68-413f-a7dc-390de732deea will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:35.877420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:35.954319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:35.957520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:35.962024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:35.986683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.030482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:36.031100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.061188 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b28da789-c044-4ae5-ae22-96313a423770 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7487648 Jan 21 09:51:36.135728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f4afd447-e7c5-4d37-b045-e5f75598b643 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:36.210639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port f4afd447-e7c5-4d37-b045-e5f75598b643 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:36.211340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.255271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39078) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.261814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697200901', 'description': 'tempest-secgroup-smoke-1697200901 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:36.268476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:36.273234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:36.276718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:36.279093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2c928bc6-f575-40f7-a9bd-820100f262c3 None None] Provisioning for port 37edc619-5b68-413f-a7dc-390de732deea completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:36.284752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:36.285866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2c928bc6-f575-40f7-a9bd-820100f262c3 None None] Provisioning complete for port 37edc619-5b68-413f-a7dc-390de732deea triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:36.286263 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2c928bc6-f575-40f7-a9bd-820100f262c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.297410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.337352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:36.341791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:36.344970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:36.351405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:36.388188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2c928bc6-f575-40f7-a9bd-820100f262c3 None None] Port 37edc619-5b68-413f-a7dc-390de732deea cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:36.392454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 412e0311-58de-4ab8-8f82-7d8ba0b5c704 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:36.403638 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Sync routers for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:36.415351 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:36.415945 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:36.418575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.423347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.472761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a76f73a-bc17-4e30-9a1f-713beb2e509c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.482631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.484106 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7393b464-1e0f-4b64-bd41-072600c29a27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2276495 Jan 21 09:51:36.485477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:36.485919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.487235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39082) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.503959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '7a76f73a-bc17-4e30-9a1f-713beb2e509c', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:36.511120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:36.515575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:36.519151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:36.526836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:36.551049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.633044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.637946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.658137 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:36.661223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afb2a13-2bcb-452a-94fe-9504ba17f7ac,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.677272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.677272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3fbb1b8c-4740-400a-9bce-0fa7c54b1bf8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1877828 Jan 21 09:51:36.679348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39086) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.685953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '7a76f73a-bc17-4e30-9a1f-713beb2e509c', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:36.692319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:36.696491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:36.700294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:36.706072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:36.724453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.788536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.793272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.816351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1956a59d-6aa0-4023-b00b-65bfc3b8ebb7,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.826575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.827751 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-adeb1144-279e-4c15-82b9-afa2222a6e3c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1473393 Jan 21 09:51:36.830663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39090) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.836104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '7a76f73a-bc17-4e30-9a1f-713beb2e509c', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:36.842925 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:36.846665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:36.849448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:36.856305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:36.874424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.945889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.950479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.975746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10d775f-e414-414d-bf1a-b8a71e3d85e1,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:36.987561 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:36.987859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:36.991911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a26b2893-2dc4-4742-a509-52b1b845f310 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1575272 Jan 21 09:51:36.992052 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Checking router: e413edd6-e3a0-462b-8383-50727f7f58cc for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:36.992168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39094) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:36.992345 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Updating router e413edd6-e3a0-462b-8383-50727f7f58cc port c583b92b-1519-4783-87ba-f0e1f2073686 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:51:36.997790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '7a76f73a-bc17-4e30-9a1f-713beb2e509c', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:37.003797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.007617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:37.011183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:37.017011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:37.034547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.044240 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.098064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.102347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.128183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f51088-8ed5-4ad0-9e35-80b9933df4ad,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.138311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.142105 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2727619d-fcc1-4efb-9451-4d696e681c0a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465619 Jan 21 09:51:37.142420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39098) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.147642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '7a76f73a-bc17-4e30-9a1f-713beb2e509c', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:37.153488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.157349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:37.160308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:37.166742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:37.177642 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:37.184591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.251085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.255849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.277822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1ada7e-0817-424c-ae61-39fcb0d5955b,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.288912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.290192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b2357131-d552-4830-9fa5-83dba6d1b9bd tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1468267 Jan 21 09:51:37.293617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39102) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:37.299104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '7a76f73a-bc17-4e30-9a1f-713beb2e509c', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:37.304897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:37.309326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:37.312236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:37.317820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:37.328750 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:37.335223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.386119 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.398250 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Transition to ACTIVE for port object c583b92b-1519-4783-87ba-f0e1f2073686 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:37.402245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.406506 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.407568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.432962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20736706-0e66-474d-8a0b-d7e072fe3792,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.442794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.444317 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4b367921-0973-4258-86c1-adc259e8d799 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1496091 Jan 21 09:51:37.547803 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Pushing event updated for resources: {'Port': ['ID=c583b92b-1519-4783-87ba-f0e1f2073686,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.587719 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.588284 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.588742 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.589074 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.589413 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.589729 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.590080 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.590402 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.590719 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.591031 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.591347 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:51:37.651272 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Attempting to bind port c583b92b-1519-4783-87ba-f0e1f2073686 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:37.651625 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Attempting to bind port c583b92b-1519-4783-87ba-f0e1f2073686 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:37.651978 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Attempting to bind port c583b92b-1519-4783-87ba-f0e1f2073686 on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:37.659143 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:37.659508 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Checking segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:37.659898 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.660283 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Bound using segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:37.660740 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Bound port: c583b92b-1519-4783-87ba-f0e1f2073686, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:37.661297 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.699135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-479a9d23-ca3a-4119-bb36-c765ae342fb8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:37.723260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-479a9d23-ca3a-4119-bb36-c765ae342fb8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:37.724681 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-479a9d23-ca3a-4119-bb36-c765ae342fb8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697200901&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.0694587 Jan 21 09:51:37.755451 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] For port c583b92b-1519-4783-87ba-f0e1f2073686, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:37.758476 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] For port c583b92b-1519-4783-87ba-f0e1f2073686, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c583b92b-1519-4783-87ba-f0e1f2073686,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:37.763508 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:37.805019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-4f2a312d-c237-45bf-bc48-e586c6e886ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:37.805516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-4f2a312d-c237-45bf-bc48-e586c6e886ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:37.823325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-4f2a312d-c237-45bf-bc48-e586c6e886ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:37.825066 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-4f2a312d-c237-45bf-bc48-e586c6e886ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 930 time: 0.0915806 Jan 21 09:51:37.854998 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fde72-96bf-47e2-a437-93175ebc01b1 None None] Pushing event updated for resources: {'Port': ['ID=c583b92b-1519-4783-87ba-f0e1f2073686,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:37.859250 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:37.859848 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:38.055967 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:38.058403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-36c00b51-2ae0-4585-a6ee-056aedcbdf91 service neutron] 10.222.0.122 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2200451 Jan 21 09:51:38.195639 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-d253f0b8-6492-4e14-9838-94146ff9d436 service neutron] 10.222.0.122 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306980 Jan 21 09:51:38.328075 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-f1f6eecb-37fd-4d47-bdec-487714ee71c8 service neutron] 10.222.0.122 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261907 Jan 21 09:51:38.392432 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:37Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:38.396426 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2659a9-e8a5-472c-a652-1412b067e668 None None] The sync data for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv is: [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:37Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:38.540865 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06ed636b-342c-47a1-999e-e1e493c65e6a req-adbc7427-cdc7-481a-8668-dd50a5c1b624 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 210 time: 0.0452635 Jan 21 09:51:39.523085 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-4b564c7e-7a19-436f-b7df-5f86c201ff16 service neutron] 10.222.0.120 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1026 time: 0.0694385 Jan 21 09:51:39.691271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-94c3945b-bd79-4978-a73a-726997b6c5f4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:39.692888 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-94c3945b-bd79-4978-a73a-726997b6c5f4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec HTTP/1.1" status: 200 len: 796 time: 0.1650889 Jan 21 09:51:39.727970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e5c8265-d910-4300-8f34-d97eabf0961e req-6c006089-8b2a-4fb6-95d2-555df2b8b5c0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 210 time: 0.0473175 Jan 21 09:51:39.751279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-8212f64d-f68d-467e-9f79-94559a6aef74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:39.763915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-8212f64d-f68d-467e-9f79-94559a6aef74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:39.765033 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-8212f64d-f68d-467e-9f79-94559a6aef74 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 380 time: 0.0602477 Jan 21 09:51:39.779192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Request body: {'port': {'device_id': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:39.984413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.131555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c583b92b-1519-4783-87ba-f0e1f2073686 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:40.207314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port c583b92b-1519-4783-87ba-f0e1f2073686 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:40.212356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c583b92b-1519-4783-87ba-f0e1f2073686 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:40.212759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.331351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.346663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37edc619-5b68-413f-a7dc-390de732deea {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:40.354495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.368095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port c583b92b-1519-4783-87ba-f0e1f2073686, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c583b92b-1519-4783-87ba-f0e1f2073686,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:40.370966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Transition to ACTIVE for port object 37edc619-5b68-413f-a7dc-390de732deea will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:40.374453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.375058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.450876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=c583b92b-1519-4783-87ba-f0e1f2073686,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:40.503637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:40.623192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Attempting to bind port 37edc619-5b68-413f-a7dc-390de732deea on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:51:40.623897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Attempting to bind port 37edc619-5b68-413f-a7dc-390de732deea by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:51:40.623897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Attempting to bind port 37edc619-5b68-413f-a7dc-390de732deea on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:40.629858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Port 37edc619-5b68-413f-a7dc-390de732deea on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:51:40.630263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Attempting to bind port 37edc619-5b68-413f-a7dc-390de732deea on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:51:40.637178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:51:40.637508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Checking segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:51:40.637890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Bound using segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:51:40.638341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Bound port: 37edc619-5b68-413f-a7dc-390de732deea, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:51:40.638685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.728223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:40.731279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:51:40.735785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.799786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:40.801184 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] 10.222.0.120 "PUT /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1131 time: 1.0262046 Jan 21 09:51:40.801623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'tag': '37edc619-5b68-413f-a7dc-390de732deea'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:40.825085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6073d-5586-417e-ab4d-62570441e029 service neutron] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:40.891136 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'tag': '37edc619-5b68-413f-a7dc-390de732deea', 'status': 'completed', 'code': 200} Jan 21 09:51:40.907924 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:51:40.942186 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-d58e6b3c-f919-4d43-87ed-bb06643485af service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 1134 time: 0.0869627 Jan 21 09:51:40.962565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133db1c-d8a3-4247-b19d-612501ff24b4 req-12bd1e48-16e2-4cb3-bf70-7a6ff28abbc0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:40.964763 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d133db1c-d8a3-4247-b19d-612501ff24b4 req-12bd1e48-16e2-4cb3-bf70-7a6ff28abbc0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 981 time: 0.0870447 Jan 21 09:51:41.021620 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d133db1c-d8a3-4247-b19d-612501ff24b4 req-7b81cd90-d0ac-4801-992b-1e3109bad107 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510206 Jan 21 09:51:41.024771 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-19d0d4c2-db0e-43f5-975c-9642fc3b6d9f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 217 time: 0.0752594 Jan 21 09:51:41.089919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-b5214656-0e21-4ced-a106-8d024e816737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:41.091299 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-b5214656-0e21-4ced-a106-8d024e816737 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=93d27f8a-952c-4559-87e1-0da209a3d1ff HTTP/1.1" status: 200 len: 835 time: 0.0588627 Jan 21 09:51:41.171386 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-4067f95b-91f6-4aa0-8704-41df872150b5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727804 Jan 21 09:51:41.303535 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-da883870-b1f3-44ac-aad9-3609bbefde6c service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257949 Jan 21 09:51:41.439562 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-17431b6d-ca93-43d5-9800-d05e3f4d5986 req-a6eafa78-fbe1-43e4-ae57-634874294d33 service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295223 Jan 21 09:51:41.554664 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-5a964592-be87-4d97-abd9-b39f5dd4ac0c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 1134 time: 0.0698361 Jan 21 09:51:41.686396 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-f09961c6-267b-45d9-af71-a49c8731f90c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:41.687864 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-f09961c6-267b-45d9-af71-a49c8731f90c service neutron] 10.222.0.120 "GET /v2.0/networks?id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec HTTP/1.1" status: 200 len: 897 time: 0.1271772 Jan 21 09:51:41.849407 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-71b266ad-7a59-4d66-a0a7-db3ea3240637 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 217 time: 0.1555324 Jan 21 09:51:41.912720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-6b0e692d-95c2-4f5f-b2c1-e312f8541c2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:41.914183 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-6b0e692d-95c2-4f5f-b2c1-e312f8541c2b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=93d27f8a-952c-4559-87e1-0da209a3d1ff HTTP/1.1" status: 200 len: 835 time: 0.0584304 Jan 21 09:51:42.000234 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-6a68bb6e-27aa-4d1c-925d-2b9183e1c38a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799427 Jan 21 09:51:42.122343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c583b92b-1519-4783-87ba-f0e1f2073686 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:42.142079 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-04bee670-e3ef-4fc9-a193-8c81670c6e23 service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349914 Jan 21 09:51:42.198011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c583b92b-1519-4783-87ba-f0e1f2073686 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:42.198401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:42.309263 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1c7b5c2c-0beb-4d86-8416-71eb7b966e66 req-7ea10a6a-8b3a-468a-ac77-ce2424f4bd20 service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608553 Jan 21 09:51:42.361643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf49d0-e3e5-48d8-8837-93d7b55c11c1 req-ae754cc6-549f-4a24-989e-ac2e7a01f0b5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:42.363149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a4bf49d0-e3e5-48d8-8837-93d7b55c11c1 req-ae754cc6-549f-4a24-989e-ac2e7a01f0b5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 981 time: 0.2086911 Jan 21 09:51:42.412841 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a4bf49d0-e3e5-48d8-8837-93d7b55c11c1 req-09424e22-a470-460e-9b7d-fba2ea1abbd0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 Jan 21 09:51:43.653282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3c65-2b51-48d4-b4e8-a758d9479c5a req-a7bb361b-1b87-4337-ba33-363174c894ae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:43.654823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1ca3c65-2b51-48d4-b4e8-a758d9479c5a req-a7bb361b-1b87-4337-ba33-363174c894ae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 981 time: 0.0900385 Jan 21 09:51:43.705148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1ca3c65-2b51-48d4-b4e8-a758d9479c5a req-cd9cdf79-3b6c-4f6c-bee7-5a8b09660cca tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Jan 21 09:51:44.316648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 37edc619-5b68-413f-a7dc-390de732deea details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:51:44.467897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:44.483977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '37edc619-5b68-413f-a7dc-390de732deea', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'port_id': '37edc619-5b68-413f-a7dc-390de732deea', 'mac_address': 'fa:16:3e:d2:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:51:44.548586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.568105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37edc619-5b68-413f-a7dc-390de732deea {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:44.583674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:44.589274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:44.657593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:44.846915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['37edc619-5b68-413f-a7dc-390de732deea'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:51:44.927187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b4e3d-b308-450b-ac52-33fcfe2b895d req-964c7e2b-79ad-4494-9c4f-3b38ee2bb4ae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:44.928703 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa0b4e3d-b308-450b-ac52-33fcfe2b895d req-964c7e2b-79ad-4494-9c4f-3b38ee2bb4ae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 982 time: 0.0920973 Jan 21 09:51:44.993457 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa0b4e3d-b308-450b-ac52-33fcfe2b895d req-8c072515-09d0-49a0-ad06-d6af84e44ed3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582790 Jan 21 09:51:46.217367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd3ac8-af1c-49cf-b177-53009c5e1ee6 req-21d16d92-c03d-445b-932f-b39037a57ace tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:46.218889 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26dd3ac8-af1c-49cf-b177-53009c5e1ee6 req-21d16d92-c03d-445b-932f-b39037a57ace tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 982 time: 0.0778639 Jan 21 09:51:46.275983 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26dd3ac8-af1c-49cf-b177-53009c5e1ee6 req-aee83fc8-47a4-485f-a129-7e7cfeb95495 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509012 Jan 21 09:51:46.318094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 37edc619-5b68-413f-a7dc-390de732deea up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:51:46.385491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 37edc619-5b68-413f-a7dc-390de732deea completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:51:46.390276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 37edc619-5b68-413f-a7dc-390de732deea triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:46.390647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:46.536266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:46.568733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37edc619-5b68-413f-a7dc-390de732deea'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:46.578851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:46.582823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:46.627134 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37edc619-5b68-413f-a7dc-390de732deea', 'code': 200} Jan 21 09:51:46.658661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:46.863137 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-382f7fea-a3a4-4666-b692-4cd98e245bcb req-bd82fffc-44c7-4fae-b4f7-92121501974b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 1136 time: 0.0694611 Jan 21 09:51:46.908016 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-382f7fea-a3a4-4666-b692-4cd98e245bcb req-c6ea3317-a95f-4833-893a-0b37d59a025a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Jan 21 09:51:47.473282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d06346-36f8-426e-ae38-786be7fe055d req-f42ed4da-f907-401f-80f6-f28351525970 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:47.474653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48d06346-36f8-426e-ae38-786be7fe055d req-f42ed4da-f907-401f-80f6-f28351525970 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 983 time: 0.0773499 Jan 21 09:51:47.523444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48d06346-36f8-426e-ae38-786be7fe055d req-5018daa5-943e-4b44-b84f-2c9930af2dc4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Jan 21 09:51:48.751910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67f43b-e3dd-4933-b0d7-368f45bde2e0 req-49a656ab-e5e7-41c6-8fcb-ce0007509871 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:48.753393 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b67f43b-e3dd-4933-b0d7-368f45bde2e0 req-49a656ab-e5e7-41c6-8fcb-ce0007509871 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 983 time: 0.0849230 Jan 21 09:51:48.807418 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b67f43b-e3dd-4933-b0d7-368f45bde2e0 req-60feb1d3-69e3-4c26-960e-3000a68ce293 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Jan 21 09:51:49.030661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dcc72-0ee6-417c-bccb-3b91fb627818 req-71c45bad-862e-4765-bc34-903452012d0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:49.032384 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-391dcc72-0ee6-417c-bccb-3b91fb627818 req-71c45bad-862e-4765-bc34-903452012d0f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 983 time: 0.0863721 Jan 21 09:51:49.035575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a69de5c5-edbc-465d-8260-81240c9d7a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.090244 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-391dcc72-0ee6-417c-bccb-3b91fb627818 req-42a1e02c-cff4-4766-90bb-097af705cea7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Jan 21 09:51:49.130515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39150) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:49.205185 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b4cfa099-4d9b-47b4-ad5e-8c6ca1e0e200 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 1131 time: 0.0735013 Jan 21 09:51:49.208219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39154) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:49.214178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '37edc619-5b68-413f-a7dc-390de732deea', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:49.220019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:49.223970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:49.227045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:49.233891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:49.244678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.393623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.542776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.150 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/023959bc-f462-4a08-9feb-19fb8f5ae375) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:51:49.729231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.758971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:49.827906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:51:49.830956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:51:49.833594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:51:49.872969 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=023959bc-f462-4a08-9feb-19fb8f5ae375,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:50.488865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:50.550076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:50.772122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:50.778132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:50.884138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=023959bc-f462-4a08-9feb-19fb8f5ae375,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:50.913527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.113288 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP 1599eee4-ce4e-45b5-bd0a-e3193448727c associated. External IP: 172.26.1.150, port: 37edc619-5b68-413f-a7dc-390de732deea. Jan 21 09:51:51.418636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ce965a1b-aa54-4c26-bbf2-4fd16408cc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.507222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router e413edd6-e3a0-462b-8383-50727f7f58cc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:51:51.710597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:51:51.720592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] Sync routers for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:51:51.732605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:51.733229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:51.738663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:51.794367 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ca33c9f5-0183-4c7e-a086-0edb2dcb62a3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5850427 Jan 21 09:51:51.795068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'tag': '37edc619-5b68-413f-a7dc-390de732deea'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:51:51.798582 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39160) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:51.861217 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'tag': '37edc619-5b68-413f-a7dc-390de732deea', 'status': 'completed', 'code': 200} Jan 21 09:51:51.879918 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-82b03022-a090-4431-969c-7ec645738742 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c&network_id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec HTTP/1.1" status: 200 len: 1131 time: 0.0794821 Jan 21 09:51:51.968658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:51.982707 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-28c0269d-a897-4368-9f04-e0a40da8b9a8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 1136 time: 0.0891948 Jan 21 09:51:52.135311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-c5e381da-8e77-45c8-8ff0-e4c6c8da5f4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:52.136901 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-c5e381da-8e77-45c8-8ff0-e4c6c8da5f4c service neutron] 10.222.0.120 "GET /v2.0/networks?id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec HTTP/1.1" status: 200 len: 897 time: 0.1459041 Jan 21 09:51:52.248983 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-b97645fb-840f-4b97-a6c3-52fa7550cb57 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1037 time: 0.1030242 Jan 21 09:51:52.309838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000ec15-84d7-4b19-9afd-de301e1aecfa req-acdfb028-4e98-494e-a5cc-9998fc41251a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:52.311353 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6000ec15-84d7-4b19-9afd-de301e1aecfa req-acdfb028-4e98-494e-a5cc-9998fc41251a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 983 time: 0.0850945 Jan 21 09:51:52.322502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-0d3f59d0-e135-4d2a-9c0e-c35f55e87e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:52.325337 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-0d3f59d0-e135-4d2a-9c0e-c35f55e87e74 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=93d27f8a-952c-4559-87e1-0da209a3d1ff HTTP/1.1" status: 200 len: 835 time: 0.0627639 Jan 21 09:51:52.354937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1599eee4-ce4e-45b5-bd0a-e3193448727c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.150', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'port_id': '37edc619-5b68-413f-a7dc-390de732deea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-865787187', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'mac_address': 'fa:16:3e:d2:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:50Z', 'updated_at': '2022-01-21T09:51:50Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:52.359117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] Checking router: e413edd6-e3a0-462b-8383-50727f7f58cc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:51:52.361146 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6000ec15-84d7-4b19-9afd-de301e1aecfa req-0890e731-3e3a-47b4-b64e-11f42c966385 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Jan 21 09:51:52.370885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:51:52.371497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:52.406225 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-80e63d19-c7b6-4138-936f-fd17d68226b0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744040 Jan 21 09:51:52.544714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.548218 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-1f240a46-c285-44f1-bb1b-0af95da67655 service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335707 Jan 21 09:51:52.566842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:51:52.690261 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3d9cad12-de6b-40f4-905d-85e8b774cb22 req-e4ee793f-c902-4205-8564-64fb5f6f65a5 service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359620 Jan 21 09:51:52.823570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:52.939908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1599eee4-ce4e-45b5-bd0a-e3193448727c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.150', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'port_id': '37edc619-5b68-413f-a7dc-390de732deea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-865787187', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'mac_address': 'fa:16:3e:d2:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:50Z', 'updated_at': '2022-01-21T09:51:50Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:51:52.943963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552670c1-4526-4a0e-89e7-325609d07dea None None] The sync data for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv is: [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1599eee4-ce4e-45b5-bd0a-e3193448727c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.150', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'port_id': '37edc619-5b68-413f-a7dc-390de732deea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-865787187', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'mac_address': 'fa:16:3e:d2:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:51:50Z', 'updated_at': '2022-01-21T09:51:50Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:51:53.561857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3e7d-7fb7-4cb6-b99b-ce1b4dd1357b req-e3a71155-2f4a-4a83-95f5-b900bb0cad23 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:53.563362 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c82d3e7d-7fb7-4cb6-b99b-ce1b4dd1357b req-e3a71155-2f4a-4a83-95f5-b900bb0cad23 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 983 time: 0.0757453 Jan 21 09:51:53.613970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c82d3e7d-7fb7-4cb6-b99b-ce1b4dd1357b req-3f3a26c5-fc3d-4cd9-9153-09adfa8bc975 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Jan 21 09:51:53.731295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-f65bbc44-2eff-40b8-baa6-7d3f8da67262 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:53.731871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-f65bbc44-2eff-40b8-baa6-7d3f8da67262 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:53.746687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-f65bbc44-2eff-40b8-baa6-7d3f8da67262 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:53.747793 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-f65bbc44-2eff-40b8-baa6-7d3f8da67262 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 983 time: 0.0905201 Jan 21 09:51:53.820736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-9555dbcc-7841-4502-b13d-e512baec79f8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:53.822255 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-9555dbcc-7841-4502-b13d-e512baec79f8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687346 Jan 21 09:51:53.874765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.075712 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-b78eb13e-a483-49f9-93bb-dfef641736a8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2484753 Jan 21 09:51:54.087098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:54.195359 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.401473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:51:54.432895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:51:54.485691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] device_id is not set on port 37edc619-5b68-413f-a7dc-390de732deea yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:51:54.494487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.500804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.645448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=6']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:54.722871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] No DVR routers for this DVR port 37edc619-5b68-413f-a7dc-390de732deea on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:51:54.844684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2bdb7e4c-39f4-4164-962f-b4ed52d73993 None None] Provisioning complete for port 37edc619-5b68-413f-a7dc-390de732deea triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:51:54.844987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2bdb7e4c-39f4-4164-962f-b4ed52d73993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.904515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f8988ad7-6893-4add-bf3b-2971c94085ad req-c207e854-e611-4096-84ee-2d3e4a3cef4e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0bdb3d9-1ed4-4b0c-b156-e8ad8ec8f18c HTTP/1.1" status: 200 len: 210 time: 0.1536889 Jan 21 09:51:54.907127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb7e4c-39f4-4164-962f-b4ed52d73993 None None] Port 37edc619-5b68-413f-a7dc-390de732deea cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:51:54.987395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] In _notify_port_updated(), no bound segment for port 37edc619-5b68-413f-a7dc-390de732deea on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:51:54.988429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:54.989676 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a3805ac6-82e9-4172-a84f-0b2a15b33ac3 req-0414074d-72b6-4f50-83e6-17274b214eb2 service neutron] 10.222.0.120 "PUT /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1026 time: 0.9069190 Jan 21 09:51:55.359175 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914c46e-f3a6-49b7-af46-fd6e4929384f None None] New status for floating IP 1599eee4-ce4e-45b5-bd0a-e3193448727c: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:51:56.012085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39176) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:56.080545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825ea0ca-9368-4ef7-9a0d-b212afe0d4df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:56.082011 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-825ea0ca-9368-4ef7-9a0d-b212afe0d4df tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 925 time: 0.0689089 Jan 21 09:51:56.235559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39182) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:56.241319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927889472', 'description': 'tempest-secgroup-smoke-1927889472 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:56.247791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:56.257581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:56.267070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.302416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:56.306760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:56.309522 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:56.315093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:56.371485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.375081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.417835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaff9bf-388a-4f20-899e-895df581cb27,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:56.426816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.427934 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-01aa2bf6-e601-4e55-aca4-18f988abef04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1913617 Jan 21 09:51:56.430750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39186) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:56.436983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'fbaff9bf-388a-4f20-899e-895df581cb27', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:56.443032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:56.446932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:56.449877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:56.455612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:56.472204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.531249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.534798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.559106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ffc207-9ab2-47e7-9455-dec271078e36,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:56.568728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.569937 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1470c920-888c-4025-9bad-3a0738e94a51 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376894 Jan 21 09:51:56.572907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39190) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:56.578290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'fbaff9bf-388a-4f20-899e-895df581cb27', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:56.584166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:56.587927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:56.590794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:56.596394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:56.613792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.675232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.678986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.702240 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a381540-796f-48fc-a699-a8cfde1e34e2,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:56.710538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.711694 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ae39fa30-ef3f-401b-b95f-d866dd093322 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1378796 Jan 21 09:51:56.715609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39194) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:56.720958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'fbaff9bf-388a-4f20-899e-895df581cb27', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:56.726798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:56.731096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:56.733926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:56.739566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:56.761368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.829166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.832773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.857181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fa32da-532a-47c2-81cf-a9cba24d285e,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:56.865427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.866619 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a8813ae6-94f5-4062-aef3-aeeee3cd7eae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1500795 Jan 21 09:51:56.869357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39198) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:56.874771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'fbaff9bf-388a-4f20-899e-895df581cb27', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:56.885222 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:56.890261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:56.893164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:56.898784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:56.917000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.981906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:56.985811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.007693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5717ba58-40f5-4ba5-b7fd-2ce06fb247fb,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:57.019035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.020235 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5910c7a5-7559-4959-bbe7-c78607712565 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1499422 Jan 21 09:51:57.023013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39202) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:57.029326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'fbaff9bf-388a-4f20-899e-895df581cb27', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:57.035347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:57.039108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:57.042660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:57.048365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:57.058811 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:57.065114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.132369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.136916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.171511 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de46ed1-a304-4e29-a6d0-023ee156a842,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:57.183720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.184943 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d0d06f89-6edd-40aa-89fd-db12aa951d1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1610079 Jan 21 09:51:57.187766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39206) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:51:57.193174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'fbaff9bf-388a-4f20-899e-895df581cb27', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:57.199032 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:51:57.202865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:51:57.205721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:51:57.211324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:51:57.221918 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:51:57.228764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.294328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.297847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.320765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5a2895-4b1c-4e7f-b11a-0feff802c1b9,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:51:57.330132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:57.331281 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-892a1231-af9c-496a-9c41-75e4f0d64105 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1426275 Jan 21 09:51:57.502604 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-32f786fe-51dc-49e7-8396-4e26fe9f8c43 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927889472&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.0393829 Jan 21 09:51:57.578417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-34517b4a-b4ac-45b8-a3db-712d26d59337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:57.579864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-34517b4a-b4ac-45b8-a3db-712d26d59337 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 930 time: 0.0710933 Jan 21 09:51:57.655762 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-67fb70a1-484c-4c6e-9065-e3044eb0a459 service neutron] 10.222.0.122 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0627863 Jan 21 09:51:57.787935 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-fad86c2d-7774-4cd7-8ee5-534445faceb2 service neutron] 10.222.0.122 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265054 Jan 21 09:51:57.936072 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-014404fd-c952-48c4-9690-9872886b5570 service neutron] 10.222.0.122 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413484 Jan 21 09:51:58.131984 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-885b7269-bb76-4201-955d-6e0a669fbdd7 req-803a9317-8b44-4dd2-9062-766a06dd66a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 210 time: 0.0428388 Jan 21 09:51:58.370616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 37edc619-5b68-413f-a7dc-390de732deea no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:51:58.429679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 37edc619-5b68-413f-a7dc-390de732deea not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:51:59.063858 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-15eb7ae0-2387-4bcf-9da7-ff0424b04215 service neutron] 10.222.0.120 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1026 time: 0.0652118 Jan 21 09:51:59.219570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-98d56fb6-36c1-43df-a9c9-88fecfa2d453 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:51:59.221001 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-98d56fb6-36c1-43df-a9c9-88fecfa2d453 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec HTTP/1.1" status: 200 len: 796 time: 0.1523218 Jan 21 09:51:59.304191 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3f0d494e-4f8c-4b45-a969-73c1d9fe1b63 req-ac0b1ed4-994e-4eeb-9a8f-05f3283a8a76 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 210 time: 0.0471237 Jan 21 09:51:59.370485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-22e14d04-51d5-404d-8293-94c102cb3eba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:51:59.386921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-22e14d04-51d5-404d-8293-94c102cb3eba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:51:59.388098 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-22e14d04-51d5-404d-8293-94c102cb3eba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 473 time: 0.1546035 Jan 21 09:51:59.398707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Request body: {'port': {'device_id': 'c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:51:59.506967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.842820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37edc619-5b68-413f-a7dc-390de732deea {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:51:59.849505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:51:59.864605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Transition to ACTIVE for port object 37edc619-5b68-413f-a7dc-390de732deea will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:51:59.868291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:00.003685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=7']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:00.140131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Attempting to bind port 37edc619-5b68-413f-a7dc-390de732deea on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:00.140828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Attempting to bind port 37edc619-5b68-413f-a7dc-390de732deea by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:00.140828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Attempting to bind port 37edc619-5b68-413f-a7dc-390de732deea on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:00.146383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Port 37edc619-5b68-413f-a7dc-390de732deea on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:52:00.146698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Attempting to bind port 37edc619-5b68-413f-a7dc-390de732deea on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:00.153635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:00.153964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Checking segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:00.154358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Bound using segment: {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:00.154835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Bound port: 37edc619-5b68-413f-a7dc-390de732deea, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fd5627-e5dc-4077-8830-bde1e0f1eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:00.155174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:00.243168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:00.246340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:00.250995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:00.320748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:00.322917 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] 10.222.0.120 "PUT /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1131 time: 0.9280591 Jan 21 09:52:00.323536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a', 'tag': '37edc619-5b68-413f-a7dc-390de732deea'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:00.347579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb48039-cbc3-4598-8059-434fc7cb5f80 service neutron] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=8']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:00.405344 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a', 'tag': '37edc619-5b68-413f-a7dc-390de732deea', 'status': 'completed', 'code': 200} Jan 21 09:52:00.450764 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-e67830a1-ce0f-4172-899b-934289133fa7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 1134 time: 0.0810189 Jan 21 09:52:00.519718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846cc67-8247-4845-9815-a6e466e5b9cf req-18118a73-53e6-438f-8e4b-7ddd052d3f1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:00.521203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0846cc67-8247-4845-9815-a6e466e5b9cf req-18118a73-53e6-438f-8e4b-7ddd052d3f1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 981 time: 0.0822077 Jan 21 09:52:00.566931 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-2b833bae-1ba2-4e1d-a533-1a3d4066aa04 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1037 time: 0.1083350 Jan 21 09:52:00.570160 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0846cc67-8247-4845-9815-a6e466e5b9cf req-a7626571-9da3-437c-ad36-1cbff58e0081 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Jan 21 09:52:00.630985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-ab505d0a-d7f5-4902-9555-2e5ccbc7362b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:00.632337 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-ab505d0a-d7f5-4902-9555-2e5ccbc7362b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=93d27f8a-952c-4559-87e1-0da209a3d1ff HTTP/1.1" status: 200 len: 835 time: 0.0588276 Jan 21 09:52:00.709867 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-ccea694a-a441-4ffc-861a-c5012c211aae service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714691 Jan 21 09:52:00.844545 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-14ff15c4-0c3f-4430-b967-254e18f94bde service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283338 Jan 21 09:52:00.978979 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c63e337a-5b91-43b1-9731-b1d9b9c0ba94 req-4afa824f-7355-4de7-a4d5-ae875d844c01 service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280801 Jan 21 09:52:01.100781 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-7e313170-b516-4319-870e-68e4b6cafa0e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 1134 time: 0.0734439 Jan 21 09:52:01.329495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-8cbe82d0-c37b-4b6b-b198-16b1dce2d626 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:01.331063 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-8cbe82d0-c37b-4b6b-b198-16b1dce2d626 service neutron] 10.222.0.120 "GET /v2.0/networks?id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec HTTP/1.1" status: 200 len: 897 time: 0.2238259 Jan 21 09:52:01.441918 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-a65af317-2e2e-4e29-83ce-eec91f6efdd0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1037 time: 0.1037817 Jan 21 09:52:01.507918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-cb4fb5f7-b938-4683-8c62-bc052552cde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:01.509436 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-cb4fb5f7-b938-4683-8c62-bc052552cde0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=93d27f8a-952c-4559-87e1-0da209a3d1ff HTTP/1.1" status: 200 len: 835 time: 0.0607376 Jan 21 09:52:01.592189 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-d61fbc38-8c10-42f1-8d0f-4705625b245d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762217 Jan 21 09:52:01.729017 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-ec8e77ab-17ba-419a-9316-ff35f5f8aa2c service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289170 Jan 21 09:52:01.771215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eada6-b499-461f-9967-ca31e1b2a927 req-1cda67ff-593e-4992-af0f-00603a6d2c6e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:01.772653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a80eada6-b499-461f-9967-ca31e1b2a927 req-1cda67ff-593e-4992-af0f-00603a6d2c6e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 981 time: 0.0792928 Jan 21 09:52:01.818634 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a80eada6-b499-461f-9967-ca31e1b2a927 req-258dcec0-9a4a-4c40-9ebd-5b6e0433bcb2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Jan 21 09:52:01.862402 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ab897ae2-de4d-43ab-bf09-73741b1318ad req-97e46473-0cd7-4638-8f58-367221d01377 service neutron] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277044 Jan 21 09:52:03.014453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0a669-57d1-438c-8eae-3ba9824c5a2e req-a6898437-1b70-4170-908f-9528347db092 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:03.015907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ef0a669-57d1-438c-8eae-3ba9824c5a2e req-a6898437-1b70-4170-908f-9528347db092 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 981 time: 0.0759053 Jan 21 09:52:03.064292 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ef0a669-57d1-438c-8eae-3ba9824c5a2e req-c6e8222d-896c-442e-ae67-e68caaa5831b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Jan 21 09:52:04.272767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bb90c-db79-4b98-9a6b-8e1a56deffe1 req-b3db5a72-ebb7-4a23-a736-f31d083405c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:04.274130 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c72bb90c-db79-4b98-9a6b-8e1a56deffe1 req-b3db5a72-ebb7-4a23-a736-f31d083405c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 981 time: 0.0885253 Jan 21 09:52:04.319831 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c72bb90c-db79-4b98-9a6b-8e1a56deffe1 req-204a2f9b-f279-4327-a79d-a0bc0e8da534 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Jan 21 09:52:04.411770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 37edc619-5b68-413f-a7dc-390de732deea details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:52:04.552222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.593458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:04.609064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '37edc619-5b68-413f-a7dc-390de732deea', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'port_id': '37edc619-5b68-413f-a7dc-390de732deea', 'mac_address': 'fa:16:3e:d2:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:52:04.666490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.684535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37edc619-5b68-413f-a7dc-390de732deea {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:04.699796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:04.703691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:04.771490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=9']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:04.898490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['37edc619-5b68-413f-a7dc-390de732deea'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:52:05.517049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cc271-bcbc-45ed-88bd-bf83fd1c99b6 req-f5488b00-7f2b-4012-8d85-2727365aa225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:05.518524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-742cc271-bcbc-45ed-88bd-bf83fd1c99b6 req-f5488b00-7f2b-4012-8d85-2727365aa225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 982 time: 0.0759015 Jan 21 09:52:05.571952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-742cc271-bcbc-45ed-88bd-bf83fd1c99b6 req-094d3394-ac68-477e-b843-412f144332f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Jan 21 09:52:06.427043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 37edc619-5b68-413f-a7dc-390de732deea up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:06.497633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 37edc619-5b68-413f-a7dc-390de732deea completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:06.502359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 37edc619-5b68-413f-a7dc-390de732deea triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:06.502726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.621249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.648508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37edc619-5b68-413f-a7dc-390de732deea'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:06.658386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:06.662525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:06.713838 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37edc619-5b68-413f-a7dc-390de732deea', 'code': 200} Jan 21 09:52:06.730036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=10']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:06.791614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681954f-2171-46d4-9301-8d713b1d1ec8 req-6ae52034-4fae-41bf-9433-77a0cff811e4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:06.793038 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a681954f-2171-46d4-9301-8d713b1d1ec8 req-6ae52034-4fae-41bf-9433-77a0cff811e4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 984 time: 0.0894198 Jan 21 09:52:06.839351 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a681954f-2171-46d4-9301-8d713b1d1ec8 req-e6c8f0f5-0716-4c0b-9c26-c97d781cc31e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Jan 21 09:52:06.941294 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-004c9fae-1fd7-4ba2-b6ba-8cd0b4efb351 req-981d7b4e-b131-4b2a-947e-a4e5ded05111 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 1137 time: 0.0667386 Jan 21 09:52:06.983889 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-004c9fae-1fd7-4ba2-b6ba-8cd0b4efb351 req-eb1473dc-9ca7-49ec-8e6f-4972d4fc6951 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361555 Jan 21 09:52:08.052936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7c62d-9421-49af-b66a-2ce387233038 req-dce933de-bae3-46aa-98c0-cf19b45b89c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:08.054584 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dad7c62d-9421-49af-b66a-2ce387233038 req-dce933de-bae3-46aa-98c0-cf19b45b89c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 984 time: 0.0851164 Jan 21 09:52:08.109716 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dad7c62d-9421-49af-b66a-2ce387233038 req-fb13838d-cbc0-49b5-889e-18ce91363f16 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Jan 21 09:52:09.308219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21390ace-55aa-42ab-b5c8-cc4d4ecdc9f5 req-1c8c4344-b31c-4f00-8847-a757b7dce123 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:09.309581 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21390ace-55aa-42ab-b5c8-cc4d4ecdc9f5 req-1c8c4344-b31c-4f00-8847-a757b7dce123 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 984 time: 0.0769489 Jan 21 09:52:09.354377 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21390ace-55aa-42ab-b5c8-cc4d4ecdc9f5 req-53970098-109d-40da-a8eb-1b9372d34aed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391078 Jan 21 09:52:09.553361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecf8db-5a3c-412e-9a78-115ea59f562c req-520d4695-595e-48d3-84ef-c8c5a7e945d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:09.554853 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d6ecf8db-5a3c-412e-9a78-115ea59f562c req-520d4695-595e-48d3-84ef-c8c5a7e945d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 984 time: 0.0797198 Jan 21 09:52:09.601009 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d6ecf8db-5a3c-412e-9a78-115ea59f562c req-1d46611d-804a-4377-b4d1-b769f5e791e5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Jan 21 09:52:09.628714 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39252) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:09.703307 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cca2566e-1875-4034-9ca5-0476b28a7221 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a&network_id=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec HTTP/1.1" status: 200 len: 1132 time: 0.0734329 Jan 21 09:52:10.225806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e4b1c-edfc-4f8b-8460-892c07326f13 req-d51756bd-ed25-469b-8aef-cc41e74438ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:10.227277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cb9e4b1c-edfc-4f8b-8460-892c07326f13 req-d51756bd-ed25-469b-8aef-cc41e74438ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 984 time: 0.0758460 Jan 21 09:52:10.272286 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cb9e4b1c-edfc-4f8b-8460-892c07326f13 req-175302dc-4f26-4b9f-bdd1-6904e65d9350 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Jan 21 09:52:11.487266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb6226-680f-4530-a36c-0660a7f6eda6 req-9e15a656-4b45-4909-b66c-39ccfd149335 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:11.488710 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dceb6226-680f-4530-a36c-0660a7f6eda6 req-9e15a656-4b45-4909-b66c-39ccfd149335 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 984 time: 0.0835786 Jan 21 09:52:11.536368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dceb6226-680f-4530-a36c-0660a7f6eda6 req-6749ebe8-7bd1-44f8-93f0-16e41567deaf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=6c20342f-65b5-4bb0-83b3-08ebeb212492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Jan 21 09:52:11.623386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-de2cfdbc-ae65-4823-b18c-1f9107530bf6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:11.624792 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-de2cfdbc-ae65-4823-b18c-1f9107530bf6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 984 time: 0.0783613 Jan 21 09:52:11.696140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-9faaeeca-fa94-4ca5-adc4-20c3de27bf9e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:11.697669 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-9faaeeca-fa94-4ca5-adc4-20c3de27bf9e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0670679 Jan 21 09:52:11.840920 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-1ff7265f-89df-4cc5-a42f-ef1b05b9c64d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1384215 Jan 21 09:52:11.851443 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:11.960429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.163351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=37edc619-5b68-413f-a7dc-390de732deea,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:12.193349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] For port 37edc619-5b68-413f-a7dc-390de732deea, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:12.241753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] device_id is not set on port 37edc619-5b68-413f-a7dc-390de732deea yet. {{(pid=83426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 09:52:12.250053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.255077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.385808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] Pushing event updated for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=11']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:12.548768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] No DVR routers for this DVR port 37edc619-5b68-413f-a7dc-390de732deea on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:12.592227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c50795ad-ebdb-409f-87d2-a70a6192d7f6 None None] Provisioning complete for port 37edc619-5b68-413f-a7dc-390de732deea triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:12.592730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c50795ad-ebdb-409f-87d2-a70a6192d7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.658849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c50795ad-ebdb-409f-87d2-a70a6192d7f6 None None] Port 37edc619-5b68-413f-a7dc-390de732deea cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:12.720921 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f5853eac-001c-460d-9868-0b0d21491067 req-58242101-a856-4c4e-9968-5f6a8e7a1da3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=c89a05f6-1d32-48b4-ba3f-4b9a12fa1f5a HTTP/1.1" status: 200 len: 210 time: 0.0414732 Jan 21 09:52:12.811241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] In _notify_port_updated(), no bound segment for port 37edc619-5b68-413f-a7dc-390de732deea on network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec {{(pid=83426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 21 09:52:12.812196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:12.813471 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d7d0680e-32da-4f12-89a8-ca5ae3922aa9 req-da0669dc-7ff3-444c-b0c9-304573f5f623 service neutron] 10.222.0.120 "PUT /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 200 len: 1027 time: 0.9660232 Jan 21 09:52:13.827463 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39266) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:13.896194 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5c754b0-8815-4a0a-94ae-50ea4171424e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.924899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5c754b0-8815-4a0a-94ae-50ea4171424e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:13.986882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5c754b0-8815-4a0a-94ae-50ea4171424e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.011117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c754b0-8815-4a0a-94ae-50ea4171424e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaff9bf-388a-4f20-899e-895df581cb27,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:14.023733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5c754b0-8815-4a0a-94ae-50ea4171424e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.025112 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f5c754b0-8815-4a0a-94ae-50ea4171424e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/fbaff9bf-388a-4f20-899e-895df581cb27 HTTP/1.1" status: 204 len: 168 time: 0.1963685 Jan 21 09:52:14.065577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39272) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:14.265119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 023959bc-f462-4a08-9feb-19fb8f5ae375 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:14.265456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.436235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.436557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.562625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 023959bc-f462-4a08-9feb-19fb8f5ae375 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:14.711387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:14.757564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=023959bc-f462-4a08-9feb-19fb8f5ae375,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:14.845701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:15.331149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router e413edd6-e3a0-462b-8383-50727f7f58cc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:15.532814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:15.542425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] Sync routers for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:15.552345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:15.554267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:15.554900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:15.616429 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a77c8f3e-2b8d-4bb8-9708-f0125af18074 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/1599eee4-ce4e-45b5-bd0a-e3193448727c HTTP/1.1" status: 204 len: 168 time: 1.5495787 Jan 21 09:52:15.738802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:15.776730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39280) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:15.953768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afcc4fcb-9b5e-4587-8da0-e961e3791b8d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:15.984805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afcc4fcb-9b5e-4587-8da0-e961e3791b8d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.048389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afcc4fcb-9b5e-4587-8da0-e961e3791b8d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.066943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc4fcb-9b5e-4587-8da0-e961e3791b8d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a76f73a-bc17-4e30-9a1f-713beb2e509c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:16.067899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:16.073691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] Checking router: e413edd6-e3a0-462b-8383-50727f7f58cc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:16.076067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-afcc4fcb-9b5e-4587-8da0-e961e3791b8d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.080135 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-afcc4fcb-9b5e-4587-8da0-e961e3791b8d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/7a76f73a-bc17-4e30-9a1f-713beb2e509c HTTP/1.1" status: 204 len: 168 time: 0.3023295 Jan 21 09:52:16.097885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:16.098534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:16.118678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39286) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:16.186059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-499a8a6c-159b-4a37-bda6-c0120d998c83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 37edc619-5b68-413f-a7dc-390de732deea {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:16.186401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-499a8a6c-159b-4a37-bda6-c0120d998c83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.278953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:16.430219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-499a8a6c-159b-4a37-bda6-c0120d998c83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.504094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 37edc619-5b68-413f-a7dc-390de732deea no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:16.557766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-499a8a6c-159b-4a37-bda6-c0120d998c83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 37edc619-5b68-413f-a7dc-390de732deea owned by {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:16.596208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 37edc619-5b68-413f-a7dc-390de732deea not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:16.683492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:16.687594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027e76c-b952-4d67-a48b-a5e258b6bf96 None None] The sync data for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv is: [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:51:33Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c583b92b-1519-4783-87ba-f0e1f2073686', 'name': '', 'network_id': 'eeaa3b87-d105-4d82-9361-b2aa51b7a3ec', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:1a:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:32Z', 'updated_at': '2022-01-21T09:51:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '93d27f8a-952c-4559-87e1-0da209a3d1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:16.717406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-499a8a6c-159b-4a37-bda6-c0120d998c83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.767283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a8a6c-159b-4a37-bda6-c0120d998c83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=37edc619-5b68-413f-a7dc-390de732deea,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:16.875893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-499a8a6c-159b-4a37-bda6-c0120d998c83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:16.887376 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-499a8a6c-159b-4a37-bda6-c0120d998c83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/ports/37edc619-5b68-413f-a7dc-390de732deea HTTP/1.1" status: 204 len: 168 time: 0.7673697 Jan 21 09:52:16.890095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39290) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:16.926722 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b5cd2-3ea0-4bed-b48e-9a187f0ef007 None None] New status for floating IP 1599eee4-ce4e-45b5-bd0a-e3193448727c: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:52:17.300513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:17.908953 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:52:17.924095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port c583b92b-1519-4783-87ba-f0e1f2073686 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:17.924643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:18.117932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port c583b92b-1519-4783-87ba-f0e1f2073686, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c583b92b-1519-4783-87ba-f0e1f2073686,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:18.118387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:18.239089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for c583b92b-1519-4783-87ba-f0e1f2073686 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:18.518972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:18.567808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=c583b92b-1519-4783-87ba-f0e1f2073686,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:18.636695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.637042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.637407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.637745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.638098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.638428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.638754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.639086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.639465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.639793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.640114 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:18.876147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.038433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c5e85cf1-88f5-4994-831d-72731303a7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:19.493480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router e413edd6-e3a0-462b-8383-50727f7f58cc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:19.704624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:19.716489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] Sync routers for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:19.717880 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-628dd71a-b524-4835-9062-96b97f85618e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/e413edd6-e3a0-462b-8383-50727f7f58cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8266847 Jan 21 09:52:19.720773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39294) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:19.731155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:19.731934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:19.913875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:20.032282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72c97bf-b529-471d-a5db-7237f7205623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet 93d27f8a-952c-4559-87e1-0da209a3d1ff {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:52:20.036432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c72c97bf-b529-471d-a5db-7237f7205623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.108641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c72c97bf-b529-471d-a5db-7237f7205623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.211187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c72c97bf-b529-471d-a5db-7237f7205623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.228207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:52:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:20.233592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] Checking router: e413edd6-e3a0-462b-8383-50727f7f58cc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:20.245412 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] Routers {'e413edd6-e3a0-462b-8383-50727f7f58cc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:20.246051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:51:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['e413edd6-e3a0-462b-8383-50727f7f58cc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:20.287041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c72c97bf-b529-471d-a5db-7237f7205623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.329274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c97bf-b529-471d-a5db-7237f7205623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=93d27f8a-952c-4559-87e1-0da209a3d1ff,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:20.334751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c72c97bf-b529-471d-a5db-7237f7205623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.343129 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c72c97bf-b529-471d-a5db-7237f7205623 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/93d27f8a-952c-4559-87e1-0da209a3d1ff HTTP/1.1" status: 204 len: 168 time: 0.6213577 Jan 21 09:52:20.345848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39298) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:20.394793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7a290-7333-4dbb-890c-b254d4219d4e None None] Network eeaa3b87-d105-4d82-9361-b2aa51b7a3ec requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:20.555596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.560896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] Set router e413edd6-e3a0-462b-8383-50727f7f58cc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:20.767469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.778260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port f4afd447-e7c5-4d37-b045-e5f75598b643 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:20.778597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.944575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:52:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:20.949586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c0c49-0a44-4ea4-870c-e12eb1768150 None None] The sync data for ids ['e413edd6-e3a0-462b-8383-50727f7f58cc'] in dv-neutron-825724-1-hyperv is: [{'id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'name': 'tempest-TestNetworkBasicOps-router-180844425', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:51:28Z', 'updated_at': '2022-01-21T09:52:18Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'f4afd447-e7c5-4d37-b045-e5f75598b643', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413edd6-e3a0-462b-8383-50727f7f58cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:51:29Z', 'updated_at': '2022-01-21T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:20.964654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] DHCP port deletion for eeaa3b87-d105-4d82-9361-b2aa51b7a3ec request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:52:20.969312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] Deleting port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:52:20.969865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:20.980647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port f4afd447-e7c5-4d37-b045-e5f75598b643, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f4afd447-e7c5-4d37-b045-e5f75598b643,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:20.981097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.112943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for f4afd447-e7c5-4d37-b045-e5f75598b643 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:21.189462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] For port 412e0311-58de-4ab8-8f82-7d8ba0b5c704, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=412e0311-58de-4ab8-8f82-7d8ba0b5c704,segment=NetworkSegment(12fd5627-e5dc-4077-8830-bde1e0f1eb70),segment_id=12fd5627-e5dc-4077-8830-bde1e0f1eb70)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:21.189750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.294899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.312693 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] Calling delete_port for 412e0311-58de-4ab8-8f82-7d8ba0b5c704 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:52:21.343249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=f4afd447-e7c5-4d37-b045-e5f75598b643,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:21.401427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.462753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] Pushing event deleted for resources: {'Port': ['ID=412e0311-58de-4ab8-8f82-7d8ba0b5c704,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:21.475010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061bc33d-b089-4126-aa60-0087f21d21f5 None None] No DVR routers for this DVR port 412e0311-58de-4ab8-8f82-7d8ba0b5c704 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:52:21.482190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea27b3e5-3646-489d-b192-883cb997cdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.589476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.947386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.951622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.976526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.977082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Fanout notify agent at l3_agent the message router_deleted on router e413edd6-e3a0-462b-8383-50727f7f58cc {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:52:21.991191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:21.992277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3c62b9c3-14fe-406a-8954-7d4d252e061a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/routers/e413edd6-e3a0-462b-8383-50727f7f58cc HTTP/1.1" status: 204 len: 168 time: 1.6454811 Jan 21 09:52:21.995352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39302) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:22.113306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.246140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.271421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeaa3b87-d105-4d82-9361-b2aa51b7a3ec']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:22.283414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fd5627-e5dc-4077-8830-bde1e0f1eb70') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:22.283712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fd5627-e5dc-4077-8830-bde1e0f1eb70') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:22.294916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.311020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.316807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:52:22.317186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:52:22.331818 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:52:22.502277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.508015 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 412e0311-58de-4ab8-8f82-7d8ba0b5c704 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:22.514087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.518857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.546225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 412e0311-58de-4ab8-8f82-7d8ba0b5c704 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:22.546582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 412e0311-58de-4ab8-8f82-7d8ba0b5c704 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:22.547023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c583b92b-1519-4783-87ba-f0e1f2073686 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:22.548863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=eeaa3b87-d105-4d82-9361-b2aa51b7a3ec,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:22.555795 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-45873dc8-cbab-4a40-a5dc-bee2ecac2c1a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/eeaa3b87-d105-4d82-9361-b2aa51b7a3ec HTTP/1.1" status: 204 len: 168 time: 0.5568562 Jan 21 09:52:22.567157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39306) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:22.580300 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: c583b92b-1519-4783-87ba-f0e1f2073686 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:22.580648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c583b92b-1519-4783-87ba-f0e1f2073686 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:22.584409 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4ae84387-94b9-4519-abb6-6662a8cdf45b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0157921 Jan 21 09:52:22.587742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39310) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:22.593864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--1261566728', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:22.598930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:22.603461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:22.606764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:22.612394 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:22.622977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:22.626144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.656840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:52:22.666609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.666938 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment 3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4 of type vlan for network 2f067e8c-6820-4789-88b9-b228c74f04eb Jan 21 09:52:22.694524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.724324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.728093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:22.728616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.788766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.853363 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2642074 Jan 21 09:52:22.855954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39314) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:22.860747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a23ec-2b02-48ef-9a4a-b418312bbc11 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=2f067e8c-6820-4789-88b9-b228c74f04eb,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:22.861232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-595241829', 'admin_state_up': True, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:22.870564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 2f067e8c-6820-4789-88b9-b228c74f04eb details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:52:22.871435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:22.875409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:router and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:22.878935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:22.885695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:22.895603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.896682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:22.919339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.071215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.269352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.299251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.438744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.219 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/4e20c945-d333-4384-8e84-4b269d66d84b) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:23.589760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.616703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.679656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:23.683351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:23.687115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:23.721814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=4e20c945-d333-4384-8e84-4b269d66d84b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:23.848736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.849483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:23.875132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.082216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 1e7abd94-3450-4d18-860a-6e79edbc6276 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:52:24.096104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f4afd447-e7c5-4d37-b045-e5f75598b643 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:52:24.130632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: f4afd447-e7c5-4d37-b045-e5f75598b643 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:52:24.130976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f4afd447-e7c5-4d37-b045-e5f75598b643 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:52:24.371642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:24.380804 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Sync routers for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:24.393474 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:24.394112 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:52:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:24.398864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.403817 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e4e74eea-1da5-4067-856a-0c06e9ff29cb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5438938 Jan 21 09:52:24.403984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39318) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:24.443031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e8e21b15-1a70-478b-b48a-fbd7580b068d tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380185 Jan 21 09:52:24.445669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39322) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:24.573563 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:24.580698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be573ff-6a13-4454-aa7a-f02a04431971 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:24.582345 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7be573ff-6a13-4454-aa7a-f02a04431971 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351402 Jan 21 09:52:24.585259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39326) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:24.625267 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-80ce1334-3691-4591-811c-b20e39421db6 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387347 Jan 21 09:52:24.627883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39330) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:24.633183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213748336', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:24.746770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:24.751124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:24.754368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:24.761685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:24.772790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:24.893694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:24.897710 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:24.902291 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Checking router: 1e7abd94-3450-4d18-860a-6e79edbc6276 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:24.902634 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Updating router 1e7abd94-3450-4d18-860a-6e79edbc6276 port 4e20c945-d333-4384-8e84-4b269d66d84b binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:52:24.954487 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.114545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.184682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=a98db2cc-7d34-40d8-9718-4cb67044be0a,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:25.208122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:25.208472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: 2f067e8c-6820-4789-88b9-b228c74f04eb, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:52:25.231753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 2f067e8c-6820-4789-88b9-b228c74f04eb is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:52:25.241171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 2f067e8c-6820-4789-88b9-b228c74f04eb) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:25.245373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:25.245954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.252034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551e0a9-dec7-4030-b802-22377d1f826d None None] Network 2f067e8c-6820-4789-88b9-b228c74f04eb requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:25.270143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8317a181-9a24-423e-a9ee-da70ea4df40e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6385727 Jan 21 09:52:25.270406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39334) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:25.282453 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.294913 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Transition to ACTIVE for port object 4e20c945-d333-4384-8e84-4b269d66d84b will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:25.300617 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.370577 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ee2d5-9446-40f4-9048-476940665236 None None] Pushing event updated for resources: {'Port': ['ID=4e20c945-d333-4384-8e84-4b269d66d84b,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:25.396639 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Attempting to bind port 4e20c945-d333-4384-8e84-4b269d66d84b on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:25.397370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Attempting to bind port 4e20c945-d333-4384-8e84-4b269d66d84b by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:25.397370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Attempting to bind port 4e20c945-d333-4384-8e84-4b269d66d84b on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:25.404729 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:25.405093 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:25.405483 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.405892 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:25.406346 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Bound port: 4e20c945-d333-4384-8e84-4b269d66d84b, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:25.406713 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.479889 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] For port 4e20c945-d333-4384-8e84-4b269d66d84b, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:25.484448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-2f067e8c-6820-4789-88b9-b228c74f04eb', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:52:25.485361 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] For port 4e20c945-d333-4384-8e84-4b269d66d84b, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4e20c945-d333-4384-8e84-4b269d66d84b,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:25.485625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.490371 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.571643 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ee2d5-9446-40f4-9048-476940665236 None None] Pushing event updated for resources: {'Port': ['ID=4e20c945-d333-4384-8e84-4b269d66d84b,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:25.591456 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:25.592169 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:52:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:25.658563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Allocated IP 172.20.0.2 (2f067e8c-6820-4789-88b9-b228c74f04eb/a98db2cc-7d34-40d8-9718-4cb67044be0a/86795a4d-9043-462a-96c3-3fee82fad653) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:25.776243 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:25.909888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:25.921250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Transition to ACTIVE for port object 86795a4d-9043-462a-96c3-3fee82fad653 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:25.942264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Transition to ACTIVE for port object 86795a4d-9043-462a-96c3-3fee82fad653 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:25.950450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.025677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Network 2f067e8c-6820-4789-88b9-b228c74f04eb is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:26.029108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:26.031959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:26.041752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Pushing event updated for resources: {'Port': ['ID=86795a4d-9043-462a-96c3-3fee82fad653,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:26.104627 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:26.110434 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fcbe8-5afb-4386-96ea-f2665afea3e8 None None] The sync data for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv is: [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:23Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:26.132305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Attempting to bind port 86795a4d-9043-462a-96c3-3fee82fad653 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:26.132674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Attempting to bind port 86795a4d-9043-462a-96c3-3fee82fad653 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:26.133028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Attempting to bind port 86795a4d-9043-462a-96c3-3fee82fad653 on network 2f067e8c-6820-4789-88b9-b228c74f04eb {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:26.145130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:26.145837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Checking segment: {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:26.146523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.147093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Bound using segment: {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:26.147808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Bound port: 86795a4d-9043-462a-96c3-3fee82fad653, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:26.148376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.247439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.262206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] For port 86795a4d-9043-462a-96c3-3fee82fad653, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:26.265834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] For port 86795a4d-9043-462a-96c3-3fee82fad653, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=86795a4d-9043-462a-96c3-3fee82fad653,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:26.272062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:26.410211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c111b-1d4e-43b5-baba-c4c116158397 None None] Pushing event updated for resources: {'Port': ['ID=86795a4d-9043-462a-96c3-3fee82fad653,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:26.784304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.1 (2f067e8c-6820-4789-88b9-b228c74f04eb/a98db2cc-7d34-40d8-9718-4cb67044be0a/e0e0d53d-eb0d-44b8-9d48-f1fa363908d0) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:26.980605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.000397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:27.028476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.106863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 2f067e8c-6820-4789-88b9-b228c74f04eb is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:27.110389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:27.115212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:27.142080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:27.176119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.267684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.370937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3017504e-6147-40a7-b48b-cceda6fb449e None None] Network 2f067e8c-6820-4789-88b9-b228c74f04eb requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:52:27.467461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c00c5719-3b28-4abb-8021-a3a6fa1304f6 None None] Provisioning for port 86795a4d-9043-462a-96c3-3fee82fad653 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:27.697607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.703080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.911135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f463c188-4395-4f86-9482-7eb2839c69ea None None] Provisioning for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:27.916992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f463c188-4395-4f86-9482-7eb2839c69ea None None] Provisioning complete for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:27.917367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f463c188-4395-4f86-9482-7eb2839c69ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.948909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:27.951531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:27.977337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f463c188-4395-4f86-9482-7eb2839c69ea None None] Port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:28.100977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 2f067e8c-6820-4789-88b9-b228c74f04eb is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:28.105801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:28.130375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ea1c7cf-f9f1-473d-ac70-fb91ee9c6a48 None None] Provisioning complete for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:28.131074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ea1c7cf-f9f1-473d-ac70-fb91ee9c6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:28.215216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1c7cf-f9f1-473d-ac70-fb91ee9c6a48 None None] Port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:28.263426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4e20c945-d333-4384-8e84-4b269d66d84b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:28.352862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 4e20c945-d333-4384-8e84-4b269d66d84b completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:28.359368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4e20c945-d333-4384-8e84-4b269d66d84b triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:28.359735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:28.488844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a221f402-4933-4fc0-a73b-eb3d38a241d8 None None] Provisioning complete for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:28.489589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a221f402-4933-4fc0-a73b-eb3d38a241d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:28.545315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:28.562462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a221f402-4933-4fc0-a73b-eb3d38a241d8 None None] Port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:28.567583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 1e7abd94-3450-4d18-860a-6e79edbc6276 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:28.568012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 4e20c945-d333-4384-8e84-4b269d66d84b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4e20c945-d333-4384-8e84-4b269d66d84b,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:28.573380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:28.574613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 86795a4d-9043-462a-96c3-3fee82fad653 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:28.723934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=4e20c945-d333-4384-8e84-4b269d66d84b,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:28.741823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 86795a4d-9043-462a-96c3-3fee82fad653 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:28.747275 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 86795a4d-9043-462a-96c3-3fee82fad653 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:28.747638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:28.824112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:28.837094 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e11b3000-f886-474f-98e5-d495d23ee6ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/1e7abd94-3450-4d18-860a-6e79edbc6276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5654483 Jan 21 09:52:28.839599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39338) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:28.865608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:28.900635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 86795a4d-9043-462a-96c3-3fee82fad653, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=86795a4d-9043-462a-96c3-3fee82fad653,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:28.904837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:28.978736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=86795a4d-9043-462a-96c3-3fee82fad653,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:28.987006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d9928-075c-4677-bc83-b8ce025c24c3 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:28.987392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d9928-075c-4677-bc83-b8ce025c24c3 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:28.987762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d9928-075c-4677-bc83-b8ce025c24c3 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:28.988174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d9928-075c-4677-bc83-b8ce025c24c3 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:28.989884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e63d9928-075c-4677-bc83-b8ce025c24c3 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1493504 Jan 21 09:52:28.992704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39342) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:29.068827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0d037-6fa9-4e11-9f0a-fe6f83ad3c2f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:29.069220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0d037-6fa9-4e11-9f0a-fe6f83ad3c2f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:29.069564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0d037-6fa9-4e11-9f0a-fe6f83ad3c2f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:29.069919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0d037-6fa9-4e11-9f0a-fe6f83ad3c2f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:29.072064 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f7c0d037-6fa9-4e11-9f0a-fe6f83ad3c2f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0779171 Jan 21 09:52:29.074625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39346) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:29.273579 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9020f906-52fe-4e92-b249-b6e945d4fd06 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1978858 Jan 21 09:52:29.655303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39352) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:29.660820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667725607', 'description': 'tempest-secgroup-smoke-1667725607 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:29.667417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:29.672878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Sync routers for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:29.673353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:29.676522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:29.683503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:29.685491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:29.686129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:52:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:29.694515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.733275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:29.737116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:29.740100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:29.746639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:29.802430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.807182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.852593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53e875d-b540-48b4-a9cd-c901743a8865,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:29.856174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.860419 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7a8de341-28f0-423c-852e-edd3f7faac7c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2013156 Jan 21 09:52:29.860831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39356) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:29.865740 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:29.867031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'd53e875d-b540-48b4-a9cd-c901743a8865', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:29.873624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:29.877873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:29.881226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:29.889137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:29.906273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.972226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:29.977518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.002000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ac5d83-e71b-4549-ad3a-dfe02925148d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:30.011676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.013051 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-657b059a-1ab7-4c3f-af03-d6ca48e450c8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1512668 Jan 21 09:52:30.015731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39360) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:30.021115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'd53e875d-b540-48b4-a9cd-c901743a8865', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:30.027301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:30.031116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:30.033973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:30.040348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:30.058100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.127794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.131846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.155576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049d3601-1ec1-4505-964b-3fa3084490d3,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:30.166509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.167431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4e20c945-d333-4384-8e84-4b269d66d84b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:30.167698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-386fa44a-5434-4d75-afbe-b5696158e8a5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1510377 Jan 21 09:52:30.170604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39364) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:30.175997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'd53e875d-b540-48b4-a9cd-c901743a8865', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:30.183237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:30.187388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:30.190330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:30.196515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:30.213273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.277619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.281728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.294243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4e20c945-d333-4384-8e84-4b269d66d84b triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:30.294618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.304697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e51d850-becc-4133-84bf-67a5d7258a21,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:30.315997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.319815 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-000cec1f-f0b9-4057-bf11-6c0711531e38 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1456988 Jan 21 09:52:30.320058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39368) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:30.325487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'd53e875d-b540-48b4-a9cd-c901743a8865', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:30.331365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:30.332652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:30.335419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:30.338994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:30.344826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:30.349580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Checking router: 1e7abd94-3450-4d18-860a-6e79edbc6276 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:30.350247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Updating router 1e7abd94-3450-4d18-860a-6e79edbc6276 port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:52:30.362445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.416026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.429763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.435436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.540466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 86795a4d-9043-462a-96c3-3fee82fad653 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:30.561702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f203acf-7695-4a9e-b888-e4ca32cf6684,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:30.570495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.572382 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a136c51e-1bc4-43e5-b93f-a7cdc2c5a824 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2514193 Jan 21 09:52:30.575081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39372) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:30.580903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'd53e875d-b540-48b4-a9cd-c901743a8865', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:30.588278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:30.592716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:30.596118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:30.603740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:30.615627 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:52:30.622819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.689765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.694067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.719378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af6f0bf-ebc6-4352-9d46-4316a63cd734,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:30.731159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.732524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-187eed6c-4109-46f0-81eb-8309119d6d2e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1562850 Jan 21 09:52:30.735222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39376) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:30.740681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'd53e875d-b540-48b4-a9cd-c901743a8865', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:30.746492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:30.750297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:30.753423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:30.759637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:30.764936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 86795a4d-9043-462a-96c3-3fee82fad653 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:30.765464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.770298 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:52:30.777970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.846995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.851108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.880025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179156e8-50dc-4760-a0b0-7be02867d9aa,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:30.888165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.889396 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c8c7e479-1299-4c2f-963a-544f176157da tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1532664 Jan 21 09:52:30.978820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:30.991875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Transition to ACTIVE for port object e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:30.999054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.074428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-f063a86b-62c8-4e5a-9cd8-5d37c1d53611 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:31.093401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-f063a86b-62c8-4e5a-9cd8-5d37c1d53611 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:31.101436 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-f063a86b-62c8-4e5a-9cd8-5d37c1d53611 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667725607&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.0744917 Jan 21 09:52:31.130262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c7a51-148d-4f21-b95e-f8f838663297 None None] Pushing event updated for resources: {'Port': ['ID=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:31.229448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Attempting to bind port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:31.229818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Attempting to bind port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:31.230211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Attempting to bind port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 on network 2f067e8c-6820-4789-88b9-b228c74f04eb {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:31.237121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:31.237648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Checking segment: {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:31.238152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.238542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Bound using segment: {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:31.238999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Bound port: e0e0d53d-eb0d-44b8-9d48-f1fa363908d0, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:31.239393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.255527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aeef0797-28cd-47f2-8fa7-095c77b0478b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:31.256219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aeef0797-28cd-47f2-8fa7-095c77b0478b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:31.271644 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aeef0797-28cd-47f2-8fa7-095c77b0478b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:31.273006 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aeef0797-28cd-47f2-8fa7-095c77b0478b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=2f067e8c-6820-4789-88b9-b228c74f04eb HTTP/1.1" status: 200 len: 797 time: 0.1694880 Jan 21 09:52:31.292109 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-3305cb8b-cff8-464e-a568-d4e75d5eecfe tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0127819 Jan 21 09:52:31.344852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] For port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:31.348354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] For port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:31.352926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:31.374465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-4535b880-69b9-4234-8de0-de486d6032a6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:31.389401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-4535b880-69b9-4234-8de0-de486d6032a6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:31.390887 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-4535b880-69b9-4234-8de0-de486d6032a6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929451 Jan 21 09:52:31.432121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c7a51-148d-4f21-b95e-f8f838663297 None None] Pushing event updated for resources: {'Port': ['ID=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:31.440273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:31.440943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:52:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:31.535655 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-8b3d99ae-a126-4134-bb4d-9ee7480ac351 service neutron] 10.222.0.122 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323831 Jan 21 09:52:31.676011 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-08506373-32f2-4ce7-a5e9-f861056aefc7 service neutron] 10.222.0.122 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336603 Jan 21 09:52:31.695036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:31.883677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901419c5-635b-4cb0-b392-cbc994a71f41 req-478066d3-46ae-4ad6-82ad-f03c0bf3ec94 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 210 time: 0.0487456 Jan 21 09:52:32.045141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:52:31Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:32.050437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a8d9c-0b30-4edf-8801-f45d4e2ac9e1 None None] The sync data for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv is: [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:52:31Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:32.231155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:32.313604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:32.319841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:32.319841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:32.458985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:32.501126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:32.505509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:32.588184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:33.057140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-d799a59f-a596-4591-a0b5-1ec5fc7c9938 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:33.058431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-d799a59f-a596-4591-a0b5-1ec5fc7c9938 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:33.073421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-d799a59f-a596-4591-a0b5-1ec5fc7c9938 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:33.074737 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-d799a59f-a596-4591-a0b5-1ec5fc7c9938 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=2f067e8c-6820-4789-88b9-b228c74f04eb HTTP/1.1" status: 200 len: 797 time: 0.2044165 Jan 21 09:52:33.091820 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a21c00ef-ad7c-413d-9949-5224baa3b23a req-ecc33beb-25e4-484e-b14c-a047f972c9f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 210 time: 0.0501609 Jan 21 09:52:33.131469 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-08b4c52b-fffc-4a05-804b-c6936c914b9d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:52:33.143378 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-08b4c52b-fffc-4a05-804b-c6936c914b9d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:52:33.144472 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-08b4c52b-fffc-4a05-804b-c6936c914b9d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 380 time: 0.0570183 Jan 21 09:52:33.154360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['d53e875d-b540-48b4-a9cd-c901743a8865']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:33.287056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:33.296768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:33.306839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:52:33.309751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.473331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.6 (2f067e8c-6820-4789-88b9-b228c74f04eb/a98db2cc-7d34-40d8-9718-4cb67044be0a/116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:33.668672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.684881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:33.706481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.775945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 2f067e8c-6820-4789-88b9-b228c74f04eb is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:33.778938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:33.782871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:33.814844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:33.833335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.833676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.834039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.834370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.834701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.835025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.835347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.835666 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.835978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.836381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.836710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:33.860220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:33.860966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:33.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-aa487889-1a7d-4994-aaf0-48ad35c2ba32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7373285 Jan 21 09:52:33.900228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Request body: {'port': {'device_id': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:34.010945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.025171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-635afc2f-2c12-4ce2-a6e8-aa1d380af71a None None] Provisioning for port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:34.030283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-635afc2f-2c12-4ce2-a6e8-aa1d380af71a None None] Provisioning complete for port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:34.030596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-635afc2f-2c12-4ce2-a6e8-aa1d380af71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.083061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-635afc2f-2c12-4ce2-a6e8-aa1d380af71a None None] Port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:52:34.150806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:34.222214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:34.222583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.296535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba6fe-86cd-4ca0-8ecd-ef23c42a5b2d req-1716f401-682e-4644-979c-21ba8159989a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:34.297883 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9baba6fe-86cd-4ca0-8ecd-ef23c42a5b2d req-1716f401-682e-4644-979c-21ba8159989a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 931 time: 0.0800362 Jan 21 09:52:34.348123 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9baba6fe-86cd-4ca0-8ecd-ef23c42a5b2d req-3089c8d2-1f09-4519-bd76-1111b40b5776 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437980 Jan 21 09:52:34.378995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:34.386586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.400518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Transition to ACTIVE for port object 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:52:34.404491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.525034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.537381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Pushing event updated for resources: {'Port': ['ID=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:34.645703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Attempting to bind port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:52:34.646067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Attempting to bind port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:52:34.646393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Attempting to bind port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb on network 2f067e8c-6820-4789-88b9-b228c74f04eb {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:34.652286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb on network 2f067e8c-6820-4789-88b9-b228c74f04eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:52:34.652604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Attempting to bind port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb on network 2f067e8c-6820-4789-88b9-b228c74f04eb {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:52:34.658740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:52:34.659069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Checking segment: {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:52:34.659441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Bound using segment: {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:52:34.659855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Bound port: 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:52:34.660190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.750078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] For port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:52:34.752989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] For port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:52:34.757505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.817524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:34.818879 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] 10.222.0.120 "PUT /v2.0/ports/116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb HTTP/1.1" status: 200 len: 1093 time: 0.9232726 Jan 21 09:52:34.819299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:34.838071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653979bd-a19a-4771-a32a-8d3a08e07a46 service neutron] Pushing event updated for resources: {'Port': ['ID=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:34.895122 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'status': 'completed', 'code': 200} Jan 21 09:52:35.039002 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-ce875184-0cac-435d-ba1a-e9793eb0e1aa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 1096 time: 0.1831338 Jan 21 09:52:35.109140 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-a853a962-090c-44c8-a785-2449b702f84c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb HTTP/1.1" status: 200 len: 217 time: 0.0627437 Jan 21 09:52:35.175122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-c67ecfd0-6afd-4d18-bbaa-1a7a90c1d11f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:35.176606 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-c67ecfd0-6afd-4d18-bbaa-1a7a90c1d11f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a98db2cc-7d34-40d8-9718-4cb67044be0a HTTP/1.1" status: 200 len: 834 time: 0.0617423 Jan 21 09:52:35.252819 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-85a746dd-4a54-40be-939a-ad7a3e80c5fe service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2f067e8c-6820-4789-88b9-b228c74f04eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695038 Jan 21 09:52:35.409671 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-10248d8c-7495-4b8d-bca7-cdfd8ae99a6b service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500094 Jan 21 09:52:35.563058 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6df0b2b5-53e2-4779-884a-ca5e851354f9 req-17da2fa6-ee0a-4265-a555-889f7ed13689 service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462851 Jan 21 09:52:35.571382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98909b3-9ded-424d-aa2a-f15673d78c5f req-6d1245b6-9bd6-433b-aa3c-34fb3912ea09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:35.572952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d98909b3-9ded-424d-aa2a-f15673d78c5f req-6d1245b6-9bd6-433b-aa3c-34fb3912ea09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 943 time: 0.0934246 Jan 21 09:52:35.634740 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d98909b3-9ded-424d-aa2a-f15673d78c5f req-debd9789-0140-4205-94e3-59c09690420d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552561 Jan 21 09:52:35.731642 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-96032276-4fc8-40c8-8e9a-a8470f7bed73 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 1096 time: 0.0909605 Jan 21 09:52:35.884688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-8e90f15a-4cec-4a02-958b-ddc2f8de1c76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:35.886156 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-8e90f15a-4cec-4a02-958b-ddc2f8de1c76 service neutron] 10.222.0.120 "GET /v2.0/networks?id=2f067e8c-6820-4789-88b9-b228c74f04eb HTTP/1.1" status: 200 len: 898 time: 0.1475179 Jan 21 09:52:35.957147 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-26165df7-92fc-42a2-8dc6-6cdd8b92d669 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb HTTP/1.1" status: 200 len: 217 time: 0.0631018 Jan 21 09:52:36.028400 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-2373f983-a638-4cc8-9d06-7f8dee1b24ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:36.029858 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-2373f983-a638-4cc8-9d06-7f8dee1b24ed service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a98db2cc-7d34-40d8-9718-4cb67044be0a HTTP/1.1" status: 200 len: 834 time: 0.0647697 Jan 21 09:52:36.121878 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-36445095-d745-4b6c-ac7e-728466403f8d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2f067e8c-6820-4789-88b9-b228c74f04eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848417 Jan 21 09:52:36.264295 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-13bc431c-a4f6-42c4-9ef4-6561b1c2e563 service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350758 Jan 21 09:52:36.473648 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8bb795e6-7fa1-4ca9-af16-e06fdb88afd6 req-71dee240-6d20-44a6-bc03-ef2b06b67343 service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025120 Jan 21 09:52:36.888051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f26b6f-25d5-47a8-a84b-72247a6f7a23 req-87ab0ee9-ff50-49ac-8a5a-a5c80c920246 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:36.889606 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9f26b6f-25d5-47a8-a84b-72247a6f7a23 req-87ab0ee9-ff50-49ac-8a5a-a5c80c920246 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 943 time: 0.0819557 Jan 21 09:52:36.947635 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9f26b6f-25d5-47a8-a84b-72247a6f7a23 req-d1c4d12a-82bd-43ba-8244-540650cc0c27 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481920 Jan 21 09:52:38.186652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17f054-5469-4d90-8299-29df2e29acb5 req-b267cb1b-0a5d-438b-8097-cd717cc3b92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:38.188150 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3e17f054-5469-4d90-8299-29df2e29acb5 req-b267cb1b-0a5d-438b-8097-cd717cc3b92d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 943 time: 0.0883868 Jan 21 09:52:38.240309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3e17f054-5469-4d90-8299-29df2e29acb5 req-78972a3b-b22b-4167-b841-bb6a21ae2c8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417092 Jan 21 09:52:38.558337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:52:38.718227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:38.735032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'port_id': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'mac_address': 'fa:16:3e:0a:ea:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:52:38.801505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:38.825094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:52:38.844006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:38.849533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:38.927545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:38.937611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.937937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.938359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.938820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.939222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.939576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.940033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.940511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.940831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.941153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:38.941539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:52:39.076857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:52:39.501496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a40d8-dfbf-43ba-be80-c5c38820b5b5 req-4053784a-0d87-4a7a-af16-f888ff9db358 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:39.503254 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-099a40d8-dfbf-43ba-be80-c5c38820b5b5 req-4053784a-0d87-4a7a-af16-f888ff9db358 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 944 time: 0.0908527 Jan 21 09:52:39.551962 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-099a40d8-dfbf-43ba-be80-c5c38820b5b5 req-302ada30-8f46-481b-a662-67b42e2e3e43 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426092 Jan 21 09:52:40.557917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:52:40.638997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:52:40.646546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:52:40.647145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.779037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.795039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c593a82-383c-4d8e-a8fa-039bacd69161 req-c5323bde-26e6-44c1-8360-74ecbe31b99d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:40.796946 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3c593a82-383c-4d8e-a8fa-039bacd69161 req-c5323bde-26e6-44c1-8360-74ecbe31b99d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 944 time: 0.0881267 Jan 21 09:52:40.852305 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3c593a82-383c-4d8e-a8fa-039bacd69161 req-3da5fbc5-7657-49f3-b76e-79ad8dda280b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480382 Jan 21 09:52:40.853272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:40.868705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:52:40.874137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:40.937287 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'code': 200} Jan 21 09:52:40.953295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:41.215772 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-18b5e019-e933-4717-94f1-c3f50b5c8737 req-f32fc509-63fb-4e04-a495-75dc15f7d8a1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 1098 time: 0.0848126 Jan 21 09:52:41.270935 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-18b5e019-e933-4717-94f1-c3f50b5c8737 req-f51e5166-b11c-453a-a2c1-b39b27c94eaa service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491741 Jan 21 09:52:42.096140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e8a2c-240a-41ac-a5bc-ebd9894d3856 req-7a4bb2dd-cc8f-47a3-a2e0-1a0ccf035905 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:42.097763 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-375e8a2c-240a-41ac-a5bc-ebd9894d3856 req-7a4bb2dd-cc8f-47a3-a2e0-1a0ccf035905 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 945 time: 0.0917695 Jan 21 09:52:42.168326 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-375e8a2c-240a-41ac-a5bc-ebd9894d3856 req-61906ceb-92e3-4830-8f11-d5cce47c149a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621579 Jan 21 09:52:43.523097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e4653-0542-4847-9074-d00e9646db3e req-50cdfa4a-4db6-4e06-a143-c75e76baee4a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:43.525245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f4e4653-0542-4847-9074-d00e9646db3e req-50cdfa4a-4db6-4e06-a143-c75e76baee4a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 945 time: 0.2088444 Jan 21 09:52:43.587117 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f4e4653-0542-4847-9074-d00e9646db3e req-4e435447-4551-455e-8cc0-d51faf6c937a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524747 Jan 21 09:52:43.949227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689f399-6a78-48c6-b62b-62c9127e083f req-c93d942a-1035-447a-a4f4-51626f0187fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:43.950937 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7689f399-6a78-48c6-b62b-62c9127e083f req-c93d942a-1035-447a-a4f4-51626f0187fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 945 time: 0.1794822 Jan 21 09:52:44.018341 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7689f399-6a78-48c6-b62b-62c9127e083f req-0d1bfd18-d32e-4c66-bc2b-ca53fe76f1d4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539255 Jan 21 09:52:44.063477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39426) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:44.147037 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7d91e34c-045b-48c2-a67c-0f71b340eb17 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 1093 time: 0.0822873 Jan 21 09:52:44.150907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39430) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:44.156623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:52:44.162914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:52:44.168302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:52:44.171636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:52:44.178406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:52:44.290366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.438424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.585507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.178 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/52585726-943d-46a8-8b96-daa079620694) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:52:44.753957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.785205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:44.854945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:52:44.858512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:52:44.863134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:52:44.889784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=52585726-943d-46a8-8b96-daa079620694,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:45.433586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.498832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.755956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.762303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:45.887356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=52585726-943d-46a8-8b96-daa079620694,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:52:45.919093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:46.292237 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP 912f008a-0f75-42da-a998-7e269b3ff4f9 associated. External IP: 172.26.1.178, port: 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb. Jan 21 09:52:46.780990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 1e7abd94-3450-4d18-860a-6e79edbc6276 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:52:47.073018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:52:47.084903 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] Sync routers for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:52:47.099912 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:47.100607 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:52:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:47.101843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:47.172533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-07634ed2-9e63-422b-84d9-4be79dd86118 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0202212 Jan 21 09:52:47.173185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:52:47.175294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39434) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:47.234358 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'status': 'completed', 'code': 200} Jan 21 09:52:47.317818 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:47.400864 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-c91b644e-a5c8-493a-bcb8-ede490ff8168 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 1098 time: 0.1444631 Jan 21 09:52:47.760775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-82c5960c-e36d-412c-a70c-d2f2c38b62ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:47.762264 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-82c5960c-e36d-412c-a70c-d2f2c38b62ea service neutron] 10.222.0.120 "GET /v2.0/networks?id=2f067e8c-6820-4789-88b9-b228c74f04eb HTTP/1.1" status: 200 len: 898 time: 0.1865342 Jan 21 09:52:47.769523 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6ac0b21c-96f0-4c4b-b4fa-87e1dee0c38f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers/1e7abd94-3450-4d18-860a-6e79edbc6276 HTTP/1.1" status: 200 len: 922 time: 0.5926495 Jan 21 09:52:47.772677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39440) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:47.889448 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-fb3a95c2-7aba-4ed4-9728-1c09651f160e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb HTTP/1.1" status: 200 len: 999 time: 0.1185184 Jan 21 09:52:47.904832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-552f84f5-1da0-4f32-a908-fb86f5ee8cab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1302006 Jan 21 09:52:47.905454 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '912f008a-0f75-42da-a998-7e269b3ff4f9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.178', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'port_id': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'mac_address': 'fa:16:3e:0a:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:45Z', 'updated_at': '2022-01-21T09:52:45Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:52:32Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:47.910244 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] Checking router: 1e7abd94-3450-4d18-860a-6e79edbc6276 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:52:47.921943 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:52:47.922580 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:52:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:47.972993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-183e8053-c9ed-4a5f-b35a-30abd8e0f0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:47.974541 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-183e8053-c9ed-4a5f-b35a-30abd8e0f0c3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a98db2cc-7d34-40d8-9718-4cb67044be0a HTTP/1.1" status: 200 len: 834 time: 0.0787067 Jan 21 09:52:48.097164 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-a9763314-3aeb-4af1-af09-f311f68b3646 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2f067e8c-6820-4789-88b9-b228c74f04eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145709 Jan 21 09:52:48.137318 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:52:48.265440 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-5749040d-21e3-4cd7-b5af-57d8953ee29b service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619956 Jan 21 09:52:48.459997 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bc26ff2-69ba-40a8-bd10-6b993612f62d req-656dca48-3c16-4ee3-9944-db6ed9e567d0 service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844475 Jan 21 09:52:48.566466 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '912f008a-0f75-42da-a998-7e269b3ff4f9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.178', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'port_id': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'mac_address': 'fa:16:3e:0a:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:45Z', 'updated_at': '2022-01-21T09:52:45Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:52:32Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:52:48.571177 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed45c70-79e3-49d0-9a69-d8b786950cdc None None] The sync data for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv is: [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '912f008a-0f75-42da-a998-7e269b3ff4f9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.178', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'port_id': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'mac_address': 'fa:16:3e:0a:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:45Z', 'updated_at': '2022-01-21T09:52:45Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:52:32Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:52:48.909822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39444) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:48.915869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bb0e53-373a-49c3-9e01-ca2fae3de3ea None None] New status for floating IP 912f008a-0f75-42da-a998-7e269b3ff4f9: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:52:49.030337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c604dc65-99b0-496d-89dc-d643bd3148f8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1190257 Jan 21 09:52:49.075388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2d4984a8-7d56-49e3-a712-70fc60b6647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:50.034272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39448) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:52:50.161153 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-52514070-e043-4597-82f2-6b93d603d968 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 993 time: 0.1252882 Jan 21 09:52:51.430696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c771190c-592d-4a4c-beb2-7a449dc7d890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.501105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:52.795739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:53.879989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:52:54.013186 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-7976d163-b3e3-4e11-9b6a-4b1fb911849d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844586 Jan 21 09:52:54.170751 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-18989bbb-18c7-4215-b700-4736ffab06fc service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 1098 time: 0.0768936 Jan 21 09:52:54.344159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-0e2d7167-2713-498d-94e8-8c1acb0fdf44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:54.345609 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-0e2d7167-2713-498d-94e8-8c1acb0fdf44 service neutron] 10.222.0.120 "GET /v2.0/networks?id=2f067e8c-6820-4789-88b9-b228c74f04eb HTTP/1.1" status: 200 len: 898 time: 0.1529958 Jan 21 09:52:54.451008 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-da85671b-518c-47b3-b152-e054f178c985 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb HTTP/1.1" status: 200 len: 1001 time: 0.0970485 Jan 21 09:52:54.519389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-ce623330-e744-43bf-8f48-6bf93821c691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:52:54.520887 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-ce623330-e744-43bf-8f48-6bf93821c691 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a98db2cc-7d34-40d8-9718-4cb67044be0a HTTP/1.1" status: 200 len: 834 time: 0.0641146 Jan 21 09:52:54.605134 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-1924e1db-2b1c-4b37-bbf8-2c0111386ad3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2f067e8c-6820-4789-88b9-b228c74f04eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730584 Jan 21 09:52:54.751374 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-75aa2620-8fc5-4085-b8fa-1f601bb137bd service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351345 Jan 21 09:52:54.910051 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:52:54.990709 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4e1f5dd7-7f9d-4f6e-99ed-5a30ac873064 req-e485b73b-727b-4275-b2c8-f818e530d041 service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304270 Jan 21 09:53:04.525504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:19.042907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b70a41e1-c26a-43c7-b2b7-4f423e44c76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:19.137623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39462) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:19.455137 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-15d6cb55-9409-48f5-9e65-c7c413da79de tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers/1e7abd94-3450-4d18-860a-6e79edbc6276/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3161511 Jan 21 09:53:19.458976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39466) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:19.734517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b50c197-9322-4b8b-82cc-bb20f164ef6e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Notify agent at dv-neutron-825724-1-hyperv the message router_removed_from_agent {{(pid=83426) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 21 09:53:19.737977 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1b50c197-9322-4b8b-82cc-bb20f164ef6e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "DELETE /v2.0/agents/46036709-ea12-4be3-be25-9d115c599048/l3-routers/1e7abd94-3450-4d18-860a-6e79edbc6276 HTTP/1.1" status: 204 len: 168 time: 0.2772434 Jan 21 09:53:19.740566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39470) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:19.984316 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8d55c24f-9d12-48db-a0da-36165c608992 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers/1e7abd94-3450-4d18-860a-6e79edbc6276/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2424767 Jan 21 09:53:19.987848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39474) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:20.120986 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-df1313d1-eae5-42c7-8db0-a12644f19301 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 993 time: 0.1308732 Jan 21 09:53:20.182194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:20.302760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.337721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:20.344041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:20.418656 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:20.517611 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d64f0-3939-4127-b793-6eb8716b25ca None None] New status for floating IP 912f008a-0f75-42da-a998-7e269b3ff4f9: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:53:21.124158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39478) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:21.251554 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d61788c5-6374-42bc-9947-208396b78c53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1260176 Jan 21 09:53:21.435648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c2a-ca41-4e5b-aa55-b96901b07096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.171763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4e20c945-d333-4384-8e84-4b269d66d84b no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:22.305158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.327957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 4e20c945-d333-4384-8e84-4b269d66d84b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4e20c945-d333-4384-8e84-4b269d66d84b,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:22.333009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.405770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=4e20c945-d333-4384-8e84-4b269d66d84b,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:22.421748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39484) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:22.497683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.656620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ccacd8-6003-4f7d-bc87-77e743d071dc tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Router 1e7abd94-3450-4d18-860a-6e79edbc6276 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:53:22.656947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ccacd8-6003-4f7d-bc87-77e743d071dc tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Notify agent at dv-neutron-825724-1-hyperv the message router_added_to_agent {{(pid=83426) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 21 09:53:22.688125 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-29ccacd8-6003-4f7d-bc87-77e743d071dc tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "POST /v2.0/agents/46036709-ea12-4be3-be25-9d115c599048/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2652199 Jan 21 09:53:22.690969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] Sync routers for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:53:22.691792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39490) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:22.709847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:22.710955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:22.852337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:22.992467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:22.994015 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8782ba71-178d-41ac-8e08-8a99538abb80 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers/1e7abd94-3450-4d18-860a-6e79edbc6276/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3003118 Jan 21 09:53:22.997051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39494) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:23.121615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-64ff344b-34c0-4aea-a03e-92c9531515c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1232879 Jan 21 09:53:23.411278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:53:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '912f008a-0f75-42da-a998-7e269b3ff4f9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.178', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'port_id': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'mac_address': 'fa:16:3e:0a:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:45Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:23.416573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] Checking router: 1e7abd94-3450-4d18-860a-6e79edbc6276 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:53:23.430258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:23.430981 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:23.675482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:23.958094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:24.110629 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:53:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '912f008a-0f75-42da-a998-7e269b3ff4f9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.178', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'port_id': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'mac_address': 'fa:16:3e:0a:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:45Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:24.116763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3bcd31-0e1b-4c67-bc06-6a9ab7657e11 None None] The sync data for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv is: [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:52:27Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:53:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '912f008a-0f75-42da-a998-7e269b3ff4f9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.178', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'port_id': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'mac_address': 'fa:16:3e:0a:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:52:45Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e0d53d-eb0d-44b8-9d48-f1fa363908d0', 'name': '', 'network_id': '2f067e8c-6820-4789-88b9-b228c74f04eb', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:4c:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:26Z', 'updated_at': '2022-01-21T09:53:20Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': 'a98db2cc-7d34-40d8-9718-4cb67044be0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:53:24.126786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39498) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:24.262878 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8b0f26e4-1e1a-4d4b-90f8-f9e6e7b26b3f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1343002 Jan 21 09:53:25.266878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39502) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:25.483451 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-444c1555-2983-4adc-9aa3-e2ae7a74f9d6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.2147465 Jan 21 09:53:26.209887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4e20c945-d333-4384-8e84-4b269d66d84b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:26.277310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4e20c945-d333-4384-8e84-4b269d66d84b triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:26.277561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.396885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.414405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 4e20c945-d333-4384-8e84-4b269d66d84b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4e20c945-d333-4384-8e84-4b269d66d84b,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:26.419109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.420121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:26.487495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39506) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:26.533386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=4e20c945-d333-4384-8e84-4b269d66d84b,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:26.554208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:26.554580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.600927 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a9e56d4b-8516-4b6d-8d0e-f09855ae10d4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1111321 Jan 21 09:53:26.684012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.717210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:26.720969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:26.797335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:27.605336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39510) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:27.710988 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fdd10057-7abe-4db9-bf76-36ff6a18635c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1045041 Jan 21 09:53:28.176501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4e20c945-d333-4384-8e84-4b269d66d84b up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:28.243815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4e20c945-d333-4384-8e84-4b269d66d84b triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:28.244183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.358541 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:28.425419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:28.425786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:28.715330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39514) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:28.816437 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3a951a1c-f608-4593-bf27-5df5cd3364e7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1000216 Jan 21 09:53:29.821009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39518) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:29.926681 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8241c53b-3f78-4755-998e-8410fb495cab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1045325 Jan 21 09:53:30.930933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39522) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:31.040911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5815bd9a-1fe7-47bd-b82b-18102103ae6e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 991 time: 0.1087425 Jan 21 09:53:31.361227 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714687e2-638a-4591-b393-fba28373003f None None] New status for floating IP 912f008a-0f75-42da-a998-7e269b3ff4f9: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:53:31.910937 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:53:32.044679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39526) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:32.151046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e14f57a3-8509-45a8-9cc8-7f8d4521c811 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 200 len: 993 time: 0.1051207 Jan 21 09:53:32.592908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39534) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:32.909033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 52585726-943d-46a8-8b96-daa079620694 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:53:32.909427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:33.094284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:33.095016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:33.212907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 52585726-943d-46a8-8b96-daa079620694 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:53:33.359752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:33.408056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=52585726-943d-46a8-8b96-daa079620694,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:33.477529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.477793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.478113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.478439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.478762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.479081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.480232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.480573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.480890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.481203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.481515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:33.514278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:33.934938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 1e7abd94-3450-4d18-860a-6e79edbc6276 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:34.160367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:34.177140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:34.236221 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-34a620eb-848e-4703-bd63-77f7dc83dfc5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/912f008a-0f75-42da-a998-7e269b3ff4f9 HTTP/1.1" status: 204 len: 168 time: 1.6421065 Jan 21 09:53:34.236681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:34.294089 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'status': 'completed', 'code': 200} Jan 21 09:53:34.481324 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-19051540-eff0-4756-9c33-adebd9c5e176 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 1098 time: 0.1636703 Jan 21 09:53:34.545645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:34.634655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-e7364f45-7b23-4943-851c-d04009984059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:34.636499 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-e7364f45-7b23-4943-851c-d04009984059 service neutron] 10.222.0.120 "GET /v2.0/networks?id=2f067e8c-6820-4789-88b9-b228c74f04eb HTTP/1.1" status: 200 len: 898 time: 0.1457210 Jan 21 09:53:34.724294 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-1b18ca1d-ab69-48cb-9130-dcfdc604fa49 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb HTTP/1.1" status: 200 len: 217 time: 0.0810316 Jan 21 09:53:34.789462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bed1f6-1051-4ba2-ad1b-cea729293e2d req-c7a8124e-7876-4dea-b6bb-8365c681f1b3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:34.790112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-71bed1f6-1051-4ba2-ad1b-cea729293e2d req-c7a8124e-7876-4dea-b6bb-8365c681f1b3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:34.793007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-e008930e-efab-49df-a900-cdf519936281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:34.794472 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-e008930e-efab-49df-a900-cdf519936281 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a98db2cc-7d34-40d8-9718-4cb67044be0a HTTP/1.1" status: 200 len: 834 time: 0.0637300 Jan 21 09:53:34.806696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-71bed1f6-1051-4ba2-ad1b-cea729293e2d req-c7a8124e-7876-4dea-b6bb-8365c681f1b3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:34.808112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-71bed1f6-1051-4ba2-ad1b-cea729293e2d req-c7a8124e-7876-4dea-b6bb-8365c681f1b3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 945 time: 0.2178023 Jan 21 09:53:34.867272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-71bed1f6-1051-4ba2-ad1b-cea729293e2d req-ebd31a45-e858-4add-ac5f-66489ba0e788 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526972 Jan 21 09:53:34.874129 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-a685f334-e58b-4c15-80e7-98a12216181d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2f067e8c-6820-4789-88b9-b228c74f04eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732036 Jan 21 09:53:35.045777 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-f0cd45af-3ecc-4a8b-8494-54a317fc1099 service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649055 Jan 21 09:53:35.181685 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f321683c-82b2-422b-8ca7-65dfcb1aa6fa req-06738b81-1d49-4a37-8d17-064fdf97cc9a service neutron] 10.222.0.120 "GET /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296275 Jan 21 09:53:35.988823 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-af031a29-a70d-4f03-84b2-4e1be884b81b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:35.991035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-af031a29-a70d-4f03-84b2-4e1be884b81b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:36.005218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-af031a29-a70d-4f03-84b2-4e1be884b81b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:36.007303 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-af031a29-a70d-4f03-84b2-4e1be884b81b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 945 time: 0.1213880 Jan 21 09:53:36.079321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:53:36.079694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.107025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c052-eea6-4919-b525-1659176de391 req-28889eba-6f62-409e-b5c2-796c9a4c9965 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:36.108903 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7878c052-eea6-4919-b525-1659176de391 req-28889eba-6f62-409e-b5c2-796c9a4c9965 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 945 time: 0.0830326 Jan 21 09:53:36.161188 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7878c052-eea6-4919-b525-1659176de391 req-93adf634-141e-4878-8ff4-4be2d92984d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=d53e875d-b540-48b4-a9cd-c901743a8865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465255 Jan 21 09:53:36.433203 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:36.433467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.561238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:53:36.708514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.757782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:36.804601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.804937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.805268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.805596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.805921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.806269 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.806588 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.806908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.807475 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.807788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.808099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:36.843902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:53:36.846270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:36.848724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'name': 'network-vif-deleted', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:36.864658 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7e3ef990-813b-45b8-be57-06310f2dd579 req-1c48849e-9228-456c-8a45-c1b5fc913995 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb HTTP/1.1" status: 204 len: 173 time: 0.8514969 Jan 21 09:53:36.907025 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb544e7f-f503-4ecf-ad07-174dde90c825', 'name': 'network-vif-deleted', 'tag': '116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb', 'status': 'completed', 'code': 200} Jan 21 09:53:37.347073 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3bea7acd-dca4-42b5-a2d4-2c8c00e3cc8d req-d9f824c3-020b-4cbe-91c9-61a9168ec1e3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb544e7f-f503-4ecf-ad07-174dde90c825 HTTP/1.1" status: 200 len: 210 time: 0.0445662 Jan 21 09:53:38.457970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39554) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:38.550435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bec-acd8-418e-97bf-4aeca846ee97 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:38.582255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bec-acd8-418e-97bf-4aeca846ee97 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:38.648334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bec-acd8-418e-97bf-4aeca846ee97 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:38.667016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82bec-acd8-418e-97bf-4aeca846ee97 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53e875d-b540-48b4-a9cd-c901743a8865,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:38.678911 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bec-acd8-418e-97bf-4aeca846ee97 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:38.680078 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f1f82bec-acd8-418e-97bf-4aeca846ee97 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/d53e875d-b540-48b4-a9cd-c901743a8865 HTTP/1.1" status: 204 len: 168 time: 0.2210910 Jan 21 09:53:38.722814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39560) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:39.172079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:39.899659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:53:39.900331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.097253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port e0e0d53d-eb0d-44b8-9d48-f1fa363908d0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:40.097604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.227206 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:53:40.427895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.478200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=e0e0d53d-eb0d-44b8-9d48-f1fa363908d0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:40.805039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:40.858590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:40.891801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:53:40.892142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 116e9fd7-27f2-42f5-9d6b-60ff2d97d7cb not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:41.494040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 1e7abd94-3450-4d18-860a-6e79edbc6276 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:41.702646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:41.715837 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-67b632c4-afbc-4a91-8b01-282deee527ba tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/1e7abd94-3450-4d18-860a-6e79edbc6276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9919047 Jan 21 09:53:41.718470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39564) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:41.856603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] Sync routers for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:53:41.870070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:41.871412 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:41.916274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-be91c8b6-6f8f-4939-8e91-3dcbcf70bf30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet a98db2cc-7d34-40d8-9718-4cb67044be0a {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:53:41.920143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be91c8b6-6f8f-4939-8e91-3dcbcf70bf30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:41.996189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be91c8b6-6f8f-4939-8e91-3dcbcf70bf30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.088172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be91c8b6-6f8f-4939-8e91-3dcbcf70bf30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.112680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:42.176152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be91c8b6-6f8f-4939-8e91-3dcbcf70bf30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.221869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91c8b6-6f8f-4939-8e91-3dcbcf70bf30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=a98db2cc-7d34-40d8-9718-4cb67044be0a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:42.229764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-be91c8b6-6f8f-4939-8e91-3dcbcf70bf30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.236749 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-be91c8b6-6f8f-4939-8e91-3dcbcf70bf30 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/a98db2cc-7d34-40d8-9718-4cb67044be0a HTTP/1.1" status: 204 len: 168 time: 0.5172510 Jan 21 09:53:42.240352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39568) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:42.242563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc78003-e29b-4a09-983d-3b8054239482 None None] Network 2f067e8c-6820-4789-88b9-b228c74f04eb requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:53:42.453767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.591760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:53:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:53:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:42.596231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] Checking router: 1e7abd94-3450-4d18-860a-6e79edbc6276 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:53:42.610181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] Routers {'1e7abd94-3450-4d18-860a-6e79edbc6276'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:42.610699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['1e7abd94-3450-4d18-860a-6e79edbc6276'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:42.665918 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] DHCP port deletion for 2f067e8c-6820-4789-88b9-b228c74f04eb request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:53:42.669157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.680692 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 4e20c945-d333-4384-8e84-4b269d66d84b {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:53:42.681043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.690479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Deleting port 86795a4d-9043-462a-96c3-3fee82fad653 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:53:42.691084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.860786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 4e20c945-d333-4384-8e84-4b269d66d84b, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4e20c945-d333-4384-8e84-4b269d66d84b,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:42.861145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:42.984817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] Set router 1e7abd94-3450-4d18-860a-6e79edbc6276 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:42.994278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 4e20c945-d333-4384-8e84-4b269d66d84b owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:53:43.135458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] For port 86795a4d-9043-462a-96c3-3fee82fad653, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=86795a4d-9043-462a-96c3-3fee82fad653,segment=NetworkSegment(3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4),segment_id=3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:43.135722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.283732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.333405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=4e20c945-d333-4384-8e84-4b269d66d84b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:43.355562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Calling delete_port for 86795a4d-9043-462a-96c3-3fee82fad653 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:53:43.495600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.544957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Pushing event deleted for resources: {'Port': ['ID=86795a4d-9043-462a-96c3-3fee82fad653,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:43.553697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] No DVR routers for this DVR port 86795a4d-9043-462a-96c3-3fee82fad653 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:53:43.564514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.564849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.565185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.565516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.565844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.566194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.566513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.566832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.567152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.567463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.572941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff44cc5b-307d-4271-b9b7-22b11be55559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:43.575535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.596371 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:53:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:53:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:43.600667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9427f8-8106-4695-bed0-7a87f170d32a None None] The sync data for ids ['1e7abd94-3450-4d18-860a-6e79edbc6276'] in dv-neutron-825724-1-hyperv is: [{'id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'name': 'tempest-TestNetworkBasicOps-router-595241829', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:52:22Z', 'updated_at': '2022-01-21T09:53:40Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '4e20c945-d333-4384-8e84-4b269d66d84b', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7abd94-3450-4d18-860a-6e79edbc6276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:52:23Z', 'updated_at': '2022-01-21T09:53:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:53:43.832264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.837053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.862023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.862514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Fanout notify agent at l3_agent the message router_deleted on router 1e7abd94-3450-4d18-860a-6e79edbc6276 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:53:43.877091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:43.878186 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-40635d86-faa0-465a-b592-abee669a48f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/routers/1e7abd94-3450-4d18-860a-6e79edbc6276 HTTP/1.1" status: 204 len: 168 time: 1.6368687 Jan 21 09:53:43.881058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39572) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:43.994990 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.128030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.158279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f067e8c-6820-4789-88b9-b228c74f04eb']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:44.171258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:44.171553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee4bb32-6d9b-44b0-ad85-4ee922a65bc4') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:44.186403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.203540 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.210189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:53:44.210570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.224108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 86795a4d-9043-462a-96c3-3fee82fad653 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:53:44.224780 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:53:44.261610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 86795a4d-9043-462a-96c3-3fee82fad653 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:53:44.261944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 86795a4d-9043-462a-96c3-3fee82fad653 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:44.262380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:44.294773 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:53:44.295111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e0d53d-eb0d-44b8-9d48-f1fa363908d0 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:44.307517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.324335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.334946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=2f067e8c-6820-4789-88b9-b228c74f04eb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:44.343757 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1f3861e4-6f3b-4e4f-b5ac-429eebce6c1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/2f067e8c-6820-4789-88b9-b228c74f04eb HTTP/1.1" status: 204 len: 168 time: 0.4616539 Jan 21 09:53:44.366447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:44.372978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--1552231667', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:44.378364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:44.382430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:44.385247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:44.391253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:44.400322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:44.403310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.432408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:53:44.441864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.442424 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment cd909656-c0b0-4922-89d3-67cef41b2d4a of type vlan for network 1f4ddd9d-1012-4efa-8605-1928c63cea07 Jan 21 09:53:44.470158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.500840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.504736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:44.505312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.614994 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2464879 Jan 21 09:53:44.618494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39580) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:44.625739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'admin_state_up': True, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:44.630984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a99243-22d7-49e5-a40d-b6a7ce595ef3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=1f4ddd9d-1012-4efa-8605-1928c63cea07,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:44.634792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:44.638686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:router and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:44.641174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:53:44.641571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:44.647362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:44.657829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.658842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.680357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:44.832389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.020008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.050321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.197156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.164 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/e9a88f06-d764-46a8-9e47-f29d60125c3d) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:45.352737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.379349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.442394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:45.445762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:45.449350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:45.485835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=e9a88f06-d764-46a8-9e47-f29d60125c3d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:45.609439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.610218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:45.836312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 964afe7f-54ea-43e7-83c3-e775eda941f4 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:53:46.147152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:46.158863 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Sync routers for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:53:46.171409 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:46.172048 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:46.174709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.175899 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-15047377-c0d9-47a8-92aa-941c65ffadee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5564487 Jan 21 09:53:46.179689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39584) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:46.219508 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-964d75ea-b06d-479c-b7d0-9e063994c3b4 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387385 Jan 21 09:53:46.222318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39588) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:46.351322 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:46.357784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a008a93f-312f-4343-8498-059f6cd8864f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:46.359393 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a008a93f-312f-4343-8498-059f6cd8864f tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361136 Jan 21 09:53:46.362129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39592) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:46.401744 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-be9376db-e383-4ea3-a54e-30cfa9706fb4 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384643 Jan 21 09:53:46.404169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39596) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:46.409513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056112278', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:46.521606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:46.525473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:46.528334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:46.534021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:46.545587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:46.653155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.653392 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:45Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:46.656958 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Checking router: 964afe7f-54ea-43e7-83c3-e775eda941f4 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:53:46.657298 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Updating router 964afe7f-54ea-43e7-83c3-e775eda941f4 port e9a88f06-d764-46a8-9e47-f29d60125c3d binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:53:46.712864 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.891449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:46.976755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=776d3a8d-1508-4882-8805-4324af16cf56,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:46.989035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:46.989390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: 1f4ddd9d-1012-4efa-8605-1928c63cea07, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:53:47.016621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:53:47.028518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 1f4ddd9d-1012-4efa-8605-1928c63cea07) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:47.032786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:47.033710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.039975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ce5e1-1c46-458f-8760-20e47220cc9a None None] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:53:47.072840 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.076865 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2b4a7186-80c0-45cd-a96e-3387765e3f7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6714025 Jan 21 09:53:47.079670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39600) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:47.090411 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Transition to ACTIVE for port object e9a88f06-d764-46a8-9e47-f29d60125c3d will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:47.098571 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.186255 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Pushing event updated for resources: {'Port': ['ID=e9a88f06-d764-46a8-9e47-f29d60125c3d,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:47.202159 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.203199 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.203199 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.203199 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.204528 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.204528 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.204528 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.204528 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.204906 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.206182 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.206182 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:53:47.211124 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Attempting to bind port e9a88f06-d764-46a8-9e47-f29d60125c3d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:47.211484 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Attempting to bind port e9a88f06-d764-46a8-9e47-f29d60125c3d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:47.211843 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Attempting to bind port e9a88f06-d764-46a8-9e47-f29d60125c3d on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:47.218751 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:53:47.219120 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:47.219522 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.219901 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:53:47.220362 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Bound port: e9a88f06-d764-46a8-9e47-f29d60125c3d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:47.221020 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.296626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e7969-7073-40a2-92c3-0f900bf3772f None None] New status for floating IP 912f008a-0f75-42da-a998-7e269b3ff4f9: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:53:47.314642 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] For port e9a88f06-d764-46a8-9e47-f29d60125c3d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:47.317833 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] For port e9a88f06-d764-46a8-9e47-f29d60125c3d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e9a88f06-d764-46a8-9e47-f29d60125c3d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:47.324553 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.354068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-1f4ddd9d-1012-4efa-8605-1928c63cea07', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:53:47.354879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.413842 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42560960-3189-4330-9cea-ed6ef9d35ae8 None None] Pushing event updated for resources: {'Port': ['ID=e9a88f06-d764-46a8-9e47-f29d60125c3d,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:47.419647 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:47.420465 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:47.618421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Allocated IP 172.20.0.2 (1f4ddd9d-1012-4efa-8605-1928c63cea07/776d3a8d-1508-4882-8805-4324af16cf56/9179bcee-9981-41fb-8922-2900e5efef65) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:47.644499 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:47.870995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.884017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Transition to ACTIVE for port object 9179bcee-9981-41fb-8922-2900e5efef65 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:47.910288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Transition to ACTIVE for port object 9179bcee-9981-41fb-8922-2900e5efef65 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:47.917865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:47.993421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:47.997957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:48.002291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:48.016762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Pushing event updated for resources: {'Port': ['ID=9179bcee-9981-41fb-8922-2900e5efef65,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:48.029493 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:45Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:48.037717 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8e0d7-debf-438f-8f25-5e1f6355510f None None] The sync data for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv is: [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:45Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:53:48.123853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Attempting to bind port 9179bcee-9981-41fb-8922-2900e5efef65 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:48.124616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Attempting to bind port 9179bcee-9981-41fb-8922-2900e5efef65 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:48.124616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Attempting to bind port 9179bcee-9981-41fb-8922-2900e5efef65 on network 1f4ddd9d-1012-4efa-8605-1928c63cea07 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:48.138459 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:53:48.138975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Checking segment: {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:48.139387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:48.139784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Bound using segment: {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:53:48.140280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Bound port: 9179bcee-9981-41fb-8922-2900e5efef65, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:48.140835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:48.152844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:48.165557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4e20c945-d333-4384-8e84-4b269d66d84b no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:53:48.227584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 4e20c945-d333-4384-8e84-4b269d66d84b {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:53:48.228159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4e20c945-d333-4384-8e84-4b269d66d84b not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:53:48.382953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] For port 9179bcee-9981-41fb-8922-2900e5efef65, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:48.387019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] For port 9179bcee-9981-41fb-8922-2900e5efef65, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9179bcee-9981-41fb-8922-2900e5efef65,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:48.401151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:48.506727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af7ec3-842c-4220-8ec4-b9ee3410964f None None] Pushing event updated for resources: {'Port': ['ID=9179bcee-9981-41fb-8922-2900e5efef65,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:48.728060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.1 (1f4ddd9d-1012-4efa-8605-1928c63cea07/776d3a8d-1508-4882-8805-4324af16cf56/c8fd35a1-f0fe-4159-8ebc-fb663c17a95f) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:48.948945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:48.971015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object c8fd35a1-f0fe-4159-8ebc-fb663c17a95f will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:49.007629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.039844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-22224a47-2d98-44dc-b90a-9306a12b484f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.113125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:49.119678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:49.124235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:49.169295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:49.208040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.329967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.533867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35097233-dde4-4f20-8697-c3e9dd67aad8 None None] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:53:49.665722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-add439fe-1754-454a-bfec-30cf0534e8ef None None] Provisioning for port 9179bcee-9981-41fb-8922-2900e5efef65 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:49.812864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.818560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:49.932381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:49.934945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.152611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5acec5dd-6caf-429c-9e8a-5f85f03a9192 None None] Provisioning for port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:50.161834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5acec5dd-6caf-429c-9e8a-5f85f03a9192 None None] Provisioning complete for port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:50.163050 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5acec5dd-6caf-429c-9e8a-5f85f03a9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.229934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5acec5dd-6caf-429c-9e8a-5f85f03a9192 None None] Port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:53:50.230661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:50.231874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:50.266242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9179bcee-9981-41fb-8922-2900e5efef65 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:50.349041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9179bcee-9981-41fb-8922-2900e5efef65 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:50.355954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9179bcee-9981-41fb-8922-2900e5efef65 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:50.356325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.408152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a373c355-3211-4c6c-92f4-dc2940c54166 None None] Provisioning complete for port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:50.408520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a373c355-3211-4c6c-92f4-dc2940c54166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.473478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a373c355-3211-4c6c-92f4-dc2940c54166 None None] Port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:53:50.531746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.564607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9179bcee-9981-41fb-8922-2900e5efef65, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9179bcee-9981-41fb-8922-2900e5efef65,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:50.570032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.570808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e9a88f06-d764-46a8-9e47-f29d60125c3d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:50.638627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 964afe7f-54ea-43e7-83c3-e775eda941f4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:53:50.702217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9179bcee-9981-41fb-8922-2900e5efef65,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:50.705619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ecf9b910-36b4-4e36-bfeb-58e5211cc36b None None] Provisioning complete for port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:50.706009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b910-36b4-4e36-bfeb-58e5211cc36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.767723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9b910-36b4-4e36-bfeb-58e5211cc36b None None] Port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:53:50.769907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e9a88f06-d764-46a8-9e47-f29d60125c3d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:50.776859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e9a88f06-d764-46a8-9e47-f29d60125c3d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:50.777638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.854708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:53:50.868052 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fbd70be1-28cf-4a16-a160-6ad1901a5f3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/964afe7f-54ea-43e7-83c3-e775eda941f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7873344 Jan 21 09:53:50.870537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39604) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:50.892787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.910320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e9a88f06-d764-46a8-9e47-f29d60125c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e9a88f06-d764-46a8-9e47-f29d60125c3d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:50.915045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:50.988418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e9a88f06-d764-46a8-9e47-f29d60125c3d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:51.011219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe82aa-7230-4922-9d8e-64cc4972b01b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.011590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe82aa-7230-4922-9d8e-64cc4972b01b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.011954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe82aa-7230-4922-9d8e-64cc4972b01b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.012300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe82aa-7230-4922-9d8e-64cc4972b01b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.013916 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bcfe82aa-7230-4922-9d8e-64cc4972b01b tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1424913 Jan 21 09:53:51.016763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39608) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:51.084534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b7ba2-c5bf-47d1-b640-d95434262e52 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.084896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b7ba2-c5bf-47d1-b640-d95434262e52 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.085251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b7ba2-c5bf-47d1-b640-d95434262e52 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.085600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b7ba2-c5bf-47d1-b640-d95434262e52 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:51.087251 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0a8b7ba2-c5bf-47d1-b640-d95434262e52 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0696061 Jan 21 09:53:51.089945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39612) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:51.294430 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1bf7293e-1d44-4161-bd74-6cbd5ddcb0bf tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2031972 Jan 21 09:53:51.439546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-86b52c26-e323-4825-ba30-57897a54dad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.572925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39618) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:51.582212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631535753', 'description': 'tempest-secgroup-smoke-1631535753 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:51.589889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:51.595012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:51.598052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:51.605045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:51.615261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.657147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:51.661522 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:51.665876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:51.671679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:51.733995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.738102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.783211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96907a64-f714-4b6c-a145-23fe0c300215,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:51.787771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.792155 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3aeb8308-aba4-4076-a82c-21499925f71e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2149098 Jan 21 09:53:51.793202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39622) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:51.798514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '96907a64-f714-4b6c-a145-23fe0c300215', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:51.799997 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Sync routers for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:53:51.804354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:51.808413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:51.811297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:51.812657 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:51.813275 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:51.817171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:51.834809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.899920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.904546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.933660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd844ad0-46eb-4ee7-a564-5fa11b4115d1,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:51.942649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:51.947595 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d3930d9a-487b-4317-9d9e-9b694955c982 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1515248 Jan 21 09:53:51.948030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39626) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:51.954097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '96907a64-f714-4b6c-a145-23fe0c300215', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:51.960669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:51.965256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:51.969104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:51.978235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:52.000209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.013804 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:52.072002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.078327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.111886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40c5eed-484b-4c30-8edc-e0c13763531c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:52.119057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.120311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f48df2fa-79b4-4605-ad30-bdf8c8ca744f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1712601 Jan 21 09:53:52.123193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39630) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:52.128866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '96907a64-f714-4b6c-a145-23fe0c300215', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:52.135326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:52.139322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:52.142356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:52.148902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:52.168391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.211015 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9179bcee-9981-41fb-8922-2900e5efef65 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:52.244138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.248534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.271888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad754cec-a2ba-434d-bf10-5cdeb4a3b5c3,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:52.286221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.291450 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-16857843-1a2e-4d1d-a317-3ffac706f40c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1640975 Jan 21 09:53:52.291653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9179bcee-9981-41fb-8922-2900e5efef65 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:52.291653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.291828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39634) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:52.297839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '96907a64-f714-4b6c-a145-23fe0c300215', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:52.305065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:52.309245 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:52.313120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:52.319899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:52.341324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.343366 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:52.348065 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Checking router: 964afe7f-54ea-43e7-83c3-e775eda941f4 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:53:52.348824 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Updating router 964afe7f-54ea-43e7-83c3-e775eda941f4 port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:53:52.404650 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.413206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.417322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.424674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e9a88f06-d764-46a8-9e47-f29d60125c3d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:52.444482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd68fb1-c809-4119-b008-3a0447579807,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:52.456381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.457783 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22e9eccb-cbc9-45c5-98c6-815f16525508 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1650450 Jan 21 09:53:52.461135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39638) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:52.466608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '96907a64-f714-4b6c-a145-23fe0c300215', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:52.472280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:52.476959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:52.479908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:52.486086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:52.499063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:53:52.506756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.507100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.518083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e9a88f06-d764-46a8-9e47-f29d60125c3d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:52.518777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.574831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.579986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.605477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f72c66-9e01-49b0-9275-7c5c5bb61b28,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:52.616446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.620883 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39642) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:53:52.621376 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e5ff0d39-3c9d-48db-b51b-fde2285492a2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1588683 Jan 21 09:53:52.629123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '96907a64-f714-4b6c-a145-23fe0c300215', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:52.635349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:52.639318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:53:52.642283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:53:52.652247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:52.664885 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:53:52.673016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.740624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.744586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.767646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5873abf5-5add-4b37-b865-a6a8fc4359e6,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:52.777687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.779021 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.788137 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a496bc3c-1287-4318-84c8-343f75b8e8b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1628628 Jan 21 09:53:52.791939 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Transition to ACTIVE for port object c8fd35a1-f0fe-4159-8ebc-fb663c17a95f will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:52.799927 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.805590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:52.926345 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2e5cb-a6eb-4b3e-8ef9-46c641abe454 None None] Pushing event updated for resources: {'Port': ['ID=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:53.031339 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Attempting to bind port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:53.031994 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Attempting to bind port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:53.032438 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Attempting to bind port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f on network 1f4ddd9d-1012-4efa-8605-1928c63cea07 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:53.040513 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:53:53.040968 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Checking segment: {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:53.041425 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.042076 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Bound using segment: {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:53:53.042538 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Bound port: c8fd35a1-f0fe-4159-8ebc-fb663c17a95f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:53.043022 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.102524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b53d96c7-e18f-4d6b-81a2-1a11cc4533c3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631535753&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.1256733 Jan 21 09:53:53.152078 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] For port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:53.155851 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] For port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:53.160931 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:53.290108 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2e5cb-a6eb-4b3e-8ef9-46c641abe454 None None] Pushing event updated for resources: {'Port': ['ID=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:53.294120 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:53:53.294738 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:53.385641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-90d3aa6d-c35c-4303-885a-f916604b17b7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:53.386292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-90d3aa6d-c35c-4303-885a-f916604b17b7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:53.404706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-90d3aa6d-c35c-4303-885a-f916604b17b7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:53.405884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-90d3aa6d-c35c-4303-885a-f916604b17b7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=1f4ddd9d-1012-4efa-8605-1928c63cea07 HTTP/1.1" status: 200 len: 797 time: 0.2958434 Jan 21 09:53:53.424264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-09c20aab-0cb5-40c5-9d79-74180cd0474a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0123250 Jan 21 09:53:53.489550 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:53:53.526902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-deab2902-5bcc-4a02-97e4-fa884e4f86e5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:53.545868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-deab2902-5bcc-4a02-97e4-fa884e4f86e5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:53.547294 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-deab2902-5bcc-4a02-97e4-fa884e4f86e5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167648 Jan 21 09:53:53.693774 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-308e92cb-2fb8-4a92-963f-b02b74cb4e59 service neutron] 10.222.0.122 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327379 Jan 21 09:53:53.828646 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:53Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:53:53.835059 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b383c26-e13b-4673-8a8b-882e568bab19 None None] The sync data for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv is: [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:53Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:53:53.851824 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-610ea1b2-f7ed-4c65-aca5-a1760db8d014 service neutron] 10.222.0.122 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511099 Jan 21 09:53:53.904199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.107003 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b0b8cc65-44e3-44ba-87ed-82806a3c0b3e req-1e5fb81b-ba93-4238-868d-7f97b3521d82 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 210 time: 0.0456390 Jan 21 09:53:54.233864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c8fd35a1-f0fe-4159-8ebc-fb663c17a95f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:54.332491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:54.340770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:54.341378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.554191 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.602366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:53:54.606952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:54.733356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:55.287451 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3a01f58e-963e-4948-8ab0-bd369e42dae8 req-e090829d-d6f0-4e42-b410-b817d9fe42d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 210 time: 0.0444078 Jan 21 09:53:55.373905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-f1e9bd26-93cd-4c82-b5d2-468757eafa66 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:55.374614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-f1e9bd26-93cd-4c82-b5d2-468757eafa66 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:55.388170 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-f1e9bd26-93cd-4c82-b5d2-468757eafa66 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:55.389321 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-f1e9bd26-93cd-4c82-b5d2-468757eafa66 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=1f4ddd9d-1012-4efa-8605-1928c63cea07 HTTP/1.1" status: 200 len: 797 time: 0.2854733 Jan 21 09:53:55.443945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-057e9d57-cec1-402b-b20f-3c6d3144be8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:53:55.459902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-057e9d57-cec1-402b-b20f-3c6d3144be8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:53:55.461383 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-057e9d57-cec1-402b-b20f-3c6d3144be8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 380 time: 0.0595121 Jan 21 09:53:55.470399 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['96907a64-f714-4b6c-a145-23fe0c300215']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:55.608505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:53:55.618910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:53:55.628886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:53:55.632161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:55.807311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.7 (1f4ddd9d-1012-4efa-8605-1928c63cea07/776d3a8d-1508-4882-8805-4324af16cf56/b0126076-707f-4808-8fe6-57154b0e087c) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:53:56.016529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.032559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object b0126076-707f-4808-8fe6-57154b0e087c will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:56.061173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.132200 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:53:56.135332 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:53:56.139616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:53:56.170382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=b0126076-707f-4808-8fe6-57154b0e087c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:56.206619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c8fd35a1-f0fe-4159-8ebc-fb663c17a95f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:53:56.210928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.211562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.238402 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-b90736ef-d25f-4355-beaf-b6c7ae1c4874 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7716560 Jan 21 09:53:56.249774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Request body: {'port': {'device_id': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:53:56.279859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:56.280185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.373486 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.420406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-57dd8006-3b61-496e-a6c1-8ee26ec66e59 None None] Provisioning for port b0126076-707f-4808-8fe6-57154b0e087c completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:53:56.426466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-57dd8006-3b61-496e-a6c1-8ee26ec66e59 None None] Provisioning complete for port b0126076-707f-4808-8fe6-57154b0e087c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:53:56.427147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-57dd8006-3b61-496e-a6c1-8ee26ec66e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.489678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-57dd8006-3b61-496e-a6c1-8ee26ec66e59 None None] Port b0126076-707f-4808-8fe6-57154b0e087c cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:53:56.531793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d41e1-89fe-49ab-86c0-2b52d0173b23 req-1bdf2262-34c1-4e46-b0be-4b367bbe721d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:56.533975 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-de9d41e1-89fe-49ab-86c0-2b52d0173b23 req-1bdf2262-34c1-4e46-b0be-4b367bbe721d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 931 time: 0.1015511 Jan 21 09:53:56.580035 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-de9d41e1-89fe-49ab-86c0-2b52d0173b23 req-bdb8527a-adfe-43fd-96b6-ac670e5d9778 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396142 Jan 21 09:53:56.737228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0126076-707f-4808-8fe6-57154b0e087c {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:53:56.744259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.758924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Transition to ACTIVE for port object b0126076-707f-4808-8fe6-57154b0e087c will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:53:56.762518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:56.894133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0126076-707f-4808-8fe6-57154b0e087c,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:57.012372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Attempting to bind port b0126076-707f-4808-8fe6-57154b0e087c on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:53:57.012735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Attempting to bind port b0126076-707f-4808-8fe6-57154b0e087c by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:53:57.013059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Attempting to bind port b0126076-707f-4808-8fe6-57154b0e087c on network 1f4ddd9d-1012-4efa-8605-1928c63cea07 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:57.020010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Port b0126076-707f-4808-8fe6-57154b0e087c on network 1f4ddd9d-1012-4efa-8605-1928c63cea07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:53:57.020334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Attempting to bind port b0126076-707f-4808-8fe6-57154b0e087c on network 1f4ddd9d-1012-4efa-8605-1928c63cea07 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:53:57.027654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:53:57.027991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Checking segment: {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:53:57.028368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Bound using segment: {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:53:57.028814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Bound port: b0126076-707f-4808-8fe6-57154b0e087c, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd909656-c0b0-4922-89d3-67cef41b2d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:53:57.029156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.125377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] For port b0126076-707f-4808-8fe6-57154b0e087c, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:53:57.129057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] For port b0126076-707f-4808-8fe6-57154b0e087c, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0126076-707f-4808-8fe6-57154b0e087c,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:53:57.135336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.197789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:53:57.199193 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] 10.222.0.120 "PUT /v2.0/ports/b0126076-707f-4808-8fe6-57154b0e087c HTTP/1.1" status: 200 len: 1093 time: 0.9539843 Jan 21 09:53:57.199628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:53:57.220282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ead78f-ad47-495c-a7b1-efec226c84a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0126076-707f-4808-8fe6-57154b0e087c,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:53:57.275483 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c', 'status': 'completed', 'code': 200} Jan 21 09:53:57.417590 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-edb53c48-a011-4572-a12f-0f06e7c038d5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 1096 time: 0.1767585 Jan 21 09:53:57.490900 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-409b133f-4187-4ccf-9eaf-60eb6079949e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0126076-707f-4808-8fe6-57154b0e087c HTTP/1.1" status: 200 len: 217 time: 0.0663362 Jan 21 09:53:57.560284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-d8c95cbb-92e4-4245-9ce2-b3d8b524660d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:57.561730 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-d8c95cbb-92e4-4245-9ce2-b3d8b524660d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=776d3a8d-1508-4882-8805-4324af16cf56 HTTP/1.1" status: 200 len: 844 time: 0.0648215 Jan 21 09:53:57.638351 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-cd0dec27-bdd3-4f50-9469-4703ad5d86fa service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1f4ddd9d-1012-4efa-8605-1928c63cea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707223 Jan 21 09:53:57.777489 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-d0fa4ff6-fdc2-433a-be84-543e91202f69 service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325049 Jan 21 09:53:57.788396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd707576-3af6-4618-8a59-662fbe81f844 req-6749e1a6-b089-442b-8664-a43762eb9df1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:57.790140 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cd707576-3af6-4618-8a59-662fbe81f844 req-6749e1a6-b089-442b-8664-a43762eb9df1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 943 time: 0.0863435 Jan 21 09:53:57.836653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cd707576-3af6-4618-8a59-662fbe81f844 req-6a0bfa91-67aa-4932-9402-5e4dff7edbf0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408983 Jan 21 09:53:57.915984 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e7b09450-1923-42b9-af97-934bca0d8ffe req-847343ed-fc58-428b-96a9-8aa1d2411e9c service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321139 Jan 21 09:53:58.039253 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-d9f20218-1f8c-4e55-8181-abd3842189e8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 1096 time: 0.0737548 Jan 21 09:53:58.173114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-116d75e7-c666-4003-b167-d94e0098ec86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:58.174484 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-116d75e7-c666-4003-b167-d94e0098ec86 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1f4ddd9d-1012-4efa-8605-1928c63cea07 HTTP/1.1" status: 200 len: 898 time: 0.1285310 Jan 21 09:53:58.242590 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-4e8758f0-6981-4ab9-9db3-fbb7bbd31ce1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0126076-707f-4808-8fe6-57154b0e087c HTTP/1.1" status: 200 len: 217 time: 0.0611453 Jan 21 09:53:58.308855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-2c43a667-4691-44a3-94b0-8a9cf0620144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:58.310321 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-2c43a667-4691-44a3-94b0-8a9cf0620144 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=776d3a8d-1508-4882-8805-4324af16cf56 HTTP/1.1" status: 200 len: 844 time: 0.0613832 Jan 21 09:53:58.389517 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-216be283-1726-4bb3-a63e-df6e15eda2fa service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1f4ddd9d-1012-4efa-8605-1928c63cea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725403 Jan 21 09:53:58.526787 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-83a6a126-0023-4f78-9055-bbdc9febba83 service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308048 Jan 21 09:53:58.660822 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-349cd2cc-e79e-41be-8c66-6c089ea86087 req-fe838f25-20a5-47da-9435-5a5cf626ad4e service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277945 Jan 21 09:53:59.046259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399f5b4-9f6c-41f7-9c60-eec33ad562a6 req-f0a60f04-d424-47f8-88b7-11c7cfa7aaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:53:59.047701 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4399f5b4-9f6c-41f7-9c60-eec33ad562a6 req-f0a60f04-d424-47f8-88b7-11c7cfa7aaa3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 943 time: 0.0795288 Jan 21 09:53:59.093850 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4399f5b4-9f6c-41f7-9c60-eec33ad562a6 req-91dd13a3-ce03-49ac-8d94-7cae951f99b7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405047 Jan 21 09:54:00.291247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb7d68-e0dc-4655-9fdb-6e5e1e121f72 req-8b28821d-6c61-4dae-ad78-78e98dbfe2fa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:00.292616 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c9fb7d68-e0dc-4655-9fdb-6e5e1e121f72 req-8b28821d-6c61-4dae-ad78-78e98dbfe2fa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 943 time: 0.0758495 Jan 21 09:54:00.342793 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c9fb7d68-e0dc-4655-9fdb-6e5e1e121f72 req-0ae86638-0961-4040-a415-c4e0b7ee41fb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Jan 21 09:54:00.976783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device b0126076-707f-4808-8fe6-57154b0e087c details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:54:01.115732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port b0126076-707f-4808-8fe6-57154b0e087c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0126076-707f-4808-8fe6-57154b0e087c,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:01.129349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'b0126076-707f-4808-8fe6-57154b0e087c', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'port_id': 'b0126076-707f-4808-8fe6-57154b0e087c', 'mac_address': 'fa:16:3e:40:86:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:54:01.191844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.212509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0126076-707f-4808-8fe6-57154b0e087c {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:54:01.228394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port b0126076-707f-4808-8fe6-57154b0e087c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0126076-707f-4808-8fe6-57154b0e087c,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:01.232144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:01.297707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=b0126076-707f-4808-8fe6-57154b0e087c,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:01.455968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['b0126076-707f-4808-8fe6-57154b0e087c'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:54:01.560384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0a28e-e973-4fed-a0b5-cd5b7e7f70ec req-199fe8fa-3625-47d4-9032-74db1ee797ff tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:01.561820 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d4e0a28e-e973-4fed-a0b5-cd5b7e7f70ec req-199fe8fa-3625-47d4-9032-74db1ee797ff tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 944 time: 0.0763910 Jan 21 09:54:01.610392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d4e0a28e-e973-4fed-a0b5-cd5b7e7f70ec req-a2d46401-9780-42c7-a896-bbfc3a426327 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Jan 21 09:54:02.821494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc2b09-149c-464e-87d5-347d51693204 req-8c598d88-c34b-4c6f-9684-0b00c0241e61 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:02.826159 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26fc2b09-149c-464e-87d5-347d51693204 req-8c598d88-c34b-4c6f-9684-0b00c0241e61 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 944 time: 0.0940802 Jan 21 09:54:02.873486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26fc2b09-149c-464e-87d5-347d51693204 req-3c9bcb25-b09f-4c46-9bdc-46d68ce5a8b1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408833 Jan 21 09:54:02.976082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device b0126076-707f-4808-8fe6-57154b0e087c up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:54:03.050441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port b0126076-707f-4808-8fe6-57154b0e087c completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:54:03.058674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port b0126076-707f-4808-8fe6-57154b0e087c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:54:03.059040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:03.175229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:03.203357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:03.213285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port b0126076-707f-4808-8fe6-57154b0e087c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0126076-707f-4808-8fe6-57154b0e087c,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:54:03.218448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:03.265592 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c', 'code': 200} Jan 21 09:54:03.293336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=b0126076-707f-4808-8fe6-57154b0e087c,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:03.498590 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bea8255-c003-4378-8a4e-314f9eeb17a9 req-a852e691-8619-4201-8d72-695a0147a37a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 1098 time: 0.0691664 Jan 21 09:54:03.548288 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5bea8255-c003-4378-8a4e-314f9eeb17a9 req-dcda1f7e-11f7-4b05-9766-091603523a0e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Jan 21 09:54:04.078992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cd895-9775-48eb-b054-509108146e89 req-5d6c89b1-9220-458c-b3f7-6c52bc340d44 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:04.080434 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9e9cd895-9775-48eb-b054-509108146e89 req-5d6c89b1-9220-458c-b3f7-6c52bc340d44 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 945 time: 0.0770063 Jan 21 09:54:04.127811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9e9cd895-9775-48eb-b054-509108146e89 req-feab9c5a-3811-4cf0-8bc8-45636b67d036 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408933 Jan 21 09:54:04.533931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.335838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e39d8-0e0e-4686-8e31-809e828fb0c1 req-466c5ece-31bf-49b8-8d4a-7cfb34735737 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:05.337297 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-db9e39d8-0e0e-4686-8e31-809e828fb0c1 req-466c5ece-31bf-49b8-8d4a-7cfb34735737 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 945 time: 0.0800207 Jan 21 09:54:05.383871 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-db9e39d8-0e0e-4686-8e31-809e828fb0c1 req-b112b098-29fa-4d0e-9018-af574109da31 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409977 Jan 21 09:54:05.599599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc599025-af37-41cf-85e3-274d99d8d790 req-749fdc9e-75ce-4268-b150-e9c433b324ad tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:05.601102 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc599025-af37-41cf-85e3-274d99d8d790 req-749fdc9e-75ce-4268-b150-e9c433b324ad tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 945 time: 0.0776589 Jan 21 09:54:05.651451 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc599025-af37-41cf-85e3-274d99d8d790 req-ba251eb6-14c8-4753-8185-842c3385580a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442195 Jan 21 09:54:05.679840 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39690) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:05.750003 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3e7640d4-e466-411b-8764-1a1dce40d626 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 1093 time: 0.0690620 Jan 21 09:54:05.752672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39694) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:05.757950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'b0126076-707f-4808-8fe6-57154b0e087c', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:54:05.763640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:54:05.767462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:54:05.770319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:54:05.776767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:54:05.788205 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:05.924299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.166219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.204 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/db0421a6-de35-4b6b-9e53-a0897e3da6c4) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:54:06.313234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.340839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:06.404830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:54:06.407676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:54:06.411971 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:54:06.444836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=db0421a6-de35-4b6b-9e53-a0897e3da6c4,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:06.953765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.013366 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.223088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.227656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.333148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=db0421a6-de35-4b6b-9e53-a0897e3da6c4,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:54:07.350220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:07.553741 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP 90f54ed8-c32e-4507-98f8-395b124bf0a3 associated. External IP: 172.26.1.204, port: b0126076-707f-4808-8fe6-57154b0e087c. Jan 21 09:54:08.046033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 964afe7f-54ea-43e7-83c3-e775eda941f4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:54:08.252874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:54:08.263279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] Sync routers for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:54:08.279771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:08.280720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:08.292108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:08.387769 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a77f4a8e-1cd2-4674-89a3-fafeec0edbae tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6340811 Jan 21 09:54:08.388355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:54:08.390636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39698) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:08.445854 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c', 'status': 'completed', 'code': 200} Jan 21 09:54:08.498536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aeb97de7-d927-4124-a83a-ddf1820c2070 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/90f54ed8-c32e-4507-98f8-395b124bf0a3 HTTP/1.1" status: 200 len: 991 time: 0.1067390 Jan 21 09:54:08.502828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:08.540717 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-31fdd305-3fd9-47f6-994c-c436fa82770e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 1098 time: 0.0712225 Jan 21 09:54:08.691513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-4710e015-5797-4ea5-98af-8fabf419b9eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.694257 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-4710e015-5797-4ea5-98af-8fabf419b9eb service neutron] 10.222.0.120 "GET /v2.0/networks?id=1f4ddd9d-1012-4efa-8605-1928c63cea07 HTTP/1.1" status: 200 len: 898 time: 0.1450467 Jan 21 09:54:08.808742 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-743523b4-54be-4e5a-b758-93605ceeddc5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0126076-707f-4808-8fe6-57154b0e087c HTTP/1.1" status: 200 len: 999 time: 0.1060767 Jan 21 09:54:08.874501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-6a6b367e-5989-4e0b-8fa4-e45465f5e9e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:08.876038 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-6a6b367e-5989-4e0b-8fa4-e45465f5e9e8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=776d3a8d-1508-4882-8805-4324af16cf56 HTTP/1.1" status: 200 len: 844 time: 0.0613539 Jan 21 09:54:08.912796 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:54:08.921798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '90f54ed8-c32e-4507-98f8-395b124bf0a3', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'port_id': 'b0126076-707f-4808-8fe6-57154b0e087c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'mac_address': 'fa:16:3e:40:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:06Z', 'updated_at': '2022-01-21T09:54:06Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:54Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:08.926426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] Checking router: 964afe7f-54ea-43e7-83c3-e775eda941f4 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:54:08.938921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:54:08.939554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:53:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:08.960028 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-1734b4fa-7982-492d-b69f-bcfb9c837256 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1f4ddd9d-1012-4efa-8605-1928c63cea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771875 Jan 21 09:54:09.105145 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-a2eab60a-7a6f-4857-ae71-a126728a1f1a service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375301 Jan 21 09:54:09.127458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:54:09.246922 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3ff86073-87ae-4084-b3c6-0593d77ce3bd req-ae2a132f-782a-491b-86e1-c1c948786e10 service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348069 Jan 21 09:54:09.498225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '90f54ed8-c32e-4507-98f8-395b124bf0a3', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'port_id': 'b0126076-707f-4808-8fe6-57154b0e087c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'mac_address': 'fa:16:3e:40:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:06Z', 'updated_at': '2022-01-21T09:54:06Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:54Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:54:09.500129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39704) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:09.503621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27115530-ae20-4fa3-a83b-3db34738a269 None None] The sync data for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv is: [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '90f54ed8-c32e-4507-98f8-395b124bf0a3', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'port_id': 'b0126076-707f-4808-8fe6-57154b0e087c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'mac_address': 'fa:16:3e:40:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:54:06Z', 'updated_at': '2022-01-21T09:54:06Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:54Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:54:09.608539 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-de06c7d4-126e-452f-9598-d5c866166cd9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/90f54ed8-c32e-4507-98f8-395b124bf0a3 HTTP/1.1" status: 200 len: 991 time: 0.1072567 Jan 21 09:54:10.613089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39708) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:10.725575 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-593d2d32-f2f6-45b6-9247-89564ca41d9e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/90f54ed8-c32e-4507-98f8-395b124bf0a3 HTTP/1.1" status: 200 len: 991 time: 0.1112959 Jan 21 09:54:10.847242 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5264c6e6-5eea-4493-9ded-22a77c512539 None None] New status for floating IP 90f54ed8-c32e-4507-98f8-395b124bf0a3: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:54:11.729530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39712) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:54:11.844493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9f2d0f12-e0af-4dab-ab6c-58a58ee1d6a6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/90f54ed8-c32e-4507-98f8-395b124bf0a3 HTTP/1.1" status: 200 len: 993 time: 0.1137767 Jan 21 09:54:19.033356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7961ee23-630d-4387-9031-c5c55d0a8548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:21.443470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8c315ba1-4426-44c9-a2a6-048fbb613519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.508109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:22.803592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:23.888029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:34.541244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:45.914516 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:54:49.037293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-59ddc524-4e76-4d1b-9138-c8c487b58cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:51.445967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6df39ae7-38f8-4af6-8f29-f6977c6ff4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:52.509668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:52.804146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:53.892881 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:54:56.992363 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-f45d86f5-3319-4e8b-9858-e4793ccaa228 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725322 Jan 21 09:54:57.136899 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-e2c457b6-8a5a-4a59-a32b-2168625903ff service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 1098 time: 0.0747430 Jan 21 09:54:57.286484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-b5ce0c0b-70ab-466a-bd4d-d5047273a32d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:57.287819 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-b5ce0c0b-70ab-466a-bd4d-d5047273a32d service neutron] 10.222.0.120 "GET /v2.0/networks?id=1f4ddd9d-1012-4efa-8605-1928c63cea07 HTTP/1.1" status: 200 len: 898 time: 0.1306870 Jan 21 09:54:57.493547 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-6b27be48-eb91-434d-ace1-4945926b429a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0126076-707f-4808-8fe6-57154b0e087c HTTP/1.1" status: 200 len: 1001 time: 0.1993895 Jan 21 09:54:57.559777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-a62c03b9-4041-44b3-8c28-62c2ecb7284e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:54:57.561143 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-a62c03b9-4041-44b3-8c28-62c2ecb7284e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=776d3a8d-1508-4882-8805-4324af16cf56 HTTP/1.1" status: 200 len: 844 time: 0.0613427 Jan 21 09:54:57.637026 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-2ef562f9-20f2-4ac1-a265-531984b4d7c1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1f4ddd9d-1012-4efa-8605-1928c63cea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688760 Jan 21 09:54:57.772370 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-f0a050f0-2768-46eb-add8-04c4c9dedfb5 service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274664 Jan 21 09:54:57.907039 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-fbc6d1bb-13f2-4887-beb8-24afd2e501b3 req-eb6b28b0-a694-4aae-a1ca-54e870e16a97 service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292524 Jan 21 09:55:04.555709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:19.042376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fe6ff9b6-10fb-4271-b0bf-d3a9f4ddd23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:21.449073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f2d83c34-1d82-4792-900a-6bbd58507cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.508156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.808105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:22.915893 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:55:23.894687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:34.567606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:49.047397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14248818-2348-4820-8c34-e9acc0097caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:51.452945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-864be12d-7c74-4ff6-96da-fbd8f96103f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.503926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:52.818296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:53.900617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:55:56.999758 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-6d2ef971-af6b-4ad7-9e07-5497e953d107 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798151 Jan 21 09:55:57.138438 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-fc53f3a1-9407-4718-8c54-9c1b23562dc4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 1098 time: 0.0702825 Jan 21 09:55:57.295526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-12f4a974-5004-4adc-9efd-d49bb9141498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:57.296880 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-12f4a974-5004-4adc-9efd-d49bb9141498 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1f4ddd9d-1012-4efa-8605-1928c63cea07 HTTP/1.1" status: 200 len: 898 time: 0.1345634 Jan 21 09:55:57.405713 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-e88299a0-05d9-479e-8420-9ae0b4d20f1c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0126076-707f-4808-8fe6-57154b0e087c HTTP/1.1" status: 200 len: 1001 time: 0.1024423 Jan 21 09:55:57.469248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-f6738fe5-57e6-4908-a44c-8ff9166a21df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:55:57.470705 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-f6738fe5-57e6-4908-a44c-8ff9166a21df service neutron] 10.222.0.120 "GET /v2.0/subnets?id=776d3a8d-1508-4882-8805-4324af16cf56 HTTP/1.1" status: 200 len: 844 time: 0.0593390 Jan 21 09:55:57.553759 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-5a59f154-214c-4527-96c8-b6ec2034d9b3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1f4ddd9d-1012-4efa-8605-1928c63cea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769544 Jan 21 09:55:57.768140 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-a4cca7a0-a07a-4abd-9511-19309068b4f6 service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081032 Jan 21 09:55:57.905381 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-99ebeea9-f178-4dfa-b992-15547d6330f8 req-89f264d5-4d0d-4e45-81cf-e80d4ea109e5 service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312141 Jan 21 09:55:59.916065 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:56:02.113569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39740) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:02.119719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:02.465728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2047550'] for subnet, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.658231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777543328503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1582997'] for subnet, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.707632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:02.708226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:02.709509 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/subnets/776d3a8d-1508-4882-8805-4324af16cf56 HTTP/1.1" status: 200 len: 836 time: 0.5948150 Jan 21 09:56:02.714919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740a6ac-c18a-4bec-9890-936e899dd906 None None] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:56:02.726861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=776d3a8d-1508-4882-8805-4324af16cf56,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:02.735329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.736211 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.736549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.736881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.737214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.737542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.737859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.738217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.738535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.738851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:02.739169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96304d6a-bb9e-4daa-9d3b-9356ecf548fc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:03.197358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-80a3dceb-5601-400b-915d-3d6449f70b30 None None] Provisioning complete for port b0126076-707f-4808-8fe6-57154b0e087c triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:03.197724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80a3dceb-5601-400b-915d-3d6449f70b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.325456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-80a3dceb-5601-400b-915d-3d6449f70b30 None None] Provisioning complete for port 9179bcee-9981-41fb-8922-2900e5efef65 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:03.325824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80a3dceb-5601-400b-915d-3d6449f70b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:03.450566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-80a3dceb-5601-400b-915d-3d6449f70b30 None None] Provisioning complete for port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:56:03.450930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80a3dceb-5601-400b-915d-3d6449f70b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:04.567298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:19.052695 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2e173765-e80e-4676-8a86-14b102623d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:21.456055 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1c69e57c-f2e6-4558-83e9-4a679c10d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:22.507993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:22.813659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:23.898079 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:34.578467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:36.916185 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:56:45.644834 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39756) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:45.844484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port db0421a6-de35-4b6b-9e53-a0897e3da6c4 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:56:45.844849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:46.012277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:46.012594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:46.130629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for db0421a6-de35-4b6b-9e53-a0897e3da6c4 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:56:46.278448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:46.325737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=db0421a6-de35-4b6b-9e53-a0897e3da6c4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:46.415473 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:46.830291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 964afe7f-54ea-43e7-83c3-e775eda941f4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:56:47.145033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:56:47.158889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] Sync routers for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:56:47.168404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:47.173084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:47.173732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:56:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:47.227818 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5d3b88d2-12e7-479c-bf92-c0f30a91b3bb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/90f54ed8-c32e-4507-98f8-395b124bf0a3 HTTP/1.1" status: 204 len: 168 time: 1.5794773 Jan 21 09:56:47.227818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:47.379665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:47.394227 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c', 'status': 'completed', 'code': 200} Jan 21 09:56:47.519020 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-27aaf03d-2c51-4e1f-b75a-08772f16cdc2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 1098 time: 0.0959408 Jan 21 09:56:47.678005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-c7e953ae-acc3-4aa0-9609-d3fd1d812450 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:47.679526 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-c7e953ae-acc3-4aa0-9609-d3fd1d812450 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1f4ddd9d-1012-4efa-8605-1928c63cea07 HTTP/1.1" status: 200 len: 898 time: 0.1542690 Jan 21 09:56:47.708339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef163-5f1c-41d9-8952-8735c855ab5e req-36167729-122d-46f5-ba18-8d42b23cac6c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:47.710115 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5faef163-5f1c-41d9-8952-8735c855ab5e req-36167729-122d-46f5-ba18-8d42b23cac6c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 945 time: 0.0931058 Jan 21 09:56:47.748117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:54Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:47.753386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] Checking router: 964afe7f-54ea-43e7-83c3-e775eda941f4 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:56:47.755659 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-51ef93f8-795f-474a-85ed-c1aceb56e18a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0126076-707f-4808-8fe6-57154b0e087c HTTP/1.1" status: 200 len: 217 time: 0.0695462 Jan 21 09:56:47.767647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:47.768681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:56:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:47.828420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-0890002a-cabc-404f-a448-6935d94d588f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:47.830837 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-0890002a-cabc-404f-a448-6935d94d588f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=776d3a8d-1508-4882-8805-4324af16cf56 HTTP/1.1" status: 200 len: 844 time: 0.0691292 Jan 21 09:56:47.866864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5faef163-5f1c-41d9-8952-8735c855ab5e req-b342d1c3-082e-4f4d-ac77-ace9fe8e4f1f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507745 Jan 21 09:56:47.910539 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-c14d935d-9a1e-4a75-946c-48893dfe9256 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1f4ddd9d-1012-4efa-8605-1928c63cea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726500 Jan 21 09:56:47.953766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:48.051092 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-51fc23a2-9675-4a19-a600-5603787eaf5b service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280675 Jan 21 09:56:48.184925 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4bd4cbd7-7e05-4cca-ba24-8cc5bcf97576 req-a24f3ab1-82b6-480b-929c-3da40d0929af service neutron] 10.222.0.120 "GET /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263187 Jan 21 09:56:48.267480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:54Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:48.271774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cf559-bfa0-494d-b7c4-abddd4a77676 None None] The sync data for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv is: [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:53:49Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'c8fd35a1-f0fe-4159-8ebc-fb663c17a95f', 'name': '', 'network_id': '1f4ddd9d-1012-4efa-8605-1928c63cea07', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:ed:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '776d3a8d-1508-4882-8805-4324af16cf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:48Z', 'updated_at': '2022-01-21T09:53:54Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '776d3a8d-1508-4882-8805-4324af16cf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:56:48.479076 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29007a7b-3d4d-49c3-8f3e-d0ad15c03c38 None None] New status for floating IP 90f54ed8-c32e-4507-98f8-395b124bf0a3: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:56:48.977067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-caa52441-5626-4d08-8867-c82d33b6c27e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:48.977876 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-caa52441-5626-4d08-8867-c82d33b6c27e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:56:48.993778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-caa52441-5626-4d08-8867-c82d33b6c27e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:56:48.995204 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-caa52441-5626-4d08-8867-c82d33b6c27e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 945 time: 0.1021075 Jan 21 09:56:49.055196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a9eb4e2a-fc4d-4887-bea0-890b1b01fe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.071404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port b0126076-707f-4808-8fe6-57154b0e087c {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:56:49.071739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.088639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35e258-4f66-4ff4-b5ca-8f780323e532 req-6884287c-8da2-4662-a174-8baea8dc1f83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:49.090166 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-af35e258-4f66-4ff4-b5ca-8f780323e532 req-6884287c-8da2-4662-a174-8baea8dc1f83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 945 time: 0.0795317 Jan 21 09:56:49.135407 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-af35e258-4f66-4ff4-b5ca-8f780323e532 req-2c1ee88e-315b-4601-9be5-7069db73e2c6 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=96907a64-f714-4b6c-a145-23fe0c300215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392613 Jan 21 09:56:49.320482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port b0126076-707f-4808-8fe6-57154b0e087c, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=b0126076-707f-4808-8fe6-57154b0e087c,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:49.320831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.440953 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for b0126076-707f-4808-8fe6-57154b0e087c owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:56:49.679571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.728558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=b0126076-707f-4808-8fe6-57154b0e087c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:49.802289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port b0126076-707f-4808-8fe6-57154b0e087c on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:56:49.804623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:49.807258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'name': 'network-vif-deleted', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:56:49.822366 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-0df7c39a-e284-4012-b310-350c1dc3fe2e req-6e5c24c4-1bc4-4bfb-999f-63b26e445747 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/b0126076-707f-4808-8fe6-57154b0e087c HTTP/1.1" status: 204 len: 173 time: 0.8206179 Jan 21 09:56:49.864208 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62', 'name': 'network-vif-deleted', 'tag': 'b0126076-707f-4808-8fe6-57154b0e087c', 'status': 'completed', 'code': 200} Jan 21 09:56:50.328001 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-97541b2a-d0a8-44d4-ac5d-967caf49abaa req-7931a314-5f73-40b1-8c14-3df9e56e5ced tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2a5e8c9-1a49-4258-b90b-4c8ee48d8b62 HTTP/1.1" status: 200 len: 210 time: 0.0461595 Jan 21 09:56:51.451312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39788) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:51.461880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cd2ecde7-5614-4740-9fe2-f088236155f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.532796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fecb9c5b-4b22-4425-b0c3-bf983f5c93ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.567609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fecb9c5b-4b22-4425-b0c3-bf983f5c93ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.640998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fecb9c5b-4b22-4425-b0c3-bf983f5c93ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.666684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb9c5b-4b22-4425-b0c3-bf983f5c93ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96907a64-f714-4b6c-a145-23fe0c300215,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:51.679680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fecb9c5b-4b22-4425-b0c3-bf983f5c93ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:51.680869 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fecb9c5b-4b22-4425-b0c3-bf983f5c93ed tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/96907a64-f714-4b6c-a145-23fe0c300215 HTTP/1.1" status: 204 len: 168 time: 0.2282989 Jan 21 09:56:51.729657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39796) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:51.768666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device b0126076-707f-4808-8fe6-57154b0e087c no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:51.806097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: b0126076-707f-4808-8fe6-57154b0e087c {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:56:51.806444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device b0126076-707f-4808-8fe6-57154b0e087c not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:52.173106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.511002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.819688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:52.820446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:56:52.820925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.006645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port c8fd35a1-f0fe-4159-8ebc-fb663c17a95f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:53.006991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.211334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for c8fd35a1-f0fe-4159-8ebc-fb663c17a95f owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:56:53.410374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.456763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=c8fd35a1-f0fe-4159-8ebc-fb663c17a95f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:53.769329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:53.904358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.352781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 964afe7f-54ea-43e7-83c3-e775eda941f4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:56:54.658816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:56:54.668383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] Sync routers for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:56:54.674888 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6379b3e0-e6d4-48f0-932f-e3f1a15b16a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/964afe7f-54ea-43e7-83c3-e775eda941f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9412615 Jan 21 09:56:54.675092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39800) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:54.680947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:54.681572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:56:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:54.866811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01a7d70-28a2-427b-99e4-c5117b08e682 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet 776d3a8d-1508-4882-8805-4324af16cf56 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:56:54.869889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f01a7d70-28a2-427b-99e4-c5117b08e682 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:54.901032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:54.929017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f01a7d70-28a2-427b-99e4-c5117b08e682 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.013988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f01a7d70-28a2-427b-99e4-c5117b08e682 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.089916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f01a7d70-28a2-427b-99e4-c5117b08e682 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.132938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a7d70-28a2-427b-99e4-c5117b08e682 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=776d3a8d-1508-4882-8805-4324af16cf56,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:55.137063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f01a7d70-28a2-427b-99e4-c5117b08e682 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.146588 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f01a7d70-28a2-427b-99e4-c5117b08e682 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/776d3a8d-1508-4882-8805-4324af16cf56 HTTP/1.1" status: 204 len: 168 time: 0.4703758 Jan 21 09:56:55.147008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39804) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:55.153669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a32e1-965d-4295-a212-7ce26e3b96ce None None] Network 1f4ddd9d-1012-4efa-8605-1928c63cea07 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:56:55.351440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.354784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:56:53Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:55.361808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] Checking router: 964afe7f-54ea-43e7-83c3-e775eda941f4 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:56:55.381923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] Routers {'964afe7f-54ea-43e7-83c3-e775eda941f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:55.382542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:56:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['964afe7f-54ea-43e7-83c3-e775eda941f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:55.448468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] DHCP port deletion for 1f4ddd9d-1012-4efa-8605-1928c63cea07 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:56:55.464415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Deleting port 9179bcee-9981-41fb-8922-2900e5efef65 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:56:55.464782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.564434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.577889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port e9a88f06-d764-46a8-9e47-f29d60125c3d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:56:55.578267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.722119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] Set router 964afe7f-54ea-43e7-83c3-e775eda941f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:55.755845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port e9a88f06-d764-46a8-9e47-f29d60125c3d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e9a88f06-d764-46a8-9e47-f29d60125c3d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:55.756212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:55.882393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for e9a88f06-d764-46a8-9e47-f29d60125c3d owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:56:55.935206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] For port 9179bcee-9981-41fb-8922-2900e5efef65, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9179bcee-9981-41fb-8922-2900e5efef65,segment=NetworkSegment(cd909656-c0b0-4922-89d3-67cef41b2d4a),segment_id=cd909656-c0b0-4922-89d3-67cef41b2d4a)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:56:55.935596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.056760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.068846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Calling delete_port for 9179bcee-9981-41fb-8922-2900e5efef65 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:56:56.102683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=e9a88f06-d764-46a8-9e47-f29d60125c3d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:56.141959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.142294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.142620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.142983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.143320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.143795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.144026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.144422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.144746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.145071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.145396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.251543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.309789 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Pushing event deleted for resources: {'Port': ['ID=9179bcee-9981-41fb-8922-2900e5efef65,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:56.323815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] No DVR routers for this DVR port 9179bcee-9981-41fb-8922-2900e5efef65 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:56:56.331721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.332064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.332404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.332729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.333547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.334487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.334825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.335155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.335479 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.336201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.336201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1608b9f-7f56-43a4-9812-d364f6c54307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:56:56.346353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:56:53Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:56.350711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb39c0-56cb-4eee-ad04-5b1ff6e67bbe None None] The sync data for ids ['964afe7f-54ea-43e7-83c3-e775eda941f4'] in dv-neutron-825724-1-hyperv is: [{'id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'name': 'tempest-TestNetworkBasicOps-router-1599156681', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:53:44Z', 'updated_at': '2022-01-21T09:56:53Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': 'e9a88f06-d764-46a8-9e47-f29d60125c3d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964afe7f-54ea-43e7-83c3-e775eda941f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:53:45Z', 'updated_at': '2022-01-21T09:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:56:56.367718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9179bcee-9981-41fb-8922-2900e5efef65 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:56.373966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.404824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9179bcee-9981-41fb-8922-2900e5efef65 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:56:56.405164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9179bcee-9981-41fb-8922-2900e5efef65 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:56.755066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.759480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.788591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.789138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Fanout notify agent at l3_agent the message router_deleted on router 964afe7f-54ea-43e7-83c3-e775eda941f4 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:56:56.804670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:56.805773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3e7c862e-d98e-4f3d-9644-5c17f942b342 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/routers/964afe7f-54ea-43e7-83c3-e775eda941f4 HTTP/1.1" status: 204 len: 168 time: 1.6577272 Jan 21 09:56:56.809028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39808) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:56.936589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.071006 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.099302 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4ddd9d-1012-4efa-8605-1928c63cea07']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:57.111361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd909656-c0b0-4922-89d3-67cef41b2d4a') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:57.111648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd909656-c0b0-4922-89d3-67cef41b2d4a') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:57.122898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.139346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.146507 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:56:57.146984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:56:57.160851 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:56:57.240921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.258120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.269664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=1f4ddd9d-1012-4efa-8605-1928c63cea07,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:57.277975 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-594c2b28-ab7a-4834-b822-d69bf16e9e2d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/1f4ddd9d-1012-4efa-8605-1928c63cea07 HTTP/1.1" status: 204 len: 168 time: 0.4678781 Jan 21 09:56:57.287271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39812) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:57.293149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--1372301010', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:57.298863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:57.302833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:57.305617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:57.311568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:57.323568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:56:57.326663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.358192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:56:57.368634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.368964 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment 4a9e3831-6481-4a9e-a194-88fb3a1ada2d of type vlan for network b154d906-7d18-4e09-9e4e-e1bb409ffb01 Jan 21 09:56:57.398465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.429354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.433434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:57.434040 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.535999 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2474213 Jan 21 09:56:57.538723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39816) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:57.544182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-541168284', 'admin_state_up': True, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:57.545002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06a75e-54d4-4f27-8513-e62494e99b8f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=b154d906-7d18-4e09-9e4e-e1bb409ffb01,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:57.552138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:57.560521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:router and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:57.564634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:56:57.565183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:57.571990 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:57.587500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.588680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.612478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.770566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.948255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:57.977376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.121060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.245 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/57612ff1-4b6e-41e7-b16c-cda774ebfb2f) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:56:58.246448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c8fd35a1-f0fe-4159-8ebc-fb663c17a95f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:58.270488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.279065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: c8fd35a1-f0fe-4159-8ebc-fb663c17a95f {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:56:58.279392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c8fd35a1-f0fe-4159-8ebc-fb663c17a95f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:58.279806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e9a88f06-d764-46a8-9e47-f29d60125c3d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:56:58.299034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.311175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e9a88f06-d764-46a8-9e47-f29d60125c3d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:56:58.311522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e9a88f06-d764-46a8-9e47-f29d60125c3d not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:56:58.376363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:56:58.379827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:56:58.381741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=57612ff1-4b6e-41e7-b16c-cda774ebfb2f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:56:58.383819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:56:58.540465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.541132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:58.801477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 32941f99-a61b-4b6f-a9a6-906d06f59126 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:56:59.235083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:56:59.244307 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Sync routers for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:56:59.258671 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:56:59.259277 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:56:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:59.260972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.262177 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-65c57aba-7a5f-4a12-b117-121dc17e7f40 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7222600 Jan 21 09:56:59.266093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39820) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:59.436344 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:56:59.485606 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2ce55a0b-e3c0-4bf0-9c37-1e39eec4c889 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2181852 Jan 21 09:56:59.487939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39826) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:59.621608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b5370-35e8-4309-a52d-c503f990c14e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:56:59.623279 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-376b5370-35e8-4309-a52d-c503f990c14e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344101 Jan 21 09:56:59.626631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39830) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:59.670179 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-69329b83-348a-453d-a33e-0d8b1e7dbe98 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423708 Jan 21 09:56:59.673279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39834) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:56:59.678984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557485500', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:56:59.724691 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:56:58Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:56:59.728394 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Checking router: 32941f99-a61b-4b6f-a9a6-906d06f59126 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:56:59.728726 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Updating router 32941f99-a61b-4b6f-a9a6-906d06f59126 port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:56:59.778733 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:56:59.790516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:56:59.794315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:56:59.797827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:56:59.803545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:56:59.814753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:00.016970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.105115 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.117332 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Transition to ACTIVE for port object 57612ff1-4b6e-41e7-b16c-cda774ebfb2f will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:00.123837 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.203728 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Pushing event updated for resources: {'Port': ['ID=57612ff1-4b6e-41e7-b16c-cda774ebfb2f,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:00.208866 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Attempting to bind port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:00.209208 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Attempting to bind port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:00.209558 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Attempting to bind port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:00.218516 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.218851 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.219174 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.219499 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.219819 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.220132 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.220445 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.220758 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.221066 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.221373 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.221678 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:00.226139 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:00.226505 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:00.226891 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.227259 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:00.227701 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Bound port: 57612ff1-4b6e-41e7-b16c-cda774ebfb2f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:00.228065 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.237805 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.298263 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] For port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:00.301421 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] For port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=57612ff1-4b6e-41e7-b16c-cda774ebfb2f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:00.305048 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.318580 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=1775b4f9-3611-4858-a05b-07efeb9936b1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:00.333427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:00.333769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: b154d906-7d18-4e09-9e4e-e1bb409ffb01, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:57:00.356363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:57:00.367777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, b154d906-7d18-4e09-9e4e-e1bb409ffb01) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:00.371953 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:00.372594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.378428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6384eec-e30b-4099-bda3-3f94bf5c5630 None None] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:57:00.386769 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c585e23-c0a6-4de1-ae8f-1738510290a2 None None] Pushing event updated for resources: {'Port': ['ID=57612ff1-4b6e-41e7-b16c-cda774ebfb2f,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:00.398392 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:00.399266 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:56:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:00.399420 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-857e3f9d-e185-43bf-9240-868c94b39145 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7248847 Jan 21 09:57:00.403070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39838) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:00.592274 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:00.612362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:57:00.613245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:00.782526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Allocated IP 172.20.0.2 (b154d906-7d18-4e09-9e4e-e1bb409ffb01/1775b4f9-3611-4858-a05b-07efeb9936b1/e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:00.954788 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:56:58Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:00.959091 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3216eaa-9522-401b-8276-94e638db7234 None None] The sync data for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv is: [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:56:58Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:01.011163 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.024425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Transition to ACTIVE for port object e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:01.052568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Transition to ACTIVE for port object e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:01.059833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.138326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:01.141737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:01.147644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:01.158991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Pushing event updated for resources: {'Port': ['ID=e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:01.243996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.265621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Attempting to bind port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:01.266002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Attempting to bind port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:01.266368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Attempting to bind port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae on network b154d906-7d18-4e09-9e4e-e1bb409ffb01 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:01.273389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:01.273758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Checking segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:01.274237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.274631 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Bound using segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:01.275113 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Bound port: e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:01.275474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.371419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] For port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:01.376843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] For port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:01.383045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:01.468796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56588-a904-408e-b979-4c6ce891b269 None None] Pushing event updated for resources: {'Port': ['ID=e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:01.718057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.1 (b154d906-7d18-4e09-9e4e-e1bb409ffb01/1775b4f9-3611-4858-a05b-07efeb9936b1/bf00632b-abc5-42f5-856f-6a2b697bae2e) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:02.013371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.028762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object bf00632b-abc5-42f5-856f-6a2b697bae2e will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:02.051973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.122789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:02.126688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:02.131453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:02.160078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=bf00632b-abc5-42f5-856f-6a2b697bae2e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:02.194155 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.297627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.356766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:02.437837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:02.444313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 57612ff1-4b6e-41e7-b16c-cda774ebfb2f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:02.496595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe014f-e13a-4cc2-8cd0-4fc6e88ab34e None None] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:57:02.644507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:02.683637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:02.684061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.716148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ab065ea9-5e87-40d5-99a7-e90e9748dea9 None None] Provisioning for port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:02.746430 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.752179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.781960 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ab065ea9-5e87-40d5-99a7-e90e9748dea9 None None] Provisioning complete for port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:02.782358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ab065ea9-5e87-40d5-99a7-e90e9748dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.910348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=bf00632b-abc5-42f5-856f-6a2b697bae2e,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:02.914993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:02.927347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.927767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.928172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.928531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.928821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.929177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.929545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.929855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.930209 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.930633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:02.930846 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:57:03.018572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.046464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ab065ea9-5e87-40d5-99a7-e90e9748dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.064805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=57612ff1-4b6e-41e7-b16c-cda774ebfb2f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:03.067642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:03.068967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:03.071528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.145775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ab065ea9-5e87-40d5-99a7-e90e9748dea9 None None] For port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:03.152041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ab065ea9-5e87-40d5-99a7-e90e9748dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.157190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=57612ff1-4b6e-41e7-b16c-cda774ebfb2f,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:03.231042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab065ea9-5e87-40d5-99a7-e90e9748dea9 None None] Pushing event updated for resources: {'Port': ['ID=e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:03.386360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a0e30aa1-7cab-4a8b-bcfb-8ef71a091b09 None None] Provisioning complete for port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:03.387000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a0e30aa1-7cab-4a8b-bcfb-8ef71a091b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.478915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 32941f99-a61b-4b6f-a9a6-906d06f59126 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:03.557868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a0e30aa1-7cab-4a8b-bcfb-8ef71a091b09 None None] Provisioning for port bf00632b-abc5-42f5-856f-6a2b697bae2e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:03.564759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a0e30aa1-7cab-4a8b-bcfb-8ef71a091b09 None None] Provisioning complete for port bf00632b-abc5-42f5-856f-6a2b697bae2e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:03.565294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a0e30aa1-7cab-4a8b-bcfb-8ef71a091b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.624031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a0e30aa1-7cab-4a8b-bcfb-8ef71a091b09 None None] Port bf00632b-abc5-42f5-856f-6a2b697bae2e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:57:03.746053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dfeee36b-bb0d-45bb-8564-9377d251f557 None None] Provisioning complete for port bf00632b-abc5-42f5-856f-6a2b697bae2e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:03.746360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dfeee36b-bb0d-45bb-8564-9377d251f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:03.799103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:03.804864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-dfeee36b-bb0d-45bb-8564-9377d251f557 None None] Port bf00632b-abc5-42f5-856f-6a2b697bae2e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:57:03.813562 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-19783493-afbd-4bc6-8f3a-c7ba638d9d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/32941f99-a61b-4b6f-a9a6-906d06f59126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4104350 Jan 21 09:57:03.815990 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39842) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:03.954886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e977d76-6615-4ba8-820a-164359232136 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:03.955256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e977d76-6615-4ba8-820a-164359232136 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:03.955611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e977d76-6615-4ba8-820a-164359232136 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:03.955964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e977d76-6615-4ba8-820a-164359232136 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:03.957624 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2e977d76-6615-4ba8-820a-164359232136 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1407192 Jan 21 09:57:03.960288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39846) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:04.026836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c007f-0a8a-48f3-a94d-90c570983398 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:04.027147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c007f-0a8a-48f3-a94d-90c570983398 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:04.027503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c007f-0a8a-48f3-a94d-90c570983398 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:04.027859 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c007f-0a8a-48f3-a94d-90c570983398 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:04.029462 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-884c007f-0a8a-48f3-a94d-90c570983398 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0682979 Jan 21 09:57:04.032202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39850) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:04.237182 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c67c713a-8830-4b5b-84df-453020b08a96 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2039356 Jan 21 09:57:04.302244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:04.372329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:04.372692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.493942 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 57612ff1-4b6e-41e7-b16c-cda774ebfb2f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:04.539245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39856) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:04.541437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Sync routers for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:04.545241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061677955', 'description': 'tempest-secgroup-smoke-1061677955 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:04.551130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:04.555981 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:04.559609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:04.567098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:04.574745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:04.576101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:56:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:04.580820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.626906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:04.631286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:04.634413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:04.642119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:04.649651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.672748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:04.673115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.703429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.707586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.753075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9973a02-df92-4314-9cc9-485e06b4ec31,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:04.756121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.760586 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cae313e5-0073-4b13-97e8-6dec34dd4c92 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2169275 Jan 21 09:57:04.760586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39860) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:04.766042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'c9973a02-df92-4314-9cc9-485e06b4ec31', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:04.771912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:04.775834 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:04.778756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:04.785743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:04.803145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.824731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:04.869406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.873531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.897867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fd874b-765f-40a0-bb6a-01d1b1d989d0,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:04.909411 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:04.910733 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-65acc31a-4bfb-486e-a974-e31756bfc348 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1495333 Jan 21 09:57:04.913699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39864) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:04.919337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'c9973a02-df92-4314-9cc9-485e06b4ec31', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:04.925729 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:04.930364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:04.933754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:04.939844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:04.958000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.024636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.028408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.052860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e891ae-3cd9-4fe5-8db1-7ee3df92d252,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.063284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.064471 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8597eeb8-045e-41f7-a283-20da4cd5cb8a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1497524 Jan 21 09:57:05.067313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39868) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:05.072685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'c9973a02-df92-4314-9cc9-485e06b4ec31', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:05.079242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:05.083028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:05.085896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:05.091562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:05.111175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.181195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.185201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.197612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:05.201793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Checking router: 32941f99-a61b-4b6f-a9a6-906d06f59126 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:05.202313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Updating router 32941f99-a61b-4b6f-a9a6-906d06f59126 port bf00632b-abc5-42f5-856f-6a2b697bae2e binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:57:05.212905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5bf393-872a-4a28-a937-a1d940eab871,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.224461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.225779 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-75432b03-8f31-43cf-b454-bdecda9d61b2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1575425 Jan 21 09:57:05.228856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39872) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:05.236402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'c9973a02-df92-4314-9cc9-485e06b4ec31', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:05.243139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:05.247611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:05.251796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:05.258352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:05.277320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.309458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.349765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.355298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.382657 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f996a04f-aa8f-4383-b901-c3b1d3d31e4a,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.393513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.397617 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fce588d7-0831-4069-836a-6c3084788e45 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1650996 Jan 21 09:57:05.397892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39876) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:05.403651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'c9973a02-df92-4314-9cc9-485e06b4ec31', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:05.410686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:05.416622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:05.419606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:05.426596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:05.440268 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:57:05.446915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.517401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.522806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.547102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871ff091-cc17-4df2-88ba-0ef05f9602a1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.557184 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.558660 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8038f666-5488-4ed7-86d7-eea5b03f390c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1598279 Jan 21 09:57:05.561853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39880) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:05.568365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'c9973a02-df92-4314-9cc9-485e06b4ec31', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:05.574124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:05.578351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:05.581500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:05.587707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:05.604726 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:57:05.613729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.673157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.684999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Transition to ACTIVE for port object bf00632b-abc5-42f5-856f-6a2b697bae2e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:05.692284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.694016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.697758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.724142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ea7e5c-eb66-4096-89c5-c4e892a57b66,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.736653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.737975 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2640b28d-0e48-40de-992c-69077d8ed5d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1745157 Jan 21 09:57:05.828386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635e1c6-b44e-4482-b385-58be8d8a8cf0 None None] Pushing event updated for resources: {'Port': ['ID=bf00632b-abc5-42f5-856f-6a2b697bae2e,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:05.931058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Attempting to bind port bf00632b-abc5-42f5-856f-6a2b697bae2e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:05.932393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Attempting to bind port bf00632b-abc5-42f5-856f-6a2b697bae2e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:05.933962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Attempting to bind port bf00632b-abc5-42f5-856f-6a2b697bae2e on network b154d906-7d18-4e09-9e4e-e1bb409ffb01 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:05.936017 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-941d4eea-9dcd-46ff-add4-84b6514ae875 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061677955&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.0486181 Jan 21 09:57:05.950590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:05.951298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Checking segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:05.952338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:05.954198 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Bound using segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:05.954810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Bound port: bf00632b-abc5-42f5-856f-6a2b697bae2e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:05.955291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.060697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] For port bf00632b-abc5-42f5-856f-6a2b697bae2e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:06.064441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] For port bf00632b-abc5-42f5-856f-6a2b697bae2e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bf00632b-abc5-42f5-856f-6a2b697bae2e,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:06.070804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:06.095289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-d5bd13ff-c600-41ee-9c35-3a037cd2d151 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:06.096733 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-d5bd13ff-c600-41ee-9c35-3a037cd2d151 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 797 time: 0.1527529 Jan 21 09:57:06.114192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-8567051c-6173-4d7e-93ae-70b2cc9b1d56 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0118046 Jan 21 09:57:06.162828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635e1c6-b44e-4482-b385-58be8d8a8cf0 None None] Pushing event updated for resources: {'Port': ['ID=bf00632b-abc5-42f5-856f-6a2b697bae2e,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:06.167629 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:06.168013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:56:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:06.199994 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-3a03f1da-8b32-47ba-8f20-81b4d3c60689 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802064 Jan 21 09:57:06.397931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:06.417975 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-7c6cf161-d625-4df3-8be1-907e7d0aeb26 service neutron] 10.222.0.122 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006211 Jan 21 09:57:06.557251 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-adcde207-8904-4d5f-b2ad-d41bf173114d service neutron] 10.222.0.122 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328099 Jan 21 09:57:06.719516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:06.723713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80539276-313e-41c7-9b8f-75f64b129808 None None] The sync data for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv is: [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:06Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:06.760587 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-65e9e634-483f-4e13-869b-398e1f294d47 req-4c846484-67df-49a6-9cce-20a82537b418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 210 time: 0.0472054 Jan 21 09:57:07.884068 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a0728477-2d8a-491c-93d5-0e40b2f7c1b6 req-de6b6645-7d99-4edf-b28b-20f80701512b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 210 time: 0.0425532 Jan 21 09:57:08.316385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bf00632b-abc5-42f5-856f-6a2b697bae2e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:08.387152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port bf00632b-abc5-42f5-856f-6a2b697bae2e completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:08.392112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port bf00632b-abc5-42f5-856f-6a2b697bae2e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:08.392506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.504084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.536626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port bf00632b-abc5-42f5-856f-6a2b697bae2e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bf00632b-abc5-42f5-856f-6a2b697bae2e,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:08.540455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:08.643802 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=bf00632b-abc5-42f5-856f-6a2b697bae2e,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:09.000304 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b9b1e625-8ce6-4982-93e9-b887e707650c req-24464145-1db8-4624-b7be-0f360687398b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 210 time: 0.0443218 Jan 21 09:57:10.118007 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fccdb112-11d6-4b71-a064-b434d02de15e req-45f64b45-8f83-4c3a-8776-3cabaff804c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 210 time: 0.0457163 Jan 21 09:57:10.298409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bf00632b-abc5-42f5-856f-6a2b697bae2e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:10.366975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port bf00632b-abc5-42f5-856f-6a2b697bae2e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:10.367341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:11.285260 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eacd21f9-ab97-4368-a670-231f56e04787 req-8b624894-f67d-4ba3-9632-2d34dae03272 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 210 time: 0.0476775 Jan 21 09:57:12.018982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-4a4e025c-20f9-44d8-9f07-20374fc41c65 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:12.019689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-4a4e025c-20f9-44d8-9f07-20374fc41c65 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:12.035518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-4a4e025c-20f9-44d8-9f07-20374fc41c65 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:12.036854 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-4a4e025c-20f9-44d8-9f07-20374fc41c65 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 797 time: 0.1883492 Jan 21 09:57:12.089938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-566089e1-f9fe-480d-9725-08a1d13dd025 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:12.105796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-566089e1-f9fe-480d-9725-08a1d13dd025 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:12.106985 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-566089e1-f9fe-480d-9725-08a1d13dd025 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 380 time: 0.0579448 Jan 21 09:57:12.116113 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['c9973a02-df92-4314-9cc9-485e06b4ec31']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:12.259647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:12.263986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:port and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:12.266991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:12.273968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:12.288887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:12.293458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.450290 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf02e6c3-939e-4cb1-aba7-fba70664ecda req-ac063688-490b-4863-9986-2422a8878288 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 210 time: 0.0429554 Jan 21 09:57:12.469492 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.9 (b154d906-7d18-4e09-9e4e-e1bb409ffb01/1775b4f9-3611-4858-a05b-07efeb9936b1/f4b390b9-bb68-45c5-a7d1-771cec7e6cf5) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:12.658220 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.674251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:12.697796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.874510 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:12.879195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:12.881903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:12.913142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:12.952760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:12.953552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:12.986082 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-906c0dbb-bac1-45bb-8278-f72cc855f225 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8729022 Jan 21 09:57:12.998009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Request body: {'port': {'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:13.119178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.131099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-09bf23be-630b-4ce8-9791-6df8bb843720 None None] Provisioning for port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:13.136720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-09bf23be-630b-4ce8-9791-6df8bb843720 None None] Provisioning complete for port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:13.137239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-09bf23be-630b-4ce8-9791-6df8bb843720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.192451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-09bf23be-630b-4ce8-9791-6df8bb843720 None None] Port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:57:13.479556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:57:13.487407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.502521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Transition to ACTIVE for port object f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:13.507322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.633612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:13.681368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99f433-d9d7-43a1-960f-0a0ef7d428b7 req-149b8cb2-9ab3-49f6-8a88-c2db1c89a452 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:13.683444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0b99f433-d9d7-43a1-960f-0a0ef7d428b7 req-149b8cb2-9ab3-49f6-8a88-c2db1c89a452 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 943 time: 0.1032894 Jan 21 09:57:13.736191 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0b99f433-d9d7-43a1-960f-0a0ef7d428b7 req-33278e07-4b33-4b69-95f8-abacf02c00a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Jan 21 09:57:13.776669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Attempting to bind port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:13.776842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Attempting to bind port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:13.777232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Attempting to bind port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 on network b154d906-7d18-4e09-9e4e-e1bb409ffb01 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:13.783758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 on network b154d906-7d18-4e09-9e4e-e1bb409ffb01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:57:13.784080 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Attempting to bind port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 on network b154d906-7d18-4e09-9e4e-e1bb409ffb01 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:13.791189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:13.791516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Checking segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:13.791889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Bound using segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:13.792304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Bound port: f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:13.792660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.883307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] For port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:13.886215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] For port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:13.891646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.916692 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:57:13.957028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:13.958555 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] 10.222.0.120 "PUT /v2.0/ports/f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 1093 time: 0.9649162 Jan 21 09:57:13.958882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:13.993809 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546992ba-e2c8-4a76-b5a0-9cc860af5c24 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:14.040117 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'status': 'completed', 'code': 200} Jan 21 09:57:14.083550 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-9d0b80e7-2669-403c-8375-2ae962b639d9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1096 time: 0.0833151 Jan 21 09:57:14.157503 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-35a95d45-7db8-44f5-8fed-f9cba093f1d8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 217 time: 0.0669751 Jan 21 09:57:14.221753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-f0be94bf-7152-48db-8c63-3e61bc882698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:14.223239 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-f0be94bf-7152-48db-8c63-3e61bc882698 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0599685 Jan 21 09:57:14.303997 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-2446589e-9127-42ea-b2f1-16acf3a93318 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752339 Jan 21 09:57:14.433768 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-ab89aa20-b8c9-4f4a-acfa-ffcded292f00 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239533 Jan 21 09:57:14.564606 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-e4dd9041-97b8-47ad-9d4c-40a3ffec3be3 req-ce706c72-50cd-4d5a-a204-26cd7f39cd63 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239882 Jan 21 09:57:14.679199 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-75f0e229-99d0-4fff-8758-7f97041b4825 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1096 time: 0.0692699 Jan 21 09:57:14.903330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-0780219f-07e7-425c-bf00-b6b44abb1428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:14.904304 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-0780219f-07e7-425c-bf00-b6b44abb1428 service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.2187138 Jan 21 09:57:14.939286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf3a7e-c40b-4487-b52a-379e09ad71a8 req-52570edc-647e-4344-93f7-ce86ba311666 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:14.940782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1aaf3a7e-c40b-4487-b52a-379e09ad71a8 req-52570edc-647e-4344-93f7-ce86ba311666 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 943 time: 0.0796587 Jan 21 09:57:14.976005 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-9b9faa2a-f172-4f2b-b12f-aa478a787669 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 217 time: 0.0653567 Jan 21 09:57:14.988588 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1aaf3a7e-c40b-4487-b52a-379e09ad71a8 req-0a289cfa-9a6f-43da-af9f-ebf7d6d70034 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 Jan 21 09:57:15.038556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-490911db-5b73-481c-a283-a694a714d0fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:15.039986 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-490911db-5b73-481c-a283-a694a714d0fd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0583885 Jan 21 09:57:15.127498 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-69ff758f-81c3-4466-a1ab-7e4ed6d5f91f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801685 Jan 21 09:57:15.266841 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-09384f5b-b915-4103-af44-639aca0dea18 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315305 Jan 21 09:57:15.403641 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-34059b64-b2b8-424f-9a12-9047bc291dc2 req-33abce8a-10ee-4d6b-8aa8-bc9cc476085a service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294091 Jan 21 09:57:15.844989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:57:15.980400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:15.994038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:57:16.048011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:16.066128 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:57:16.081760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:16.085996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:16.159579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:16.195450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10649924-5a6c-4962-b871-ef2e5c8ea479 req-9aca97c9-23a3-49a7-a32c-bbdba862f47a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:16.196890 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-10649924-5a6c-4962-b871-ef2e5c8ea479 req-9aca97c9-23a3-49a7-a32c-bbdba862f47a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 944 time: 0.0812631 Jan 21 09:57:16.243377 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-10649924-5a6c-4962-b871-ef2e5c8ea479 req-f2a67a88-f026-4051-a8dd-0a1d9fcacb90 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401523 Jan 21 09:57:16.334972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:57:17.443538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a7ec4-0471-4d14-a97c-65cd456aa979 req-88d78df4-8304-4be3-8c0e-8bd3106308c3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:17.444966 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a54a7ec4-0471-4d14-a97c-65cd456aa979 req-88d78df4-8304-4be3-8c0e-8bd3106308c3 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 944 time: 0.0783610 Jan 21 09:57:17.493155 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a54a7ec4-0471-4d14-a97c-65cd456aa979 req-96cb1cfe-5856-4d4c-88c7-1f03bc8b782b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Jan 21 09:57:17.860813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:17.929614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:17.936805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:17.937310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:18.053960 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:18.083712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:18.095481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:18.100139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:18.173232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:18.221586 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'code': 200} Jan 21 09:57:18.447474 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f8ec5208-d0e6-4282-a104-d4cd5a522f49 req-11a80a22-7361-4654-ae82-5e67a22e6805 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1098 time: 0.0683551 Jan 21 09:57:18.491472 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f8ec5208-d0e6-4282-a104-d4cd5a522f49 req-c1260e66-3da7-409b-ac61-f1cca5e6a6f4 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372994 Jan 21 09:57:18.697174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c86d4-4b74-43ef-8035-92d08644452a req-431c11a4-1c38-4302-a6df-621b90bd9554 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:18.702071 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf7c86d4-4b74-43ef-8035-92d08644452a req-431c11a4-1c38-4302-a6df-621b90bd9554 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 945 time: 0.0775247 Jan 21 09:57:18.745122 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf7c86d4-4b74-43ef-8035-92d08644452a req-2c6e0e30-611a-4b84-bcba-dafa72b2b548 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Jan 21 09:57:19.058639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-62920c90-084a-4c27-b7c0-1a79c70db2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.046776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d8874-3c75-47c4-9a7a-e9e74e57de23 req-a3b7272b-8140-4bf8-bb0b-42c9f0ad4ed1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:20.048146 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-295d8874-3c75-47c4-9a7a-e9e74e57de23 req-a3b7272b-8140-4bf8-bb0b-42c9f0ad4ed1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 945 time: 0.1783116 Jan 21 09:57:20.094363 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-295d8874-3c75-47c4-9a7a-e9e74e57de23 req-902a8796-0d83-4369-9231-c67b9c0fca43 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403459 Jan 21 09:57:20.293745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda9efe-58df-478d-8aa1-46da0bb86716 req-dd9ad29e-c098-4551-9f8c-de51136f98cc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:20.295315 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4bda9efe-58df-478d-8aa1-46da0bb86716 req-dd9ad29e-c098-4551-9f8c-de51136f98cc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 945 time: 0.0784492 Jan 21 09:57:20.342578 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4bda9efe-58df-478d-8aa1-46da0bb86716 req-5ad50cfb-ca4d-429f-bf9b-80b8eeaaff9c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Jan 21 09:57:20.370310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39946) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:20.446214 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7ad6bfec-d01f-4183-9e32-536d4dd2c41a tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1093 time: 0.0744591 Jan 21 09:57:20.448552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39950) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:20.454538 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:20.460394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:20.464251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:20.467246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:20.473020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:20.483651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.636286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.790972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.160 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/5ac8d518-034c-45c8-ab09-46c4857d6ae8) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:20.967573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:20.995662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:21.060284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:21.063285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:21.066957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:21.101068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=5ac8d518-034c-45c8-ab09-46c4857d6ae8,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:21.456598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-03ae780d-f4a6-4923-abb9-31eb2ec9c0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:21.584601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:21.641636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:21.850230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:21.855104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:21.962243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=5ac8d518-034c-45c8-ab09-46c4857d6ae8,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:21.979598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.272058 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP a1003e29-826b-44e3-be88-42c59477daf9 associated. External IP: 172.26.1.160, port: f4b390b9-bb68-45c5-a7d1-771cec7e6cf5. Jan 21 09:57:22.515547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.667663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 32941f99-a61b-4b6f-a9a6-906d06f59126 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:22.823800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.878695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:22.888773 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] Sync routers for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:22.901270 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:22.901916 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:57:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:22.905410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:22.963513 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1f7bdaa0-abc7-4c5b-b59a-da0640acd5f1 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5139403 Jan 21 09:57:22.964216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:22.966218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39954) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:23.049714 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-981db18d-67fa-45e6-86ac-29c439dedb17 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1093 time: 0.0815816 Jan 21 09:57:23.100986 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:23.107011 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'status': 'completed', 'code': 200} Jan 21 09:57:23.235237 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-5189d90c-b76c-4aea-a373-f3c6920d4ec5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1098 time: 0.0758674 Jan 21 09:57:23.378926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-78b66410-a64e-4106-bc6a-a4f17ea5a33f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:23.380284 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-78b66410-a64e-4106-bc6a-a4f17ea5a33f service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.1387236 Jan 21 09:57:23.472713 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:21Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:23.477022 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] Checking router: 32941f99-a61b-4b6f-a9a6-906d06f59126 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:23.488110 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:23.488807 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:57:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:23.489450 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-86ba17cb-7df7-4fc0-ac62-2a42f82c6b74 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 999 time: 0.1025555 Jan 21 09:57:23.559586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-b79d3638-8d62-4703-993c-d6102390c43d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:23.561580 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-b79d3638-8d62-4703-993c-d6102390c43d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0657375 Jan 21 09:57:23.651198 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-5db4d206-3041-4f20-a944-5bad7c439302 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822079 Jan 21 09:57:23.680486 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:23.707889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39964) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:23.714692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723674474', 'description': 'tempest-secgroup-smoke-1723674474 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:23.721803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:23.745153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:23.762992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.812671 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:23.815241 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-f3c5fbb0-bc34-4b4e-8a16-9bf9b38de383 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572142 Jan 21 09:57:23.817598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:23.821009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:23.829585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:23.906875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.916103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.922450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.959647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:23.963769 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2544727 Jan 21 09:57:23.970481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39968) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:23.981434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'cc762b4d-76d3-4b96-a331-0db79c358ea5', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:23.996133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:24.006043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:24.010911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:24.013588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247371bc-dc78-4c98-8032-e6e505675d24 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc762b4d-76d3-4b96-a331-0db79c358ea5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:24.022153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:24.060049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.063573 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9279493d-30ec-4885-81ca-d92cd7c97689 req-3b0890ba-5e87-4128-b2a8-57f7a03931bc service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273068 Jan 21 09:57:24.138096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.144109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.159531 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:21Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:24.165353 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb5326-bed8-47da-9a93-2f4ccafd3fa5 None None] The sync data for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv is: [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:21Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:24.168668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e06b61-8dd5-4a3e-b939-3e90d22c877d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:24.181136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.186441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39972) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:24.187474 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5511d4c3-603a-4c91-84be-dc35d978545e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2137492 Jan 21 09:57:24.193271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'cc762b4d-76d3-4b96-a331-0db79c358ea5', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:24.202998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:24.208740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:24.213126 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:24.221736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:24.240085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.324045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.329914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.356841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91576e4e-7c2f-49b6-9d10-61856065c787,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:24.367521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.370027 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9ae8b570-91bc-4915-8502-1acf255c578e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1812923 Jan 21 09:57:24.373752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39976) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:24.380075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'cc762b4d-76d3-4b96-a331-0db79c358ea5', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:24.386681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:24.391940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:24.395424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:24.403274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df0a1a-960d-4e7c-ab56-54fb7ef3d1a8 None None] New status for floating IP a1003e29-826b-44e3-be88-42c59477daf9: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:57:24.413673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:24.437662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.513210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.518390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.543685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4c15be-c717-402d-9529-7312671e426a,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:24.554453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.555656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-54198286-0f2a-4fc0-8304-b69dd1212418 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1808503 Jan 21 09:57:24.558847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39980) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:24.565365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'cc762b4d-76d3-4b96-a331-0db79c358ea5', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:24.572936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:24.579804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:24.583301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:24.589442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:24.607122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.685211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.690240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.715292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac558102-5998-42bf-8617-e2aaac8ff8b1,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:24.730889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.732388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-149497e6-4658-47ed-99d9-2185d3d108c4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1722469 Jan 21 09:57:24.736390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 39984) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:24.742188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'cc762b4d-76d3-4b96-a331-0db79c358ea5', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:24.748438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:24.752608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:24.755958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:24.763130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:24.776229 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:57:24.784690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.860734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.865716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.892045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d68b55a-a69b-4e28-b712-a08c8b641b9c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:24.903079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:24.904851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f3aa7a06-9a5f-4a50-bf97-91a0d7b39906 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1669641 Jan 21 09:57:24.908762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 39988) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:24.914732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': 'cc762b4d-76d3-4b96-a331-0db79c358ea5', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:24.925157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:24.930854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:24.934370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:24.943118 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:24.957617 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:57:24.966087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.047267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.052680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.086436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c3fa55-af57-4b5f-b369-737892b5b71a,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:25.097521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:25.098758 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d1d1354f-85ff-44ef-a4b2-4fa30cbbb286 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1889472 Jan 21 09:57:25.298011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-c311c81e-8d2c-41b2-96a1-2a05157c4adf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:57:25.315945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-c311c81e-8d2c-41b2-96a1-2a05157c4adf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:57:25.317147 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-c311c81e-8d2c-41b2-96a1-2a05157c4adf tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723674474&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.0650480 Jan 21 09:57:25.486743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fb4c4798-17f3-4514-8171-9a3f9095a55c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:25.488407 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fb4c4798-17f3-4514-8171-9a3f9095a55c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 797 time: 0.1646500 Jan 21 09:57:25.506491 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-afb1c5da-4a13-4dea-a55a-dd115a34bc57 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0125093 Jan 21 09:57:25.596089 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-02afbb68-561a-4754-aa3b-9cccef58ea0b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838954 Jan 21 09:57:25.847406 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-bf42ceab-8393-4fc9-ad6f-9634ba73b6b0 service neutron] 10.222.0.122 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386308 Jan 21 09:57:25.997076 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-a0f301ff-5ad3-4dbc-bee2-18fa4c175cca service neutron] 10.222.0.122 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427257 Jan 21 09:57:26.197302 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e912e2f-154f-49f0-b78d-c3bf78af088d req-1d32a73d-b9a5-4dfe-b6dd-635124408117 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 210 time: 0.0438950 Jan 21 09:57:27.391294 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e722df3d-6d6f-4669-ac18-2f3cd672a5a4 req-0e7b3bac-f461-4c00-89d9-bbc03aa9d0b7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Jan 21 09:57:27.475340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-2d6fe2e0-844d-42bd-8a34-75fe155fceaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:27.476728 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-2d6fe2e0-844d-42bd-8a34-75fe155fceaa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 797 time: 0.2822924 Jan 21 09:57:27.541219 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-76000a68-0eb7-451c-a014-5c2085b6b369 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 473 time: 0.0520480 Jan 21 09:57:27.550538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['cc762b4d-76d3-4b96-a331-0db79c358ea5']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:27.695884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:27.699900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:port and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:27.703313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:27.709468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:27.720715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:57:27.724012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:27.896273 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.10 (b154d906-7d18-4e09-9e4e-e1bb409ffb01/1775b4f9-3611-4858-a05b-07efeb9936b1/7484674c-4567-4138-ac56-cc60e02b2f7a) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:28.081058 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.096108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 7484674c-4567-4138-ac56-cc60e02b2f7a will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:28.117150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.193732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:28.196853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:28.201524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:28.226529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=7484674c-4567-4138-ac56-cc60e02b2f7a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:28.268163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:28.268777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.294133 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-fe1d8b45-44b6-4165-a4c1-6a3a0bf15cc7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7477164 Jan 21 09:57:28.305319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Request body: {'port': {'device_id': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:28.419611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.469658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b475cc60-5994-45e1-a519-41efbd44082c None None] Provisioning for port 7484674c-4567-4138-ac56-cc60e02b2f7a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:28.474926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b475cc60-5994-45e1-a519-41efbd44082c None None] Provisioning complete for port 7484674c-4567-4138-ac56-cc60e02b2f7a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:28.475558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b475cc60-5994-45e1-a519-41efbd44082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.564701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b475cc60-5994-45e1-a519-41efbd44082c None None] Port 7484674c-4567-4138-ac56-cc60e02b2f7a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:57:28.602317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a1fa3-3029-40dc-b32e-f9c204f8439a req-a8f68109-dbd9-464c-b4ab-a441e6b5a0a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:28.604603 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c80a1fa3-3029-40dc-b32e-f9c204f8439a req-a8f68109-dbd9-464c-b4ab-a441e6b5a0a0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 932 time: 0.0828891 Jan 21 09:57:28.658054 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c80a1fa3-3029-40dc-b32e-f9c204f8439a req-a452c7b7-c35a-47c6-af10-7c4a3a0a90c5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470910 Jan 21 09:57:28.776616 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7484674c-4567-4138-ac56-cc60e02b2f7a {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:57:28.784483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.799708 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Transition to ACTIVE for port object 7484674c-4567-4138-ac56-cc60e02b2f7a will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:57:28.803918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:28.934330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=7484674c-4567-4138-ac56-cc60e02b2f7a,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:29.045046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Attempting to bind port 7484674c-4567-4138-ac56-cc60e02b2f7a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:57:29.045591 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Attempting to bind port 7484674c-4567-4138-ac56-cc60e02b2f7a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:57:29.046175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Attempting to bind port 7484674c-4567-4138-ac56-cc60e02b2f7a on network b154d906-7d18-4e09-9e4e-e1bb409ffb01 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:29.052180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Port 7484674c-4567-4138-ac56-cc60e02b2f7a on network b154d906-7d18-4e09-9e4e-e1bb409ffb01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:57:29.052495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Attempting to bind port 7484674c-4567-4138-ac56-cc60e02b2f7a on network b154d906-7d18-4e09-9e4e-e1bb409ffb01 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:57:29.059028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:57:29.059357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Checking segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:57:29.059732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Bound using segment: {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:57:29.060148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Bound port: 7484674c-4567-4138-ac56-cc60e02b2f7a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9e3831-6481-4a9e-a194-88fb3a1ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:57:29.060537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:29.251833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] For port 7484674c-4567-4138-ac56-cc60e02b2f7a, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:57:29.256862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] For port 7484674c-4567-4138-ac56-cc60e02b2f7a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7484674c-4567-4138-ac56-cc60e02b2f7a,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:57:29.262177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:29.328035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:29.329394 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] 10.222.0.120 "PUT /v2.0/ports/7484674c-4567-4138-ac56-cc60e02b2f7a HTTP/1.1" status: 200 len: 1094 time: 1.0285709 Jan 21 09:57:29.329862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:29.349460 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebf7a2-b044-45ee-adaa-b688c92d4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=7484674c-4567-4138-ac56-cc60e02b2f7a,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:29.403736 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'status': 'completed', 'code': 200} Jan 21 09:57:29.449457 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-975a4d60-8c26-464c-8e08-ee69fd44a3b8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0808396 Jan 21 09:57:29.519046 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-31d13ae5-136c-4169-ba01-137ee8bd9b66 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7484674c-4567-4138-ac56-cc60e02b2f7a HTTP/1.1" status: 200 len: 217 time: 0.0619495 Jan 21 09:57:29.587874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-d1ccecf2-133e-4da2-940a-a32e88f7f083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:29.589221 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-d1ccecf2-133e-4da2-940a-a32e88f7f083 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0634484 Jan 21 09:57:29.665554 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-35916f72-956e-46f7-96bb-ef5b76951366 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703099 Jan 21 09:57:29.865410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02fa49-0ffd-4695-a5a9-c6cb2159f49b req-bd65a188-2823-4fd3-9f38-e5f583a44758 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:29.866179 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-95faaa40-bff1-4c61-a1d5-395349dd089b service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934235 Jan 21 09:57:29.866841 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ae02fa49-0ffd-4695-a5a9-c6cb2159f49b req-bd65a188-2823-4fd3-9f38-e5f583a44758 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 944 time: 0.0828409 Jan 21 09:57:29.919621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ae02fa49-0ffd-4695-a5a9-c6cb2159f49b req-0fc67830-e071-4eba-b9bb-77edd8d4c2b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Jan 21 09:57:30.018035 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-79794e08-92a6-4c9a-97d1-0fa6a26a135a req-463a9380-73a9-4bb7-99d8-bb6e110e1faf service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433282 Jan 21 09:57:30.133828 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c8539a79-c241-47e3-847a-5661fb668b31 req-772a1a8c-3a24-4dab-bf8d-6c0f6aedd736 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0687575 Jan 21 09:57:30.268247 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8539a79-c241-47e3-847a-5661fb668b31 req-bc9edb14-9f48-4382-b17a-adabab636f74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:30.269676 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c8539a79-c241-47e3-847a-5661fb668b31 req-bc9edb14-9f48-4382-b17a-adabab636f74 service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.1300714 Jan 21 09:57:30.343455 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c8539a79-c241-47e3-847a-5661fb668b31 req-15e32786-d50f-487e-b923-abe3a624ed9d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7484674c-4567-4138-ac56-cc60e02b2f7a HTTP/1.1" status: 200 len: 217 time: 0.0663950 Jan 21 09:57:30.411856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8539a79-c241-47e3-847a-5661fb668b31 req-423d4899-864f-41a9-bba8-04a889074243 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:30.413198 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c8539a79-c241-47e3-847a-5661fb668b31 req-423d4899-864f-41a9-bba8-04a889074243 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0620975 Jan 21 09:57:30.495430 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c8539a79-c241-47e3-847a-5661fb668b31 req-f7582135-f9fe-4e52-b423-58e5314e65e4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702398 Jan 21 09:57:30.635331 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c8539a79-c241-47e3-847a-5661fb668b31 req-384bca5d-493a-457b-be79-51f0560dbcd5 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328812 Jan 21 09:57:30.777222 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c8539a79-c241-47e3-847a-5661fb668b31 req-b9a7e546-665a-4029-af40-c009c5d0f329 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301789 Jan 21 09:57:31.135164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfaf0c-584c-47f3-84b4-872015565032 req-c066dd43-988b-466f-a622-12bdb7ff5743 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:31.136615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59bfaf0c-584c-47f3-84b4-872015565032 req-c066dd43-988b-466f-a622-12bdb7ff5743 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 944 time: 0.0839043 Jan 21 09:57:31.187455 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59bfaf0c-584c-47f3-84b4-872015565032 req-87898afb-ca8a-4299-920f-186070910001 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452614 Jan 21 09:57:31.972716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 7484674c-4567-4138-ac56-cc60e02b2f7a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:57:32.104360 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 7484674c-4567-4138-ac56-cc60e02b2f7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7484674c-4567-4138-ac56-cc60e02b2f7a,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:32.117561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'port_id': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'mac_address': 'fa:16:3e:ed:f5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:57:32.173201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.190638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7484674c-4567-4138-ac56-cc60e02b2f7a {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:57:32.207023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 7484674c-4567-4138-ac56-cc60e02b2f7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7484674c-4567-4138-ac56-cc60e02b2f7a,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:32.210728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:32.276327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=7484674c-4567-4138-ac56-cc60e02b2f7a,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:32.392348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686de4d-972f-4adf-b331-2b06085498e4 req-be20e27b-8c2b-46ef-9405-131b113987f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:32.393783 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3686de4d-972f-4adf-b331-2b06085498e4 req-be20e27b-8c2b-46ef-9405-131b113987f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 945 time: 0.0778236 Jan 21 09:57:32.440133 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3686de4d-972f-4adf-b331-2b06085498e4 req-885575ba-99d0-4454-9d94-211ab28c4e71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Jan 21 09:57:32.441894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['7484674c-4567-4138-ac56-cc60e02b2f7a'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:57:33.641109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eea209-b448-4b9f-b7c9-cb4dde707af9 req-9be6d6f5-722a-4600-bfa6-b96424a56d8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:33.642615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-66eea209-b448-4b9f-b7c9-cb4dde707af9 req-9be6d6f5-722a-4600-bfa6-b96424a56d8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 945 time: 0.0817642 Jan 21 09:57:33.689643 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-66eea209-b448-4b9f-b7c9-cb4dde707af9 req-fd771dd5-b436-429d-aeae-e0a919dc40c2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412512 Jan 21 09:57:33.977443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 7484674c-4567-4138-ac56-cc60e02b2f7a up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:57:34.051384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 7484674c-4567-4138-ac56-cc60e02b2f7a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:57:34.055994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 7484674c-4567-4138-ac56-cc60e02b2f7a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:57:34.056364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:34.171411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:34.197662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:34.207683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 7484674c-4567-4138-ac56-cc60e02b2f7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7484674c-4567-4138-ac56-cc60e02b2f7a,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:57:34.212104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:34.254132 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'code': 200} Jan 21 09:57:34.280331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=7484674c-4567-4138-ac56-cc60e02b2f7a,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:34.478056 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f8466c62-d0cc-49a7-a693-ea1132cb4d0a req-9c1eaddf-f047-40f9-8f2b-c4d3e2b0094c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 1099 time: 0.0674706 Jan 21 09:57:34.531101 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-f8466c62-d0cc-49a7-a693-ea1132cb4d0a req-19e85bf4-e60a-4bf2-a0c2-48ff9e5e8728 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Jan 21 09:57:34.580543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:34.885465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7c04-6ae8-43d4-92a6-49a39b53b5b7 req-1d2c1ed2-2d7e-476d-a7ca-6898422f648b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:34.886921 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e87f7c04-6ae8-43d4-92a6-49a39b53b5b7 req-1d2c1ed2-2d7e-476d-a7ca-6898422f648b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 946 time: 0.0754929 Jan 21 09:57:34.933192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e87f7c04-6ae8-43d4-92a6-49a39b53b5b7 req-30a552f1-d521-4c20-8ac2-71a3f0058224 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 Jan 21 09:57:36.134417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf85d6-3a06-4ab6-a340-7aecbfbe2390 req-d7b34f27-54e5-4113-94c7-02427e2d9a6a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:36.135839 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c8bf85d6-3a06-4ab6-a340-7aecbfbe2390 req-d7b34f27-54e5-4113-94c7-02427e2d9a6a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 946 time: 0.0787935 Jan 21 09:57:36.181126 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c8bf85d6-3a06-4ab6-a340-7aecbfbe2390 req-5596acf5-50b9-4284-8ff2-b91e9f3af0d2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390534 Jan 21 09:57:36.379569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530f8d3-fd13-4775-bfb4-96ca8a97ea80 req-d0a2cee1-2d1d-4386-88b0-4fa5683c895e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:36.381007 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6530f8d3-fd13-4775-bfb4-96ca8a97ea80 req-d0a2cee1-2d1d-4386-88b0-4fa5683c895e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 946 time: 0.0813150 Jan 21 09:57:36.426266 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6530f8d3-fd13-4775-bfb4-96ca8a97ea80 req-15430875-9cd0-42d9-9202-81300e2a8e7f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Jan 21 09:57:36.453749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40032) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:36.523404 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8606215f-86b9-4ddf-afc9-6d88d30e7c0e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 1094 time: 0.0683193 Jan 21 09:57:36.525958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40036) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:57:36.531299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:57:36.536812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:57:36.540558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:57:36.543365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:57:36.549622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:57:36.560843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:36.780662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:36.912327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.144 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/d95055f7-4cd9-4148-9efc-09f5f9664726) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:57:37.059155 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.087115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.157347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:57:37.160201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:57:37.163899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:57:37.196770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=d95055f7-4cd9-4148-9efc-09f5f9664726,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:37.672365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.730304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.928782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:37.933350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.036799 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=d95055f7-4cd9-4148-9efc-09f5f9664726,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:57:38.052328 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:38.239694 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP e65aed99-4784-4e87-b957-b6b755984e19 associated. External IP: 172.26.1.144, port: 7484674c-4567-4138-ac56-cc60e02b2f7a. Jan 21 09:57:38.730818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 32941f99-a61b-4b6f-a9a6-906d06f59126 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:57:38.927852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:57:38.937941 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] Sync routers for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:57:38.950126 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:38.951412 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:57:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:38.953632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:39.012429 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2bcea8ad-2b28-4e00-94ac-edcd640fd22a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4853392 Jan 21 09:57:39.013629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:57:39.075402 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'status': 'completed', 'code': 200} Jan 21 09:57:39.163075 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:39.177502 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-ae81e944-7253-4e79-8111-16124b5a4033 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 1099 time: 0.0773437 Jan 21 09:57:39.323618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-49977b50-b907-4095-8f30-5e206cac5a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:39.325162 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-49977b50-b907-4095-8f30-5e206cac5a7c service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.1389537 Jan 21 09:57:39.428558 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-8cd6af3a-b0db-4058-8cc8-690210e435d5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7484674c-4567-4138-ac56-cc60e02b2f7a HTTP/1.1" status: 200 len: 1000 time: 0.0962656 Jan 21 09:57:39.494344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-1844976e-f895-4704-a973-38351a0596c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:39.495903 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-1844976e-f895-4704-a973-38351a0596c5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0577118 Jan 21 09:57:39.510604 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}, {'id': 'e65aed99-4784-4e87-b957-b6b755984e19', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.144', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:ed:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:37Z', 'updated_at': '2022-01-21T09:57:37Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:39.514990 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] Checking router: 32941f99-a61b-4b6f-a9a6-906d06f59126 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:57:39.525296 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:57:39.525874 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:57:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:39.569263 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-1783d1d2-f5c0-4d88-be8a-8385d94209a0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673792 Jan 21 09:57:39.701588 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:57:39.706785 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-f0260add-ef76-4d59-bc8f-4d9611b86b7f service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282413 Jan 21 09:57:39.838282 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c09592fc-1d39-445d-9ff9-9ab0051c2f42 req-a13942a3-17d7-42e5-9901-8cc8ee8f5903 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250718 Jan 21 09:57:40.048828 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}, {'id': 'e65aed99-4784-4e87-b957-b6b755984e19', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.144', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:ed:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:37Z', 'updated_at': '2022-01-21T09:57:37Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:57:40.052705 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad28d01-91cb-45f9-b99a-f1a96ba7bdb2 None None] The sync data for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv is: [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}, {'id': 'e65aed99-4784-4e87-b957-b6b755984e19', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.144', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:ed:f5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:37Z', 'updated_at': '2022-01-21T09:57:37Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:57:40.234344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34d09c-0fb7-4bd7-baa8-62428d0b4502 None None] New status for floating IP e65aed99-4784-4e87-b957-b6b755984e19: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:57:49.065481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b3163b01-a3d9-42d0-a9d4-b12f7d61dc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:50.918213 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:57:51.458690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-533c703e-bf24-4126-a4df-77cea1fdfdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:52.522451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:52.822557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:53.906632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:57:57.991450 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-436700c8-d5f0-4fe2-93e4-1f5867b392cb service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738204 Jan 21 09:57:58.130709 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-5ce0a148-29f9-47df-b0e8-57f1f3903806 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1098 time: 0.0680654 Jan 21 09:57:58.373774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-c23c374b-b25b-4e80-863e-ea25b1ceb677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.375232 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-c23c374b-b25b-4e80-863e-ea25b1ceb677 service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.2224619 Jan 21 09:57:58.487969 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-d9a5c402-95bb-447a-b614-06754e6eb1a8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 1001 time: 0.1047542 Jan 21 09:57:58.553230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-5bc08e64-840d-4c1c-8aba-4720459cf634 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:57:58.554597 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-5bc08e64-840d-4c1c-8aba-4720459cf634 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0605214 Jan 21 09:57:58.631374 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-1c2e232e-9667-4486-bfcb-7cea7ecb8a9c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687301 Jan 21 09:57:58.643253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-0a32e151-91bf-4a91-98c4-2e0677b89f8d service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83426) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 09:57:58.644172 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-0a32e151-91bf-4a91-98c4-2e0677b89f8d service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057683 Jan 21 09:57:58.776418 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-90bdc5cd-13f1-486c-891a-9033b462037b service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249177 Jan 21 09:57:58.908351 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-7055d026-2cd7-4e2c-8c79-2cd44dc51f11 req-f24e758e-e342-4c46-a7d9-bfcf9df6b815 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249776 Jan 21 09:58:04.597407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:14.166005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40054) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:14.274999 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7b687f28-685d-4f10-b3a5-1b7ed1843283 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/a1003e29-826b-44e3-be88-42c59477daf9 HTTP/1.1" status: 200 len: 993 time: 0.1075630 Jan 21 09:58:15.116277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40064) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:15.122167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:15.242761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:15.459828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:15.502741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:15.512872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:15.583509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.584304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:15.585570 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/ports/f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 938 time: 0.4683161 Jan 21 09:58:15.586129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:15.608973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,revision_number=6']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:15.617857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.618266 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.618917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.618917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.619212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.619513 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.619831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.620147 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.620462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.620773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.621085 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b25ae-d3ee-4f28-b8bc-14c15350f133 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:15.655817 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'status': 'completed', 'code': 200} Jan 21 09:58:15.754650 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-f936b578-7c89-42c7-8ec2-63af078e9b26 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1099 time: 0.0743871 Jan 21 09:58:15.809034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4752cafc-feb6-4294-9756-1bd8b2637dfe None None] Provisioning complete for port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:15.809630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4752cafc-feb6-4294-9756-1bd8b2637dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:15.868175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4752cafc-feb6-4294-9756-1bd8b2637dfe None None] Port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 is administratively disabled so it will not transition to active. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 21 09:58:15.889282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-06cb9d4d-d53b-4645-8ff7-0ddc11dd01b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:15.890758 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-06cb9d4d-d53b-4645-8ff7-0ddc11dd01b5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.1296656 Jan 21 09:58:16.002173 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-74bf4551-4cbc-4b1b-ae64-eb72b256d315 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 1002 time: 0.1039724 Jan 21 09:58:16.065682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-314ac9a4-40be-4948-b5de-787b279cd742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:16.067060 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-314ac9a4-40be-4948-b5de-787b279cd742 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0575769 Jan 21 09:58:16.235336 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-a92dfe98-03c2-4aeb-99d3-6f574cbe9380 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1604207 Jan 21 09:58:16.388088 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-7e32edd1-c721-4833-816c-76d6246c1826 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459837 Jan 21 09:58:16.517366 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b72fc23d-7a4a-4811-a8a1-226eb9432119 req-5533a084-a1ba-45b6-b34d-500c2abf7c2d service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233478 Jan 21 09:58:19.035265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40074) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:19.041231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:19.059995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fada1808-e9de-406b-ade3-e8e7e39aac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:19.165105 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:19.385607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:19.410958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:19.415322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:19.485975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:19.486621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:19.489041 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/ports/f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 937 time: 0.4527669 Jan 21 09:58:19.492231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40078) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:19.492962 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:19.514701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a411b-3bc0-4961-859c-93770ee47d33 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,revision_number=7']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:19.562484 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'status': 'completed', 'code': 200} Jan 21 09:58:19.606588 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-52988250-728d-4cf0-9c41-a67780943ff8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/a1003e29-826b-44e3-be88-42c59477daf9 HTTP/1.1" status: 200 len: 993 time: 0.1130779 Jan 21 09:58:19.664773 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-9ead18bc-60d8-459a-a91c-4962126d421f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1098 time: 0.0806575 Jan 21 09:58:19.754822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:58:19.820440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-56aa2c23-c6ca-4b68-8ef2-2afd74f8b3af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:19.821868 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-56aa2c23-c6ca-4b68-8ef2-2afd74f8b3af service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.1504416 Jan 21 09:58:19.837249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7ec29950-f125-487b-b268-35d33e44e0c7 None None] Provisioning complete for port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:19.837617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7ec29950-f125-487b-b268-35d33e44e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:19.929054 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-d1108c79-2cca-4a8f-ac86-5cc4b890e121 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 1001 time: 0.1002710 Jan 21 09:58:19.995397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-598e614c-be0d-43bc-af48-e2a921375f20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:19.996866 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-598e614c-be0d-43bc-af48-e2a921375f20 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0615227 Jan 21 09:58:20.076949 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-3fa973b1-605a-4d91-b5b6-4759344d5006 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739658 Jan 21 09:58:20.209347 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-b773ac23-bb32-4e81-a925-f3a0d47ecdbe service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252818 Jan 21 09:58:20.340398 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9585bea8-8b00-4599-9d2d-6dad470a9c47 req-c89a7bfe-410a-499c-904c-7535c1203476 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249232 Jan 21 09:58:21.461057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-401eed34-9183-49e1-a12a-1e6e9255aed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:22.188988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40092) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:22.387825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port d95055f7-4cd9-4148-9efc-09f5f9664726 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:22.388153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:22.517720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:22.555585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:22.555915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:22.678595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for d95055f7-4cd9-4148-9efc-09f5f9664726 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:22.826621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:22.916039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:22.962528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=d95055f7-4cd9-4148-9efc-09f5f9664726,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:23.002129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.002472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.002806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.003133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.003451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.003778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.004100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.004417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.004732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.005045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.005357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:23.064112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:23.479108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 32941f99-a61b-4b6f-a9a6-906d06f59126 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:23.679154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:23.688811 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] Sync routers for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:23.696684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:23.702572 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:23.703175 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:23.757742 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f3cee0eb-a838-42ac-90bd-326fdf004b3e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/e65aed99-4784-4e87-b957-b6b755984e19 HTTP/1.1" status: 204 len: 168 time: 1.5675499 Jan 21 09:58:23.758248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:23.820146 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'status': 'completed', 'code': 200} Jan 21 09:58:23.914347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:23.918925 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-71378bd3-02d1-4e85-bc22-5e9b14157fce service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 1099 time: 0.0752378 Jan 21 09:58:23.928463 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:24.172946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-d09e98b7-ac45-4af4-a83d-b2ebce3f607e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:24.174435 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-d09e98b7-ac45-4af4-a83d-b2ebce3f607e service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.2495806 Jan 21 09:58:24.247203 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-35038b92-75e9-4c89-80bb-383f89843c96 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7484674c-4567-4138-ac56-cc60e02b2f7a HTTP/1.1" status: 200 len: 217 time: 0.0642521 Jan 21 09:58:24.262125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652572-cb58-4df9-9bf2-6e0aebdb336a req-e97d6550-9f48-4490-a20f-356d098e46bc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:24.262780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1c652572-cb58-4df9-9bf2-6e0aebdb336a req-e97d6550-9f48-4490-a20f-356d098e46bc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:24.281215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1c652572-cb58-4df9-9bf2-6e0aebdb336a req-e97d6550-9f48-4490-a20f-356d098e46bc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:24.282671 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1c652572-cb58-4df9-9bf2-6e0aebdb336a req-e97d6550-9f48-4490-a20f-356d098e46bc tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 946 time: 0.1790235 Jan 21 09:58:24.311650 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:24.316333 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] Checking router: 32941f99-a61b-4b6f-a9a6-906d06f59126 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:24.322954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-b9448e17-68cd-4fd8-a75e-f9d7e23e33be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:24.324412 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-b9448e17-68cd-4fd8-a75e-f9d7e23e33be service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0710685 Jan 21 09:58:24.329097 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:24.329764 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:24.333057 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1c652572-cb58-4df9-9bf2-6e0aebdb336a req-8e6202c7-3fa2-40d5-904a-dec43588ccbb tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442197 Jan 21 09:58:24.405824 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-0f88e39a-e20e-41d9-8c09-fc81f1a070b6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745025 Jan 21 09:58:24.508590 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:24.538967 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-9bb9730f-5394-45cb-aa77-6889a392d9fd service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250246 Jan 21 09:58:24.673842 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-ffa8fbd1-b2a4-4a35-8d04-cbece81ef0fe req-c3ae35ac-ad9a-4287-857b-8b704eb5dd91 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276875 Jan 21 09:58:24.855738 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:24.859521 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc539b1-d98b-4bce-8981-7301e867a90d None None] The sync data for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv is: [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'a1003e29-826b-44e3-be88-42c59477daf9', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'port_id': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'mac_address': 'fa:16:3e:c8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:57:21Z', 'updated_at': '2022-01-21T09:57:24Z', 'revision_number': 1, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:25.068840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46baf855-2678-4135-96ce-b5fe203753bc None None] New status for floating IP e65aed99-4784-4e87-b957-b6b755984e19: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:58:25.489612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-2cadfca7-77c2-478c-930f-e2f16eb9349b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:25.490343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-2cadfca7-77c2-478c-930f-e2f16eb9349b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:25.503110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-2cadfca7-77c2-478c-930f-e2f16eb9349b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:25.504224 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-2cadfca7-77c2-478c-930f-e2f16eb9349b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 946 time: 0.0908465 Jan 21 09:58:25.573536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 7484674c-4567-4138-ac56-cc60e02b2f7a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:25.573874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:25.603503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5c03-2b05-4aca-ad66-5abaff2e97d3 req-0a8a28ae-3ec9-4e06-bc22-68f8ce8f8d32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:25.604967 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-656c5c03-2b05-4aca-ad66-5abaff2e97d3 req-0a8a28ae-3ec9-4e06-bc22-68f8ce8f8d32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 946 time: 0.1459029 Jan 21 09:58:25.654928 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-656c5c03-2b05-4aca-ad66-5abaff2e97d3 req-3aeac541-c74e-46ff-9e06-536269623827 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=cc762b4d-76d3-4b96-a331-0db79c358ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425556 Jan 21 09:58:25.825459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 7484674c-4567-4138-ac56-cc60e02b2f7a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=7484674c-4567-4138-ac56-cc60e02b2f7a,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:25.825837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:25.944391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 7484674c-4567-4138-ac56-cc60e02b2f7a owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:26.102390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:26.164214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=7484674c-4567-4138-ac56-cc60e02b2f7a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:26.239165 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port 7484674c-4567-4138-ac56-cc60e02b2f7a on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:26.241772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:26.244333 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'name': 'network-vif-deleted', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:26.261437 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-cc2677b6-28c0-498d-9dac-ec84c49723ba req-29261943-711c-4977-b94e-cef74a7a0405 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/7484674c-4567-4138-ac56-cc60e02b2f7a HTTP/1.1" status: 204 len: 173 time: 0.7506418 Jan 21 09:58:26.313034 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902adb0b-c593-4af0-94d1-27d651ea4bb2', 'name': 'network-vif-deleted', 'tag': '7484674c-4567-4138-ac56-cc60e02b2f7a', 'status': 'completed', 'code': 200} Jan 21 09:58:26.839188 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-14a136ad-b8ed-4521-a0bc-88b13a7c8369 req-38ee8b62-1ecc-456a-b8c8-cb737e292e66 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=902adb0b-c593-4af0-94d1-27d651ea4bb2 HTTP/1.1" status: 200 len: 210 time: 0.0442507 Jan 21 09:58:27.918753 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:58:27.950111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40114) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:28.020689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5706319c-bef4-406c-89c3-bf146c77ea7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.049096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5706319c-bef4-406c-89c3-bf146c77ea7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.112603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5706319c-bef4-406c-89c3-bf146c77ea7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.134237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706319c-bef4-406c-89c3-bf146c77ea7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc762b4d-76d3-4b96-a331-0db79c358ea5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:28.144940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5706319c-bef4-406c-89c3-bf146c77ea7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.146136 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5706319c-bef4-406c-89c3-bf146c77ea7e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/cc762b4d-76d3-4b96-a331-0db79c358ea5 HTTP/1.1" status: 204 len: 168 time: 0.1949852 Jan 21 09:58:28.189139 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40120) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:28.324987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 7484674c-4567-4138-ac56-cc60e02b2f7a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:28.356358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 7484674c-4567-4138-ac56-cc60e02b2f7a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:28.356701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 7484674c-4567-4138-ac56-cc60e02b2f7a not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:28.384547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 5ac8d518-034c-45c8-ab09-46c4857d6ae8 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:28.384782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.644490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.644712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.760333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 5ac8d518-034c-45c8-ab09-46c4857d6ae8 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:28.909237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:28.955692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=5ac8d518-034c-45c8-ab09-46c4857d6ae8,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:29.049550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:29.441739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 32941f99-a61b-4b6f-a9a6-906d06f59126 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:29.637016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:29.648730 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] Sync routers for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:29.653573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:29.661036 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:29.661635 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:29.709011 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-69e4cb73-e745-478c-98d0-354eeacb0d83 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/a1003e29-826b-44e3-be88-42c59477daf9 HTTP/1.1" status: 204 len: 168 time: 1.5186617 Jan 21 09:58:29.709481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:29.768857 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'status': 'completed', 'code': 200} Jan 21 09:58:29.851004 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:29.863769 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-131a0b07-9f7d-4494-af45-14a8920a2661 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 1098 time: 0.0724649 Jan 21 09:58:30.029893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-b7e1dce5-2133-4436-9aa0-caaaad1b66b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:30.032399 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-b7e1dce5-2133-4436-9aa0-caaaad1b66b5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 200 len: 898 time: 0.1618993 Jan 21 09:58:30.109801 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-91848981-5b8b-43eb-83ea-a33f62709a62 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 200 len: 217 time: 0.0682101 Jan 21 09:58:30.158204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d3e5-7ee9-4b51-a6a1-9624f6f7f216 req-8f7d472f-ae58-4068-8d26-1e6cfd25523b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:30.159049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-37e4d3e5-7ee9-4b51-a6a1-9624f6f7f216 req-8f7d472f-ae58-4068-8d26-1e6cfd25523b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:30.177075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-37e4d3e5-7ee9-4b51-a6a1-9624f6f7f216 req-8f7d472f-ae58-4068-8d26-1e6cfd25523b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:30.180335 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-37e4d3e5-7ee9-4b51-a6a1-9624f6f7f216 req-8f7d472f-ae58-4068-8d26-1e6cfd25523b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 945 time: 0.1110888 Jan 21 09:58:30.181925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-9515f9c0-76d6-4306-9e85-29a8164572ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:30.183623 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-9515f9c0-76d6-4306-9e85-29a8164572ff service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 200 len: 834 time: 0.0670145 Jan 21 09:58:30.230728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-37e4d3e5-7ee9-4b51-a6a1-9624f6f7f216 req-db78ca0b-121e-4f2f-b320-9c9c3dfb43d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:30.237352 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:30.242377 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] Checking router: 32941f99-a61b-4b6f-a9a6-906d06f59126 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:30.249725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-37e4d3e5-7ee9-4b51-a6a1-9624f6f7f216 req-db78ca0b-121e-4f2f-b320-9c9c3dfb43d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:30.251149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-37e4d3e5-7ee9-4b51-a6a1-9624f6f7f216 req-db78ca0b-121e-4f2f-b320-9c9c3dfb43d7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624092 Jan 21 09:58:30.256525 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:30.257146 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:30.351335 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-5f0cf271-57ac-4097-8aac-bbee0dcfa1a8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b154d906-7d18-4e09-9e4e-e1bb409ffb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1604762 Jan 21 09:58:30.440000 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:30.483387 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-c45890d6-a2eb-4fc9-8326-7484f066fff2 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248097 Jan 21 09:58:30.620103 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bcd7a21a-1390-461a-b6c1-6b0e5e561fc1 req-3441b29d-4bc2-4f28-a829-22b1836012c8 service neutron] 10.222.0.120 "GET /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299522 Jan 21 09:58:30.745927 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:30.750417 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0ec6b-1ca2-4ec6-b613-722ed849a01a None None] The sync data for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv is: [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:57:02Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'bf00632b-abc5-42f5-856f-6a2b697bae2e', 'name': '', 'network_id': 'b154d906-7d18-4e09-9e4e-e1bb409ffb01', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:99:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:57:01Z', 'updated_at': '2022-01-21T09:57:08Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1775b4f9-3611-4858-a05b-07efeb9936b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:30.962882 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac2de4e-defa-4e98-a08c-086389d0699b None None] New status for floating IP a1003e29-826b-44e3-be88-42c59477daf9: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:58:31.459345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3ea22-7d18-4a51-8087-e51f70864015 req-cacf96db-60d8-4882-8204-193c59f2473f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:31.460711 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-01e3ea22-7d18-4a51-8087-e51f70864015 req-cacf96db-60d8-4882-8204-193c59f2473f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 945 time: 0.0815437 Jan 21 09:58:31.509117 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-01e3ea22-7d18-4a51-8087-e51f70864015 req-e78703d8-21ec-4daf-9808-192fb7faa09f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=c9973a02-df92-4314-9cc9-485e06b4ec31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425870 Jan 21 09:58:31.695660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-79016e8f-00a0-49fa-bd35-35577539db37 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:31.696345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-79016e8f-00a0-49fa-bd35-35577539db37 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:31.708588 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-79016e8f-00a0-49fa-bd35-35577539db37 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:31.710114 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-79016e8f-00a0-49fa-bd35-35577539db37 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 945 time: 0.0901358 Jan 21 09:58:31.782927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:31.783506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.041308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:32.041664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.166428 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:32.312909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.360640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=f4b390b9-bb68-45c5-a7d1-771cec7e6cf5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:32.433403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:32.436414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:32.439009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'name': 'network-vif-deleted', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:32.457080 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5b83a7e6-08ee-4a21-9d9c-50d1cf90bc19 req-84849300-ff4d-4c18-850b-7690a87d17f5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 HTTP/1.1" status: 204 len: 173 time: 0.7413535 Jan 21 09:58:32.501037 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafb6a6a-e004-426b-a115-52ea3fba6711', 'name': 'network-vif-deleted', 'tag': 'f4b390b9-bb68-45c5-a7d1-771cec7e6cf5', 'status': 'completed', 'code': 200} Jan 21 09:58:32.686262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ccc40716-6ddb-4468-9a06-01ca2bb34d0d req-4b153858-83cf-4886-906a-08a5e85159e0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=cafb6a6a-e004-426b-a115-52ea3fba6711 HTTP/1.1" status: 200 len: 210 time: 0.0410469 Jan 21 09:58:33.793016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40138) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:33.865118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6859f6f3-4dfc-4d86-b2f6-78dc171f8544 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:33.988259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6859f6f3-4dfc-4d86-b2f6-78dc171f8544 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:34.052736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6859f6f3-4dfc-4d86-b2f6-78dc171f8544 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:34.070639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859f6f3-4dfc-4d86-b2f6-78dc171f8544 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9973a02-df92-4314-9cc9-485e06b4ec31,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:34.082406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6859f6f3-4dfc-4d86-b2f6-78dc171f8544 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:34.083628 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6859f6f3-4dfc-4d86-b2f6-78dc171f8544 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/c9973a02-df92-4314-9cc9-485e06b4ec31 HTTP/1.1" status: 204 len: 168 time: 0.2896507 Jan 21 09:58:34.123715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40144) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:34.354733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:34.387658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:34.388001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f4b390b9-bb68-45c5-a7d1-771cec7e6cf5 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:34.530961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:34.610742 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:35.144167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port bf00632b-abc5-42f5-856f-6a2b697bae2e {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:35.144774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:35.357251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port bf00632b-abc5-42f5-856f-6a2b697bae2e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bf00632b-abc5-42f5-856f-6a2b697bae2e,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:35.357594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:35.475599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for bf00632b-abc5-42f5-856f-6a2b697bae2e owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:35.759558 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:35.809561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=bf00632b-abc5-42f5-856f-6a2b697bae2e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:36.107685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:36.681341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router 32941f99-a61b-4b6f-a9a6-906d06f59126 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:36.874556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:36.884749 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] Sync routers for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:36.886698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2e630d30-03ba-402a-82ba-b269eb5309b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/32941f99-a61b-4b6f-a9a6-906d06f59126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7618933 Jan 21 09:58:36.890017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40148) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:36.898560 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:36.899152 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:37.075186 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:37.186286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5801bc2-a6c3-4af7-ae95-ba320010d984 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet 1775b4f9-3611-4858-a05b-07efeb9936b1 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:58:37.189219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5801bc2-a6c3-4af7-ae95-ba320010d984 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.242358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5801bc2-a6c3-4af7-ae95-ba320010d984 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.329379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5801bc2-a6c3-4af7-ae95-ba320010d984 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.370547 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:58:35Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:37.375312 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] Checking router: 32941f99-a61b-4b6f-a9a6-906d06f59126 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:37.385719 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] Routers {'32941f99-a61b-4b6f-a9a6-906d06f59126'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:37.386344 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['32941f99-a61b-4b6f-a9a6-906d06f59126'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:37.400629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5801bc2-a6c3-4af7-ae95-ba320010d984 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.443992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801bc2-a6c3-4af7-ae95-ba320010d984 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=1775b4f9-3611-4858-a05b-07efeb9936b1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:37.451600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d5801bc2-a6c3-4af7-ae95-ba320010d984 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.460132 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d5801bc2-a6c3-4af7-ae95-ba320010d984 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/1775b4f9-3611-4858-a05b-07efeb9936b1 HTTP/1.1" status: 204 len: 168 time: 0.5666649 Jan 21 09:58:37.460317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a1531-e224-4ffb-967b-693091e5ac38 None None] Network b154d906-7d18-4e09-9e4e-e1bb409ffb01 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:58:37.460752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40152) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:37.606009 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] Set router 32941f99-a61b-4b6f-a9a6-906d06f59126 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:37.683178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.744599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] DHCP port deletion for b154d906-7d18-4e09-9e4e-e1bb409ffb01 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:58:37.749791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Deleting port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:37.750197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.895197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.906641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:58:37.906977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:37.915267 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:58:35Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:37.919634 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbe164-fcba-4668-b742-23d43e5ffe6c None None] The sync data for ids ['32941f99-a61b-4b6f-a9a6-906d06f59126'] in dv-neutron-825724-1-hyperv is: [{'id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'name': 'tempest-TestNetworkBasicOps-router-541168284', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:56:57Z', 'updated_at': '2022-01-21T09:58:35Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '57612ff1-4b6e-41e7-b16c-cda774ebfb2f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32941f99-a61b-4b6f-a9a6-906d06f59126', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:56:58Z', 'updated_at': '2022-01-21T09:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:37.978592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] For port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae,segment=NetworkSegment(4a9e3831-6481-4a9e-a194-88fb3a1ada2d),segment_id=4a9e3831-6481-4a9e-a194-88fb3a1ada2d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:37.979099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.097680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 57612ff1-4b6e-41e7-b16c-cda774ebfb2f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=57612ff1-4b6e-41e7-b16c-cda774ebfb2f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:38.098033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Calling delete_port for e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:38.098157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.173180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.216031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Pushing event deleted for resources: {'Port': ['ID=e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:38.220451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 57612ff1-4b6e-41e7-b16c-cda774ebfb2f owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:58:38.227192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] No DVR routers for this DVR port e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:58:38.229069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.229413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.229778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.230132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.230462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.230787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.231109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.231433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.232393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.232603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.232933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1eccb6-ce7a-48f4-9d8e-c197ebd82492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:38.346020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:38.386414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:38.386414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e8b8a0e0-17c4-4a75-8c0d-62b0da3658ae not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:38.386414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bf00632b-abc5-42f5-856f-6a2b697bae2e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:38.407573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:38.420621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: bf00632b-abc5-42f5-856f-6a2b697bae2e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:38.420965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bf00632b-abc5-42f5-856f-6a2b697bae2e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:38.454960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=57612ff1-4b6e-41e7-b16c-cda774ebfb2f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:38.673256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.033057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.038977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.068468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.069108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Fanout notify agent at l3_agent the message router_deleted on router 32941f99-a61b-4b6f-a9a6-906d06f59126 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:58:39.085544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.089595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40156) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:39.090108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9cde7391-c624-41b7-86a3-0ff5bb579393 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/routers/32941f99-a61b-4b6f-a9a6-906d06f59126 HTTP/1.1" status: 204 len: 168 time: 1.6283841 Jan 21 09:58:39.207463 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.338414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.377589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b154d906-7d18-4e09-9e4e-e1bb409ffb01']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:39.390101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9e3831-6481-4a9e-a194-88fb3a1ada2d') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:39.390397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9e3831-6481-4a9e-a194-88fb3a1ada2d') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:39.401690 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.417518 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.423553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 09:58:39.424017 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 09:58:39.438742 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 09:58:39.619098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.636934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.649276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=b154d906-7d18-4e09-9e4e-e1bb409ffb01,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:39.657938 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-069f2ebd-f85d-4b4d-9c65-a2c13be29910 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/b154d906-7d18-4e09-9e4e-e1bb409ffb01 HTTP/1.1" status: 204 len: 168 time: 0.5672419 Jan 21 09:58:39.684381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40160) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:39.691240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'network': {'name': 'tempest-network-smoke--1997919493', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:39.696241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:39.700265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:network and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:39.703590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:39.709185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:39.719298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:39.722523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.752217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 09:58:39.761700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.762190 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Added segment e23e2dc7-8970-4d69-a1fd-ff81e5227681 of type vlan for network 26060ae1-bcd0-45ba-8230-3f480a886cb2 Jan 21 09:58:39.789734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.819495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.823042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:39.823617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.933258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Network': ['ID=26060ae1-bcd0-45ba-8230-3f480a886cb2,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:39.939557 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5c6b39e6-6518-4e9d-af7a-1289eee84e47 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2503610 Jan 21 09:58:39.939855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40164) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:39.944743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 09:58:39.945251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'admin_state_up': True, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:39.953330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:39.957409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:router and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:39.960612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:39.967160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:39.978632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:39.980527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.006100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.153606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.330101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.334298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 57612ff1-4b6e-41e7-b16c-cda774ebfb2f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:58:40.362112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.370120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 57612ff1-4b6e-41e7-b16c-cda774ebfb2f {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:58:40.370464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 57612ff1-4b6e-41e7-b16c-cda774ebfb2f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:58:40.499874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.195 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/6242069a-07b5-45e1-8f59-4fa2fbf02255) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:40.648991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.675725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.738886 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:40.741650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:40.745329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:40.778204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=6242069a-07b5-45e1-8f59-4fa2fbf02255,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:40.905652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:40.906344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.132286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c8446a09-1443-423a-8830-8ad5e50a5757 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 09:58:41.328129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:41.338083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Sync routers for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:41.350114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:41.350661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:41.353703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.354877 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b4741dcf-151f-4234-894b-ff5084f764b9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4139838 Jan 21 09:58:41.358941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40168) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:41.403616 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4da1f9a8-86ab-4118-9fcf-4642c90a02a6 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=2bf180d28dc849719d12fc83d7a3b3ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412426 Jan 21 09:58:41.403852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40172) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:41.579366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:41.651377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f15a91-b5fb-4494-8bef-bfd26443fcf4 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:41.652836 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-27f15a91-b5fb-4494-8bef-bfd26443fcf4 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2481081 Jan 21 09:58:41.656570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40176) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:41.695252 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5497a606-560f-4099-9682-7a37ecd304e5 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375974 Jan 21 09:58:41.697857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40180) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:41.703798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1097699455', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:41.822509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:41.827154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:subnet and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:41.830102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:41.836524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:41.848116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:41.867395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:41.871505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Checking router: c8446a09-1443-423a-8830-8ad5e50a5757 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:41.871854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Updating router c8446a09-1443-423a-8830-8ad5e50a5757 port 6242069a-07b5-45e1-8f59-4fa2fbf02255 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:58:41.924930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:41.958078 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.188459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.271531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Subnet': ['ID=1c5eae8c-5197-42fc-93e1-65683dbea80d,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.273277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.282405 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Checking segment: {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:42.282887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network hostable DHCP agents. Network: 26060ae1-bcd0-45ba-8230-3f480a886cb2, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 09:58:42.287582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Transition to ACTIVE for port object 6242069a-07b5-45e1-8f59-4fa2fbf02255 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:42.296023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.307142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 09:58:42.318409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 26060ae1-bcd0-45ba-8230-3f480a886cb2) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:42.322365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:42.322950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.337832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8862bfb-ed6e-4380-9956-8972042480f6 None None] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:58:42.345581 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ab95aeb9-1208-4fe9-a67a-a83f09d57686 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6466668 Jan 21 09:58:42.348439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40184) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:42.453411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fdf01-a7ac-4b8b-92d5-ce70d49a6e53 None None] Pushing event updated for resources: {'Port': ['ID=6242069a-07b5-45e1-8f59-4fa2fbf02255,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.463486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Attempting to bind port 6242069a-07b5-45e1-8f59-4fa2fbf02255 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:42.463849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Attempting to bind port 6242069a-07b5-45e1-8f59-4fa2fbf02255 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:42.464207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Attempting to bind port 6242069a-07b5-45e1-8f59-4fa2fbf02255 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:42.479037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:42.479480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:42.479780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.480160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:42.480617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Bound port: 6242069a-07b5-45e1-8f59-4fa2fbf02255, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:42.481401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.615677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] For port 6242069a-07b5-45e1-8f59-4fa2fbf02255, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:42.652271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] For port 6242069a-07b5-45e1-8f59-4fa2fbf02255, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6242069a-07b5-45e1-8f59-4fa2fbf02255,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:42.660914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.694030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-26060ae1-bcd0-45ba-8230-3f480a886cb2', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 09:58:42.694827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:42.815222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fdf01-a7ac-4b8b-92d5-ce70d49a6e53 None None] Pushing event updated for resources: {'Port': ['ID=6242069a-07b5-45e1-8f59-4fa2fbf02255,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:42.829843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:42.830537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:43.097207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Allocated IP 172.20.0.2 (26060ae1-bcd0-45ba-8230-3f480a886cb2/1c5eae8c-5197-42fc-93e1-65683dbea80d/deacc7ef-ec83-485e-aaca-456bb1665148) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:43.147434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.193647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:43.558713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.574515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Transition to ACTIVE for port object deacc7ef-ec83-485e-aaca-456bb1665148 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:43.597716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Transition to ACTIVE for port object deacc7ef-ec83-485e-aaca-456bb1665148 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:43.608645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.672728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:43.681070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.1 (26060ae1-bcd0-45ba-8230-3f480a886cb2/1c5eae8c-5197-42fc-93e1-65683dbea80d/d424d1f1-420b-4da6-bb9a-1a9dabd33e16) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:43.684378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:43.685793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33a0fe-4faf-4f16-8673-d0ba09277285 None None] The sync data for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv is: [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:40Z', 'revision_number': 3, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:43.689737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:43.693795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:43.700558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Pushing event updated for resources: {'Port': ['ID=deacc7ef-ec83-485e-aaca-456bb1665148,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:43.795470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Attempting to bind port deacc7ef-ec83-485e-aaca-456bb1665148 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:43.795919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Attempting to bind port deacc7ef-ec83-485e-aaca-456bb1665148 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:43.796364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Attempting to bind port deacc7ef-ec83-485e-aaca-456bb1665148 on network 26060ae1-bcd0-45ba-8230-3f480a886cb2 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:43.804683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:43.805182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Checking segment: {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:43.805670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.806125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Bound using segment: {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:43.806620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Bound port: deacc7ef-ec83-485e-aaca-456bb1665148, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:43.806999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.877682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.918174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object d424d1f1-420b-4da6-bb9a-1a9dabd33e16 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:43.922766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] For port deacc7ef-ec83-485e-aaca-456bb1665148, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:43.926351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] For port deacc7ef-ec83-485e-aaca-456bb1665148, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=deacc7ef-ec83-485e-aaca-456bb1665148,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:43.932039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:43.954037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.044392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:44.048972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80344ba9-a054-4bbf-8059-82bbbb674e50 None None] Pushing event updated for resources: {'Port': ['ID=deacc7ef-ec83-485e-aaca-456bb1665148,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:44.052766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:44.057135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:44.111070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:44.134881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.248621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.431616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6242069a-07b5-45e1-8f59-4fa2fbf02255 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:44.507680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 6242069a-07b5-45e1-8f59-4fa2fbf02255 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:44.513769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6242069a-07b5-45e1-8f59-4fa2fbf02255 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:44.514557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.650206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.669665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 6242069a-07b5-45e1-8f59-4fa2fbf02255, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6242069a-07b5-45e1-8f59-4fa2fbf02255,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:44.675431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.676600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device deacc7ef-ec83-485e-aaca-456bb1665148 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:44.705721 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.711832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.798694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=6242069a-07b5-45e1-8f59-4fa2fbf02255,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:44.811854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port deacc7ef-ec83-485e-aaca-456bb1665148 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:44.833286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:44.835843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:44.983213 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:44.984512 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:45.071537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37ebc8-015e-432c-a2d8-1ce7fa77d8f7 None None] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:58:45.180292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bb1d075f-eb36-45a7-a7fa-588e21a62c60 None None] Provisioning for port deacc7ef-ec83-485e-aaca-456bb1665148 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:45.198817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bb1d075f-eb36-45a7-a7fa-588e21a62c60 None None] Provisioning complete for port deacc7ef-ec83-485e-aaca-456bb1665148 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:45.199212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb1d075f-eb36-45a7-a7fa-588e21a62c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.415022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb1d075f-eb36-45a7-a7fa-588e21a62c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.459560 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-bb1d075f-eb36-45a7-a7fa-588e21a62c60 None None] For port deacc7ef-ec83-485e-aaca-456bb1665148, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=deacc7ef-ec83-485e-aaca-456bb1665148,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:45.465663 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bb1d075f-eb36-45a7-a7fa-588e21a62c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.515558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c8446a09-1443-423a-8830-8ad5e50a5757 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:58:45.595304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d075f-eb36-45a7-a7fa-588e21a62c60 None None] Pushing event updated for resources: {'Port': ['ID=deacc7ef-ec83-485e-aaca-456bb1665148,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:45.701577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8cba6067-17c3-4a7a-bc48-772a00c42010 None None] Provisioning for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:45.707232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8cba6067-17c3-4a7a-bc48-772a00c42010 None None] Provisioning complete for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:45.707610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8cba6067-17c3-4a7a-bc48-772a00c42010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.744441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:58:45.759774 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-911d79ce-3950-4341-9f5d-0f090f7f5660 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/c8446a09-1443-423a-8830-8ad5e50a5757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4098139 Jan 21 09:58:45.761783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40188) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:45.767973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8cba6067-17c3-4a7a-bc48-772a00c42010 None None] Port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:45.782216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8cba6067-17c3-4a7a-bc48-772a00c42010 None None] Provisioning complete for port deacc7ef-ec83-485e-aaca-456bb1665148 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:45.782597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8cba6067-17c3-4a7a-bc48-772a00c42010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:45.929825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdad77-bd30-4fe2-8708-50b6b6ee7919 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.930179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdad77-bd30-4fe2-8708-50b6b6ee7919 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.930556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdad77-bd30-4fe2-8708-50b6b6ee7919 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.930914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdad77-bd30-4fe2-8708-50b6b6ee7919 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:45.934142 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f6fdad77-bd30-4fe2-8708-50b6b6ee7919 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1711395 Jan 21 09:58:45.935938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40192) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.018587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c976c6-9a1b-481e-8872-bc4e0541523e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.018963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c976c6-9a1b-481e-8872-bc4e0541523e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.019334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c976c6-9a1b-481e-8872-bc4e0541523e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.019684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c976c6-9a1b-481e-8872-bc4e0541523e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:46.021536 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b3c976c6-9a1b-481e-8872-bc4e0541523e tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0844641 Jan 21 09:58:46.024415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40196) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.042306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9b442901-695b-4bbc-a8cf-722b45cb31b1 None None] Provisioning complete for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:46.042679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9b442901-695b-4bbc-a8cf-722b45cb31b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.105228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9b442901-695b-4bbc-a8cf-722b45cb31b1 None None] Port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:46.226819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6302244e-36b8-47e0-bd95-d064e78ac38d None None] Provisioning complete for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:46.227105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6302244e-36b8-47e0-bd95-d064e78ac38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.230856 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3e9f1e1e-6eeb-4fdc-a439-ac082fb9ed34 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2052190 Jan 21 09:58:46.283308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6302244e-36b8-47e0-bd95-d064e78ac38d None None] Port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:46.349570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6242069a-07b5-45e1-8f59-4fa2fbf02255 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:46.417825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6242069a-07b5-45e1-8f59-4fa2fbf02255 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:46.418228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.536116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device deacc7ef-ec83-485e-aaca-456bb1665148 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:46.587339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40202) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.593802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637922812', 'description': 'tempest-secgroup-smoke-1637922812 description', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:46.600293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.604918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.609851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port deacc7ef-ec83-485e-aaca-456bb1665148 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:46.610268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.610404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.616531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.628920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.665680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.671040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.674123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.680412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.739936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.743967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.789249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9276ca74-79f3-4947-ad66-51d0c06e40da,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.792820 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.798222 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-63ecfdd3-127a-4a85-aec6-c04cb953eb8b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2056713 Jan 21 09:58:46.798802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40206) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.803852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9276ca74-79f3-4947-ad66-51d0c06e40da', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:46.811044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.814886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.817737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.823470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.840631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.902737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.908094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.934376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce1b2d5-2454-46e6-a13d-39ab1ef9904c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:46.944094 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:46.945258 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f12571fa-bd16-47eb-ba85-4170b7452e70 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1458707 Jan 21 09:58:46.948122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40210) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:46.953351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9276ca74-79f3-4947-ad66-51d0c06e40da', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:46.959423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:46.963286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:46.966669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:46.972485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:46.991031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.053679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.057523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.080108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dcaa65-97ed-4d21-8549-ea8674cdf035,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:47.089119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.090614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dc7ba155-13b0-4cdd-83cd-eb715b9d408a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1414864 Jan 21 09:58:47.094135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40214) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:47.100425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9276ca74-79f3-4947-ad66-51d0c06e40da', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:47.107380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:47.111537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:47.114601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:47.120417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:47.137076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.204164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.208236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.232856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b43877-f318-4910-91b5-b21a5bec0582,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:47.243649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.244841 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1679c73f-1ece-4f2b-890c-02059af80d64 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1496000 Jan 21 09:58:47.247899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40218) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:47.253514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9276ca74-79f3-4947-ad66-51d0c06e40da', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:47.259487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:47.264369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:47.267283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:47.272882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:47.292593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.361833 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Sync routers for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:58:47.362969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.367034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.376705 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:47.377328 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:47.391341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428ce182-6458-42ba-b06d-118ba9a31512,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:47.400979 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.405530 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fd660fc5-9e92-42e0-90b8-9827d38fa3aa tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1534107 Jan 21 09:58:47.405808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40222) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:47.411424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9276ca74-79f3-4947-ad66-51d0c06e40da', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:47.417437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:47.421490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:47.424447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:47.430308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:47.441145 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:58:47.448645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.525088 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.530613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.557403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b56661d-b9b1-4279-a805-9b0e242838cb,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:47.568710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.572389 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ac536dc6-0b9f-47f1-a138-6337ab2d69b4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1631074 Jan 21 09:58:47.572752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40226) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:47.579022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'security_group_rule': {'security_group_id': '9276ca74-79f3-4947-ad66-51d0c06e40da', 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:47.584887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:47.589253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:security_group_rule and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:47.592719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:47.596520 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:47.598647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:47.610665 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Project 2bf180d28dc849719d12fc83d7a3b3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 09:58:47.621784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.695892 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.699849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.723760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f8e22b-d79e-479e-b4d7-c807f903f96b,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:47.733290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:47.742239 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3895be5f-2657-4611-b53e-db9bccccd1ac tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1608171 Jan 21 09:58:47.941681 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:47.946724 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Checking router: c8446a09-1443-423a-8830-8ad5e50a5757 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:58:47.947079 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Updating router c8446a09-1443-423a-8830-8ad5e50a5757 port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 09:58:47.990147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-53cca161-16c6-4fa1-9a26-b021659aeb6b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:48.006282 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:48.007052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-53cca161-16c6-4fa1-9a26-b021659aeb6b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:48.008371 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-53cca161-16c6-4fa1-9a26-b021659aeb6b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637922812&fields=id&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 267 time: 0.0625646 Jan 21 09:58:48.160206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-88fea13a-45cd-447b-9e11-2740a1c15399 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:48.160924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-88fea13a-45cd-447b-9e11-2740a1c15399 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:48.179140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-88fea13a-45cd-447b-9e11-2740a1c15399 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:48.180271 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-88fea13a-45cd-447b-9e11-2740a1c15399 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/networks?id=26060ae1-bcd0-45ba-8230-3f480a886cb2 HTTP/1.1" status: 200 len: 797 time: 0.1644380 Jan 21 09:58:48.197377 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-77a3c9d6-2ba3-4b28-be17-34acf68ddce0 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/quotas/2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 375 time: 0.0106184 Jan 21 09:58:48.279365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-83f28f63-e2ba-4c33-8711-eb34b8a4ac6a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:48.296711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-83f28f63-e2ba-4c33-8711-eb34b8a4ac6a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:48.298046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-83f28f63-e2ba-4c33-8711-eb34b8a4ac6a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944993 Jan 21 09:58:48.352094 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:48.364801 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Transition to ACTIVE for port object d424d1f1-420b-4da6-bb9a-1a9dabd33e16 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:48.371482 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:48.500119 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Pushing event updated for resources: {'Port': ['ID=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:48.511672 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.512007 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.512337 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.512766 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.513282 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.513601 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.514101 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.514841 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.515312 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.515865 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.516331 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:58:48.553052 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-eadd3431-1659-4176-80c2-0c6aeab41983 service neutron] 10.222.0.122 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422464 Jan 21 09:58:48.642727 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Attempting to bind port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:48.643242 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Attempting to bind port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:48.643597 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Attempting to bind port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 on network 26060ae1-bcd0-45ba-8230-3f480a886cb2 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:48.650075 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:48.650461 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Checking segment: {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:48.650844 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:48.651227 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Bound using segment: {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:48.651670 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Bound port: d424d1f1-420b-4da6-bb9a-1a9dabd33e16, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:48.652034 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:48.695149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-a51746cd-e5d9-4e23-8b8e-aeb189d44a06 service neutron] 10.222.0.122 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358595 Jan 21 09:58:48.754217 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] For port d424d1f1-420b-4da6-bb9a-1a9dabd33e16, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:48.757222 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] For port d424d1f1-420b-4da6-bb9a-1a9dabd33e16, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:48.762417 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:48.845767 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:58:48.846478 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:48.900785 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4cd7307-6664-4030-827c-8e1c5ea0f32a req-9f399d1f-1482-4b39-93b5-760385e9ff46 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 210 time: 0.0434966 Jan 21 09:58:48.936183 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c82f9-b8cb-411d-92ff-4ccd88348f4e None None] Pushing event updated for resources: {'Port': ['ID=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:49.073784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ce63c1f4-a503-4121-8c9a-6242578a0e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:49.085183 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:58:49.420119 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:58:48Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:58:49.424481 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07195127-34a9-4a3f-a8f1-22b9557f271e None None] The sync data for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv is: [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:58:48Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:58:50.069425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2081ea46-4014-409d-8ae9-fc68d9eacaf5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:50.070709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2081ea46-4014-409d-8ae9-fc68d9eacaf5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:58:50.087488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2081ea46-4014-409d-8ae9-fc68d9eacaf5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:network {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:58:50.089065 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2081ea46-4014-409d-8ae9-fc68d9eacaf5 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/networks?id=26060ae1-bcd0-45ba-8230-3f480a886cb2 HTTP/1.1" status: 200 len: 797 time: 0.2383344 Jan 21 09:58:50.114654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1a32f881-a22b-4222-ae67-47719869b913 req-33ec0d63-00b8-4f6b-8af2-0ac41e94ce80 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 210 time: 0.0562027 Jan 21 09:58:50.147734 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-82885bf4-7484-4d10-93ee-827c9c028fa8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf180d28dc849719d12fc83d7a3b3ed HTTP/1.1" status: 200 len: 380 time: 0.0453875 Jan 21 09:58:50.157700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'port': {'device_id': '71b5108f-709b-453f-bb5b-f43163928f02', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'admin_state_up': True, 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'security_groups': ['9276ca74-79f3-4947-ad66-51d0c06e40da']}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:50.306671 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:50.322524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:50.335524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Made reservation on behalf of 2bf180d28dc849719d12fc83d7a3b3ed for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 09:58:50.339020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.380444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d424d1f1-420b-4da6-bb9a-1a9dabd33e16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:50.451274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:50.456827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:50.457199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.516932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.20.0.4 (26060ae1-bcd0-45ba-8230-3f480a886cb2/1c5eae8c-5197-42fc-93e1-65683dbea80d/918fc780-c202-400b-ad32-33935a966a56) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:50.577885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.612689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port d424d1f1-420b-4da6-bb9a-1a9dabd33e16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:50.617005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.687782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:50.732148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.748313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Transition to ACTIVE for port object 918fc780-c202-400b-ad32-33935a966a56 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:50.770377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.841630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:58:50.844880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:58:50.848893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:58:50.880757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=918fc780-c202-400b-ad32-33935a966a56,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:50.920199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:50.920813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:50.954146 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-ae51f003-3927-4b28-8d77-b4a31a47de0e tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8006549 Jan 21 09:58:51.034022 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Request body: {'port': {'device_id': '71b5108f-709b-453f-bb5b-f43163928f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:51.109543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cc4c2756-2f39-4f93-9fcf-7d42a08909aa None None] Provisioning for port 918fc780-c202-400b-ad32-33935a966a56 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:51.114994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cc4c2756-2f39-4f93-9fcf-7d42a08909aa None None] Provisioning complete for port 918fc780-c202-400b-ad32-33935a966a56 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:51.115393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2756-2f39-4f93-9fcf-7d42a08909aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.149082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.186281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c2756-2f39-4f93-9fcf-7d42a08909aa None None] Port 918fc780-c202-400b-ad32-33935a966a56 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 09:58:51.407073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd4204-174f-4278-94cd-68f4312530c6 req-454d8a30-e55f-4a0e-9c39-aa8951d27d71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:51.408649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-30bd4204-174f-4278-94cd-68f4312530c6 req-454d8a30-e55f-4a0e-9c39-aa8951d27d71 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 931 time: 0.0803113 Jan 21 09:58:51.457319 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-30bd4204-174f-4278-94cd-68f4312530c6 req-ce1a0122-a5b1-4021-ade4-2a9eec7e6938 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421388 Jan 21 09:58:51.462945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97027be5-50da-4591-b4a1-c3f3117604d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.634281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918fc780-c202-400b-ad32-33935a966a56 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:51.641897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.657241 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Transition to ACTIVE for port object 918fc780-c202-400b-ad32-33935a966a56 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 09:58:51.660961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:51.790675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Pushing event updated for resources: {'Port': ['ID=918fc780-c202-400b-ad32-33935a966a56,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:51.898758 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Attempting to bind port 918fc780-c202-400b-ad32-33935a966a56 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 09:58:51.899091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Attempting to bind port 918fc780-c202-400b-ad32-33935a966a56 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 09:58:51.899418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Attempting to bind port 918fc780-c202-400b-ad32-33935a966a56 on network 26060ae1-bcd0-45ba-8230-3f480a886cb2 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:51.906140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Port 918fc780-c202-400b-ad32-33935a966a56 on network 26060ae1-bcd0-45ba-8230-3f480a886cb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 09:58:51.906464 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Attempting to bind port 918fc780-c202-400b-ad32-33935a966a56 on network 26060ae1-bcd0-45ba-8230-3f480a886cb2 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 09:58:51.913173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 9, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 09:58:51.913441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Checking segment: {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 09:58:51.913816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Bound using segment: {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 09:58:51.914264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Bound port: 918fc780-c202-400b-ad32-33935a966a56, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23e2dc7-8970-4d69-a1fd-ff81e5227681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 09:58:51.914608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.018997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] For port 918fc780-c202-400b-ad32-33935a966a56, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 09:58:52.023139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] For port 918fc780-c202-400b-ad32-33935a966a56, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=918fc780-c202-400b-ad32-33935a966a56,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 09:58:52.027710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.093538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.094876 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] 10.222.0.120 "PUT /v2.0/ports/918fc780-c202-400b-ad32-33935a966a56 HTTP/1.1" status: 200 len: 1093 time: 1.1337426 Jan 21 09:58:52.095459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'tag': '918fc780-c202-400b-ad32-33935a966a56'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:52.118566 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6325c1-2979-49ea-a79d-682be2e33500 service neutron] Pushing event updated for resources: {'Port': ['ID=918fc780-c202-400b-ad32-33935a966a56,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:52.192722 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'tag': '918fc780-c202-400b-ad32-33935a966a56', 'status': 'completed', 'code': 200} Jan 21 09:58:52.241368 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-232de4ef-6996-4a58-b4a9-92b91da0a1fa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 1096 time: 0.0955184 Jan 21 09:58:52.319314 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-071424db-b200-4fd8-9ace-2ae082dd9dc3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918fc780-c202-400b-ad32-33935a966a56 HTTP/1.1" status: 200 len: 217 time: 0.0703387 Jan 21 09:58:52.355052 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d424d1f1-420b-4da6-bb9a-1a9dabd33e16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:52.399722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-664502f3-7a1b-4e6b-8405-6a75be8aeab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:52.401157 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-664502f3-7a1b-4e6b-8405-6a75be8aeab8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1c5eae8c-5197-42fc-93e1-65683dbea80d HTTP/1.1" status: 200 len: 835 time: 0.0761709 Jan 21 09:58:52.445465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:52.445843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.492974 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-a2d8ad72-0bbd-4306-a28a-eb3daa5702a8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=26060ae1-bcd0-45ba-8230-3f480a886cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856705 Jan 21 09:58:52.534075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.662018 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-77378c53-642d-45dd-8b21-be7ca7556f97 service neutron] 10.222.0.120 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620381 Jan 21 09:58:52.736997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb622cb-6a47-4566-8aa4-372555e34371 req-a63a5602-afdc-4080-9154-5ec7273726c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:52.739657 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cbb622cb-6a47-4566-8aa4-372555e34371 req-a63a5602-afdc-4080-9154-5ec7273726c7 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 943 time: 0.1278467 Jan 21 09:58:52.804039 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cbb622cb-6a47-4566-8aa4-372555e34371 req-6c62afb0-31a0-4848-b246-1dcaf21b257f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589905 Jan 21 09:58:52.813176 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1796331f-251a-4f8a-a3b8-f841cd0bef79 req-779123bb-ce83-45f5-93dd-e18c11b426a5 service neutron] 10.222.0.120 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442959 Jan 21 09:58:52.832111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:52.966439 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-4bb32ede-fa58-4e3b-b11b-3382f77e7f7f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 1096 time: 0.0802591 Jan 21 09:58:53.099187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-7777a76e-642a-4524-97c5-da2358a78ab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:53.100600 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-7777a76e-642a-4524-97c5-da2358a78ab6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=26060ae1-bcd0-45ba-8230-3f480a886cb2 HTTP/1.1" status: 200 len: 898 time: 0.1279867 Jan 21 09:58:53.168162 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-bb40bbb2-b2cd-4441-a15c-8023d2630a0b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918fc780-c202-400b-ad32-33935a966a56 HTTP/1.1" status: 200 len: 217 time: 0.0604427 Jan 21 09:58:53.326811 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-44c24933-8dfc-4c4a-ae6e-0b54346a1944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:53.328221 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-44c24933-8dfc-4c4a-ae6e-0b54346a1944 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1c5eae8c-5197-42fc-93e1-65683dbea80d HTTP/1.1" status: 200 len: 835 time: 0.1541102 Jan 21 09:58:53.407728 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-682d4532-c8fa-4c76-8d45-64836d86f487 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=26060ae1-bcd0-45ba-8230-3f480a886cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691533 Jan 21 09:58:53.538607 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-67387753-793d-4413-9877-61c9f6721d97 service neutron] 10.222.0.120 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235971 Jan 21 09:58:53.677791 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-415c7cbb-c6b5-4195-a179-56fe2742ef2a req-34d0e649-2d6b-4b98-be82-1eff0474aa24 service neutron] 10.222.0.120 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302977 Jan 21 09:58:53.914095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:54.093548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfb6b0-e64a-46ac-8ac6-510738c5f942 req-d5b9dad5-9e4e-40b0-b30a-f6fae9b7c5d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:54.095034 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72bfb6b0-e64a-46ac-8ac6-510738c5f942 req-d5b9dad5-9e4e-40b0-b30a-f6fae9b7c5d8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 943 time: 0.0782235 Jan 21 09:58:54.140856 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72bfb6b0-e64a-46ac-8ac6-510738c5f942 req-74b3fe1a-fde7-4f9b-9454-cbb94a1cea32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401587 Jan 21 09:58:54.436532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 918fc780-c202-400b-ad32-33935a966a56 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 09:58:54.576295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 918fc780-c202-400b-ad32-33935a966a56, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=918fc780-c202-400b-ad32-33935a966a56,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:54.589780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '918fc780-c202-400b-ad32-33935a966a56', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'port_id': '918fc780-c202-400b-ad32-33935a966a56', 'mac_address': 'fa:16:3e:83:32:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 09:58:54.647835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:54.665678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918fc780-c202-400b-ad32-33935a966a56 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 09:58:54.681142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 918fc780-c202-400b-ad32-33935a966a56, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=918fc780-c202-400b-ad32-33935a966a56,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:54.686470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:54.758894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=918fc780-c202-400b-ad32-33935a966a56,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:54.901153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['918fc780-c202-400b-ad32-33935a966a56'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 09:58:55.346229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4f309-c36c-4424-a80c-c56bfaff57a8 req-b677a6ae-4a13-41ba-aed0-077e4ec90270 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:55.347711 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c6d4f309-c36c-4424-a80c-c56bfaff57a8 req-b677a6ae-4a13-41ba-aed0-077e4ec90270 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 944 time: 0.0816221 Jan 21 09:58:55.394985 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c6d4f309-c36c-4424-a80c-c56bfaff57a8 req-d9c377b4-7f65-427b-b9e5-33873c8673ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Jan 21 09:58:56.466083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 918fc780-c202-400b-ad32-33935a966a56 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:58:56.567400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 918fc780-c202-400b-ad32-33935a966a56 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 09:58:56.572530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 918fc780-c202-400b-ad32-33935a966a56 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:58:56.572901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.607996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf68bf-0f00-44a0-8a29-30bcc4683d8d req-12b9929a-0ca6-4c3e-825c-fa860960a525 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:56.607996 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dcbf68bf-0f00-44a0-8a29-30bcc4683d8d req-12b9929a-0ca6-4c3e-825c-fa860960a525 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 944 time: 0.0797064 Jan 21 09:58:56.656424 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dcbf68bf-0f00-44a0-8a29-30bcc4683d8d req-9e9ab050-78a1-46d1-88eb-fbc06486e7e8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458701 Jan 21 09:58:56.691087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.718925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918fc780-c202-400b-ad32-33935a966a56'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:58:56.728064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 918fc780-c202-400b-ad32-33935a966a56, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=918fc780-c202-400b-ad32-33935a966a56,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:58:56.732998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:56.775060 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918fc780-c202-400b-ad32-33935a966a56', 'code': 200} Jan 21 09:58:56.801171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=918fc780-c202-400b-ad32-33935a966a56,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:58:57.002537 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5fe8b263-1364-41d8-973c-b2ecf8234d1e req-4bb192b5-cd71-4c3f-a756-61c8c4532db4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 1098 time: 0.0684626 Jan 21 09:58:57.051799 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-5fe8b263-1364-41d8-973c-b2ecf8234d1e req-98de7276-a286-4248-bfa2-e4959c4c8c14 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Jan 21 09:58:57.862328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccbb07-d3da-4923-8c6c-0b19d300dc8b req-a82a46cd-ef01-449a-8a92-0814e5fc90d4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:57.863785 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2fccbb07-d3da-4923-8c6c-0b19d300dc8b req-a82a46cd-ef01-449a-8a92-0814e5fc90d4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 945 time: 0.0822167 Jan 21 09:58:57.909161 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2fccbb07-d3da-4923-8c6c-0b19d300dc8b req-7bcf0c4e-78e6-4084-8cec-81f9a6062cfe tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 Jan 21 09:58:59.114706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733ba87-2012-42e8-a701-0b5e2cb4a8b5 req-3954ffaf-96fa-4a4a-92ce-98aedd35d705 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:59.116215 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7733ba87-2012-42e8-a701-0b5e2cb4a8b5 req-3954ffaf-96fa-4a4a-92ce-98aedd35d705 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 945 time: 0.0820150 Jan 21 09:58:59.165179 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7733ba87-2012-42e8-a701-0b5e2cb4a8b5 req-4e687b48-5982-48f2-9d4f-6f33b88ff961 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Jan 21 09:58:59.368097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629d148-8206-4ce2-8afc-a3b6686541af req-61ad674e-bb89-4763-b300-f5b60dbe479c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:58:59.369533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f629d148-8206-4ce2-8afc-a3b6686541af req-61ad674e-bb89-4763-b300-f5b60dbe479c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 945 time: 0.0789690 Jan 21 09:58:59.413927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f629d148-8206-4ce2-8afc-a3b6686541af req-fa56ba1e-6ffd-4ce9-b519-97a0ad7bc8d4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381184 Jan 21 09:58:59.443001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40274) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:59.515208 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f79c92bf-133a-455e-aba9-d2d3d73b4787 tempest-TestNetworkBasicOps-296716392 tempest-TestNetworkBasicOps-296716392-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 1093 time: 0.0703022 Jan 21 09:58:59.517375 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40278) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:58:59.522639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '918fc780-c202-400b-ad32-33935a966a56', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:58:59.528339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 09:58:59.532150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Usage tracker for resource:floatingip and tenant:2bf180d28dc849719d12fc83d7a3b3ed is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 09:58:59.535013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 09:58:59.540592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 09:58:59.551812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:59.688790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:58:59.826538 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Allocated IP 172.26.1.12 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/49abfcc5-258e-4d46-a79d-5d73cc50825d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 09:58:59.975725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.004748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.072855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 09:59:00.077234 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 09:59:00.081562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 09:59:00.109410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=49abfcc5-258e-4d46-a79d-5d73cc50825d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:00.592742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.741765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.948327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:00.953727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.057390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event updated for resources: {'Port': ['ID=49abfcc5-258e-4d46-a79d-5d73cc50825d,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:01.073369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.263810 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Floating IP 8576384f-434a-4594-bfbe-36aee93cade0 associated. External IP: 172.26.1.12, port: 918fc780-c202-400b-ad32-33935a966a56. Jan 21 09:59:01.648048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c8446a09-1443-423a-8830-8ad5e50a5757 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:01.852251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:01.862549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] Sync routers for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:59:01.879454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:01.880165 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:01.882929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:01.977302 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9403ff78-3f9f-4ad6-af1d-0ce62fbf5e73 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4586120 Jan 21 09:59:01.978047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'tag': '918fc780-c202-400b-ad32-33935a966a56'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:01.980592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40282) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:02.048119 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'tag': '918fc780-c202-400b-ad32-33935a966a56', 'status': 'completed', 'code': 200} Jan 21 09:59:02.145229 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-ba43b076-8611-47ef-886d-0f744e335f2f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 1098 time: 0.0735569 Jan 21 09:59:02.147031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d3c75440-f821-4b0c-b41b-e79c94d19e5a tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1642570 Jan 21 09:59:02.153126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:02.292262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-0388c996-9039-4732-883e-76855156c318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:02.294311 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-0388c996-9039-4732-883e-76855156c318 service neutron] 10.222.0.120 "GET /v2.0/networks?id=26060ae1-bcd0-45ba-8230-3f480a886cb2 HTTP/1.1" status: 200 len: 898 time: 0.1409082 Jan 21 09:59:02.521283 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-047ec935-b1cd-458d-b6b8-f65b65a4a9ab service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918fc780-c202-400b-ad32-33935a966a56 HTTP/1.1" status: 200 len: 998 time: 0.2210255 Jan 21 09:59:02.553458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8576384f-434a-4594-bfbe-36aee93cade0', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'port_id': '918fc780-c202-400b-ad32-33935a966a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'mac_address': 'fa:16:3e:83:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5108f-709b-453f-bb5b-f43163928f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:00Z', 'updated_at': '2022-01-21T09:59:00Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:58:50Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:02.557361 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] Checking router: c8446a09-1443-423a-8830-8ad5e50a5757 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:59:02.569243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:02.569859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:58:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:02.586000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-5b68acdf-1df9-4ea2-8f24-e619c40cf833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:02.587428 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-5b68acdf-1df9-4ea2-8f24-e619c40cf833 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1c5eae8c-5197-42fc-93e1-65683dbea80d HTTP/1.1" status: 200 len: 835 time: 0.0597680 Jan 21 09:59:02.673103 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-d8e7da41-b69c-4a3f-9680-b6d369d35039 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=26060ae1-bcd0-45ba-8230-3f480a886cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710824 Jan 21 09:59:02.748109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:02.807042 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-88fca245-2111-4179-80b8-f0caefdea8c0 service neutron] 10.222.0.120 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270127 Jan 21 09:59:02.939799 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-147fca33-8a5b-4309-8b9a-d4a67d603d68 req-f386238e-6629-4e9e-87b9-0d6b34e53ddf service neutron] 10.222.0.120 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267488 Jan 21 09:59:03.100470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8576384f-434a-4594-bfbe-36aee93cade0', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'port_id': '918fc780-c202-400b-ad32-33935a966a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'mac_address': 'fa:16:3e:83:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5108f-709b-453f-bb5b-f43163928f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:00Z', 'updated_at': '2022-01-21T09:59:00Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:58:50Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:03.104418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150fe587-2f34-48f1-947e-caee3227b982 None None] The sync data for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv is: [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8576384f-434a-4594-bfbe-36aee93cade0', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'port_id': '918fc780-c202-400b-ad32-33935a966a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'mac_address': 'fa:16:3e:83:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5108f-709b-453f-bb5b-f43163928f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:00Z', 'updated_at': '2022-01-21T09:59:00Z', 'revision_number': 0, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:58:50Z', 'revision_number': 5, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:59:03.150923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40288) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:03.263815 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1164fb10-0367-4a6c-b6b7-3a425453c8f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1113029 Jan 21 09:59:04.267801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40292) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:04.373653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-83689c32-1104-4f0b-bf91-39d60ff7a701 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1047502 Jan 21 09:59:04.609398 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:04.920364 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:59:05.377617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40296) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:05.485823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b4094f1e-96f1-48f6-a084-e4cfcc8eb5b8 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1068370 Jan 21 09:59:06.354590 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8997c-92a6-4f72-a363-36a488fdf353 None None] New status for floating IP 8576384f-434a-4594-bfbe-36aee93cade0: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:59:06.489403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40300) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:06.604638 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-336eeaf3-053b-4bbe-94b2-1115fc124787 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1137717 Jan 21 09:59:07.609134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40304) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:07.817773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f91b5d1c-5f3f-405e-a1f0-564202c9ef32 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 992 time: 0.2073777 Jan 21 09:59:19.068936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a6082ade-1cc7-4132-a1f1-079e2601d4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:21.467047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b5c39e4e-be8c-4d53-99a2-d51aefe89035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.518212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:22.832532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:23.915102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:34.620488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.005881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40318) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:35.011192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-77a69014-d663-4d8d-bda0-964aa731fab4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:59:35.563709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77a69014-d663-4d8d-bda0-964aa731fab4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.574513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77a69014-d663-4d8d-bda0-964aa731fab4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.781575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a69014-d663-4d8d-bda0-964aa731fab4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c8446a09-1443-423a-8830-8ad5e50a5757 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:35.985853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a69014-d663-4d8d-bda0-964aa731fab4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:35.991934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77a69014-d663-4d8d-bda0-964aa731fab4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:35.993022 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-77a69014-d663-4d8d-bda0-964aa731fab4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/c8446a09-1443-423a-8830-8ad5e50a5757 HTTP/1.1" status: 200 len: 889 time: 0.9861431 Jan 21 09:59:35.995664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444effa-5c50-496f-a41f-b6df5a6191d9 None None] Sync routers for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:59:36.007816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444effa-5c50-496f-a41f-b6df5a6191d9 None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:36.008416 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9444effa-5c50-496f-a41f-b6df5a6191d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:59:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:36.067444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9444effa-5c50-496f-a41f-b6df5a6191d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:36.077519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444effa-5c50-496f-a41f-b6df5a6191d9 None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:36.078127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9444effa-5c50-496f-a41f-b6df5a6191d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:59:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:36.133838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9444effa-5c50-496f-a41f-b6df5a6191d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:36.134271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444effa-5c50-496f-a41f-b6df5a6191d9 None None] The sync data for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv is: [] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:59:36.541725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d424d1f1-420b-4da6-bb9a-1a9dabd33e16 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:36.654750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.686684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port d424d1f1-420b-4da6-bb9a-1a9dabd33e16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:36.690400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:36.758207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:36.900266 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad976ce-f4a3-4760-bf87-3290cac881a1 None None] New status for floating IP 8576384f-434a-4594-bfbe-36aee93cade0: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:59:38.153533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40324) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:38.158896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a2cba7fa-3777-4cb1-bb4b-31837bd1cc1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 09:59:38.364107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6242069a-07b5-45e1-8f59-4fa2fbf02255 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:38.476839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.494088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 6242069a-07b5-45e1-8f59-4fa2fbf02255, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6242069a-07b5-45e1-8f59-4fa2fbf02255,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:38.499216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.568011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=6242069a-07b5-45e1-8f59-4fa2fbf02255,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:38.576380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.576722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.577050 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.577377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.577701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.578061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.578389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.578707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.579019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.579335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.579644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:38.830996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2cba7fa-3777-4cb1-bb4b-31837bd1cc1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:38.842352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2cba7fa-3777-4cb1-bb4b-31837bd1cc1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-966881'] for router, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.048117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cba7fa-3777-4cb1-bb4b-31837bd1cc1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c8446a09-1443-423a-8830-8ad5e50a5757 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:39.244637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cba7fa-3777-4cb1-bb4b-31837bd1cc1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:39.250325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2cba7fa-3777-4cb1-bb4b-31837bd1cc1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:39.251991 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a2cba7fa-3777-4cb1-bb4b-31837bd1cc1d tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/c8446a09-1443-423a-8830-8ad5e50a5757 HTTP/1.1" status: 200 len: 888 time: 1.0969112 Jan 21 09:59:39.254121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] Sync routers for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:59:39.254438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40328) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:39.266086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:39.266725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:59:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:39.359406 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7b3787c0-d918-441c-ac4c-fc4da64c3f1c tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1038897 Jan 21 09:59:39.441889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:39.783744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8576384f-434a-4594-bfbe-36aee93cade0', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'port_id': '918fc780-c202-400b-ad32-33935a966a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'mac_address': 'fa:16:3e:83:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5108f-709b-453f-bb5b-f43163928f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:00Z', 'updated_at': '2022-01-21T09:59:37Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:59:36Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:39.787601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] Checking router: c8446a09-1443-423a-8830-8ad5e50a5757 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:59:39.798307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:39.798884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:59:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:39.975207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:40.356846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8576384f-434a-4594-bfbe-36aee93cade0', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'port_id': '918fc780-c202-400b-ad32-33935a966a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'mac_address': 'fa:16:3e:83:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5108f-709b-453f-bb5b-f43163928f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:00Z', 'updated_at': '2022-01-21T09:59:37Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:59:36Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:40.360858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc1630-db76-4589-9048-23f80d7303a8 None None] The sync data for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv is: [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:59:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8576384f-434a-4594-bfbe-36aee93cade0', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'port_id': '918fc780-c202-400b-ad32-33935a966a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'mac_address': 'fa:16:3e:83:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5108f-709b-453f-bb5b-f43163928f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T09:59:00Z', 'updated_at': '2022-01-21T09:59:37Z', 'revision_number': 2, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd424d1f1-420b-4da6-bb9a-1a9dabd33e16', 'name': '', 'network_id': '26060ae1-bcd0-45ba-8230-3f480a886cb2', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'mac_address': 'fa:16:3e:03:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:43Z', 'updated_at': '2022-01-21T09:59:36Z', 'revision_number': 6, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'subnets': [{'id': '1c5eae8c-5197-42fc-93e1-65683dbea80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:59:40.363260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40332) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:40.474318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ac921dff-2426-40f6-bb2f-39b9eb91dbbe tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1094918 Jan 21 09:59:41.478349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40336) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:41.583390 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0ee0f591-893c-4951-a682-d5d77a968034 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1038258 Jan 21 09:59:41.920141 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 09:59:42.404731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6242069a-07b5-45e1-8f59-4fa2fbf02255 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:42.487162 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6242069a-07b5-45e1-8f59-4fa2fbf02255 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:42.487527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.587327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40340) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:42.606922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.623272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 6242069a-07b5-45e1-8f59-4fa2fbf02255, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6242069a-07b5-45e1-8f59-4fa2fbf02255,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:42.628284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.629563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d424d1f1-420b-4da6-bb9a-1a9dabd33e16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:42.689392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-28cd6cd3-485f-4b1d-8f76-de1dedc77060 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1004887 Jan 21 09:59:42.738989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=6242069a-07b5-45e1-8f59-4fa2fbf02255,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:42.752386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:42.752752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.868525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.900438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port d424d1f1-420b-4da6-bb9a-1a9dabd33e16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:42.905207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:42.976312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:43.693442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40344) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:43.795584 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22a35793-2673-4958-b165-3fa718bd16e9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1009791 Jan 21 09:59:44.376723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6242069a-07b5-45e1-8f59-4fa2fbf02255 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:44.446590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6242069a-07b5-45e1-8f59-4fa2fbf02255 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:44.446955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.560603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d424d1f1-420b-4da6-bb9a-1a9dabd33e16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 09:59:44.624974 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 09:59:44.625342 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:44.799526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40348) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:44.902524 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4294815f-5fab-44d2-bc81-dbdcc5a67c04 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1016953 Jan 21 09:59:45.906281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40352) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:46.007964 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bbb7c46a-cbeb-47e5-9bf8-4b4b3ebabee4 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.1005778 Jan 21 09:59:47.011275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40356) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:47.222787 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-60f81760-7ce7-4bb9-9007-442f28d830fe tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 990 time: 0.2102511 Jan 21 09:59:47.462682 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfb92aa-51d8-4513-9c09-c264201b983a None None] New status for floating IP 8576384f-434a-4594-bfbe-36aee93cade0: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 09:59:48.226588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40360) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:48.330210 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4db1d823-3301-4db3-884e-f267c58dae96 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 200 len: 992 time: 0.1024621 Jan 21 09:59:48.620026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40368) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:48.819894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 49abfcc5-258e-4d46-a79d-5d73cc50825d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:48.820226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:48.989231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:48.989560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:49.072640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-48cab19d-62f6-4b8d-b71d-c93fcfd4e6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:49.107532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 49abfcc5-258e-4d46-a79d-5d73cc50825d owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:59:49.253457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:49.295777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=49abfcc5-258e-4d46-a79d-5d73cc50825d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:49.340726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.341073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.341376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.341699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.342039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.342361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.342673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.342993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.343305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.343612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.343918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:49.402895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:49.791686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c8446a09-1443-423a-8830-8ad5e50a5757 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:50.096482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:50.112549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:50.165398 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-41580781-1a3c-43df-9465-bf6dd9eb78f9 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/floatingips/8576384f-434a-4594-bfbe-36aee93cade0 HTTP/1.1" status: 204 len: 168 time: 1.5442953 Jan 21 09:59:50.166087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'tag': '918fc780-c202-400b-ad32-33935a966a56'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:50.223144 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'tag': '918fc780-c202-400b-ad32-33935a966a56', 'status': 'completed', 'code': 200} Jan 21 09:59:50.321135 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-6d2b890d-6fb3-41c8-a381-9e69fda2fd99 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 1098 time: 0.0738459 Jan 21 09:59:50.458968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-f831c42a-7d91-4082-b9e2-1d44c16fc3c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:50.460435 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-f831c42a-7d91-4082-b9e2-1d44c16fc3c8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=26060ae1-bcd0-45ba-8230-3f480a886cb2 HTTP/1.1" status: 200 len: 898 time: 0.1337748 Jan 21 09:59:50.534552 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-0f199dbc-4dc8-47ce-b97b-d483f99511d5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918fc780-c202-400b-ad32-33935a966a56 HTTP/1.1" status: 200 len: 217 time: 0.0675766 Jan 21 09:59:50.564677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b828b94-08c1-49b6-94d5-16c20e32cc48 req-101c5fd1-70aa-4105-87be-1356f2f8cb09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:50.565362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9b828b94-08c1-49b6-94d5-16c20e32cc48 req-101c5fd1-70aa-4105-87be-1356f2f8cb09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:59:50.581273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9b828b94-08c1-49b6-94d5-16c20e32cc48 req-101c5fd1-70aa-4105-87be-1356f2f8cb09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:59:50.582458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b828b94-08c1-49b6-94d5-16c20e32cc48 req-101c5fd1-70aa-4105-87be-1356f2f8cb09 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 945 time: 0.0950484 Jan 21 09:59:50.603581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-073958e0-7188-4fa4-9adc-2b695b218c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:50.605071 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-073958e0-7188-4fa4-9adc-2b695b218c56 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1c5eae8c-5197-42fc-93e1-65683dbea80d HTTP/1.1" status: 200 len: 835 time: 0.0634496 Jan 21 09:59:50.631044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b828b94-08c1-49b6-94d5-16c20e32cc48 req-97928264-0b69-46cb-a16a-388d049ac16f tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430706 Jan 21 09:59:50.681932 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-ed0bd6fe-6127-419e-b54d-8fb9aec8430b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=26060ae1-bcd0-45ba-8230-3f480a886cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706098 Jan 21 09:59:50.823699 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-a54289a7-4cb7-4577-9cc2-562095032aff service neutron] 10.222.0.120 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348643 Jan 21 09:59:50.974306 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-13960611-80b4-4f3b-b8a8-8bd08529431d req-b4d82c08-bbf9-4f1a-9fec-e3554c76cb11 service neutron] 10.222.0.120 "GET /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434474 Jan 21 09:59:51.471279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3da88ea0-c618-4087-a53b-135f3fcb6244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:51.831446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9aa09-9b4b-4774-84ca-8b2e9bff8c18 req-77fc7fa2-55cc-40cc-94ff-35b2d948dcee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:51.832918 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-90b9aa09-9b4b-4774-84ca-8b2e9bff8c18 req-77fc7fa2-55cc-40cc-94ff-35b2d948dcee tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 945 time: 0.0784447 Jan 21 09:59:51.879023 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-90b9aa09-9b4b-4774-84ca-8b2e9bff8c18 req-b63fd5fa-1fe8-4c99-98c1-5108a2df46ab tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/security-groups?id=9276ca74-79f3-4947-ad66-51d0c06e40da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403428 Jan 21 09:59:51.905506 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-18f22dcd-4dd7-42f4-b198-999046cc1296 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 09:59:51.906633 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-18f22dcd-4dd7-42f4-b198-999046cc1296 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Synchronizing usage tracker for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 09:59:51.918688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-18f22dcd-4dd7-42f4-b198-999046cc1296 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Unset dirty status for tenant:2bf180d28dc849719d12fc83d7a3b3ed on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 09:59:51.919781 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-18f22dcd-4dd7-42f4-b198-999046cc1296 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 945 time: 0.0956542 Jan 21 09:59:51.987179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 918fc780-c202-400b-ad32-33935a966a56 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:51.987425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:52.317041 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 918fc780-c202-400b-ad32-33935a966a56, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=918fc780-c202-400b-ad32-33935a966a56,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:52.317388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:52.435715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 918fc780-c202-400b-ad32-33935a966a56 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:59:52.523724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:52.588950 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:52.638628 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=918fc780-c202-400b-ad32-33935a966a56,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:52.680957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.681294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.681620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.681941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.682284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.682855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.683169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.683636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.683954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.684264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.684579 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 09:59:52.725166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] No DVR routers for this DVR port 918fc780-c202-400b-ad32-33935a966a56 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:52.727525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:52.730100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'name': 'network-vif-deleted', 'tag': '918fc780-c202-400b-ad32-33935a966a56'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 09:59:52.746733 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e76159d-b93c-49f6-8f00-a0eca13fb741 req-369c805d-eb5d-42a3-a262-135d4f378207 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.120 "DELETE /v2.0/ports/918fc780-c202-400b-ad32-33935a966a56 HTTP/1.1" status: 204 len: 173 time: 0.8209443 Jan 21 09:59:52.799289 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b5108f-709b-453f-bb5b-f43163928f02', 'name': 'network-vif-deleted', 'tag': '918fc780-c202-400b-ad32-33935a966a56', 'status': 'completed', 'code': 200} Jan 21 09:59:52.835996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:53.061970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6f882ff3-8ffa-4ce3-bc92-7109c44f607e req-7358d0a9-2ced-45a6-b0b3-e8f6a93cf865 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "GET /v2.0/ports?device_id=71b5108f-709b-453f-bb5b-f43163928f02 HTTP/1.1" status: 200 len: 210 time: 0.0422976 Jan 21 09:59:53.924573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.190119 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40388) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:54.283713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b0f80cd-bc48-479c-93e3-a5b7b1847131 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.323715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b0f80cd-bc48-479c-93e3-a5b7b1847131 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.415737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b0f80cd-bc48-479c-93e3-a5b7b1847131 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.438387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f80cd-bc48-479c-93e3-a5b7b1847131 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9276ca74-79f3-4947-ad66-51d0c06e40da,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:54.453686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6b0f80cd-bc48-479c-93e3-a5b7b1847131 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:54.455373 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6b0f80cd-bc48-479c-93e3-a5b7b1847131 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/security-groups/9276ca74-79f3-4947-ad66-51d0c06e40da HTTP/1.1" status: 204 len: 168 time: 0.2642527 Jan 21 09:59:54.510270 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40394) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:54.749345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 918fc780-c202-400b-ad32-33935a966a56 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 09:59:54.787327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 918fc780-c202-400b-ad32-33935a966a56 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 09:59:54.787667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 918fc780-c202-400b-ad32-33935a966a56 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 09:59:55.028146 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:55.775822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port d424d1f1-420b-4da6-bb9a-1a9dabd33e16 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:55.776568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:56.007225 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port d424d1f1-420b-4da6-bb9a-1a9dabd33e16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:56.007576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:56.137755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for d424d1f1-420b-4da6-bb9a-1a9dabd33e16 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:59:56.333655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:56.379808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=d424d1f1-420b-4da6-bb9a-1a9dabd33e16,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:56.719762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:57.521800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Router c8446a09-1443-423a-8830-8ad5e50a5757 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 09:59:57.737383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 09:59:57.750641 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-47f3944d-c904-4b6e-a660-461662d897f2 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "PUT /v2.0/routers/c8446a09-1443-423a-8830-8ad5e50a5757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2389376 Jan 21 09:59:57.753288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40398) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:57.892551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] Sync routers for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 09:59:57.905204 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:57.905905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:59:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:57.946861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace03fab-5f31-4057-9db9-e2698374771b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting subnet 1c5eae8c-5197-42fc-93e1-65683dbea80d {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 09:59:57.950590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace03fab-5f31-4057-9db9-e2698374771b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.008102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace03fab-5f31-4057-9db9-e2698374771b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.083800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:58.094271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace03fab-5f31-4057-9db9-e2698374771b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.174312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace03fab-5f31-4057-9db9-e2698374771b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.215623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03fab-5f31-4057-9db9-e2698374771b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5eae8c-5197-42fc-93e1-65683dbea80d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:58.222963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ace03fab-5f31-4057-9db9-e2698374771b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.229365 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ace03fab-5f31-4057-9db9-e2698374771b tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/subnets/1c5eae8c-5197-42fc-93e1-65683dbea80d HTTP/1.1" status: 204 len: 168 time: 0.4750876 Jan 21 09:59:58.232821 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40402) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:58.238725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84715bc1-41df-484f-a3df-8c31111cb617 None None] Network 26060ae1-bcd0-45ba-8230-3f480a886cb2 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 09:59:58.439712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.571763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:56Z', 'revision_number': 7, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:59:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:58.576592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] Checking router: c8446a09-1443-423a-8830-8ad5e50a5757 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 09:59:58.587782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] Routers {'c8446a09-1443-423a-8830-8ad5e50a5757'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 09:59:58.588401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T09:59:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['c8446a09-1443-423a-8830-8ad5e50a5757'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:58.639055 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] DHCP port deletion for 26060ae1-bcd0-45ba-8230-3f480a886cb2 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 09:59:58.646943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.655080 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] Deleting port deacc7ef-ec83-485e-aaca-456bb1665148 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:58.655453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.657303 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Deleting port 6242069a-07b5-45e1-8f59-4fa2fbf02255 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 09:59:58.657732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.856237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] For port 6242069a-07b5-45e1-8f59-4fa2fbf02255, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6242069a-07b5-45e1-8f59-4fa2fbf02255,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:58.856471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:58.937510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] Set router c8446a09-1443-423a-8830-8ad5e50a5757 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 09:59:58.977898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Calling delete_port for 6242069a-07b5-45e1-8f59-4fa2fbf02255 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:59:59.073152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] For port deacc7ef-ec83-485e-aaca-456bb1665148, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=deacc7ef-ec83-485e-aaca-456bb1665148,segment=NetworkSegment(e23e2dc7-8970-4d69-a1fd-ff81e5227681),segment_id=e23e2dc7-8970-4d69-a1fd-ff81e5227681)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 09:59:59.073538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.242906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] Calling delete_port for deacc7ef-ec83-485e-aaca-456bb1665148 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 09:59:59.250893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.297295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Port': ['ID=6242069a-07b5-45e1-8f59-4fa2fbf02255,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:59.427955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.473687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] Pushing event deleted for resources: {'Port': ['ID=deacc7ef-ec83-485e-aaca-456bb1665148,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 09:59:59.486505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb12d13-85e0-4f78-9003-21de746b0c01 None None] No DVR routers for this DVR port deacc7ef-ec83-485e-aaca-456bb1665148 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 09:59:59.511904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:56Z', 'revision_number': 7, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:59:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 09:59:59.516241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f003f1-17ee-4856-bc6e-0e822b29681a None None] The sync data for ids ['c8446a09-1443-423a-8830-8ad5e50a5757'] in dv-neutron-825724-1-hyperv is: [{'id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'name': 'tempest-TestNetworkBasicOps-router-1950376733', 'tenant_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T09:58:39Z', 'updated_at': '2022-01-21T09:59:56Z', 'revision_number': 7, 'project_id': '2bf180d28dc849719d12fc83d7a3b3ed', 'gw_port': {'id': '6242069a-07b5-45e1-8f59-4fa2fbf02255', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8446a09-1443-423a-8830-8ad5e50a5757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T09:58:40Z', 'updated_at': '2022-01-21T09:59:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 09:59:59.525542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.775651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.780073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.804319 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.804991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Fanout notify agent at l3_agent the message router_deleted on router c8446a09-1443-423a-8830-8ad5e50a5757 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 09:59:59.820171 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 09:59:59.821228 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c679be1b-3f0e-4805-91ea-2a0a454ee887 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/routers/c8446a09-1443-423a-8830-8ad5e50a5757 HTTP/1.1" status: 204 len: 168 time: 1.5874996 Jan 21 09:59:59.823930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40406) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 09:59:59.940388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.073975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.098056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26060ae1-bcd0-45ba-8230-3f480a886cb2']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:00.112185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23e2dc7-8970-4d69-a1fd-ff81e5227681') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:00.112185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23e2dc7-8970-4d69-a1fd-ff81e5227681') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:00:00.123079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.138573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.144638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:00:00.145072 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:00:00.158950 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:00:00.237944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.254966 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.265756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] Pushing event deleted for resources: {'Network': ['ID=26060ae1-bcd0-45ba-8230-3f480a886cb2,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:00.274081 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-14fc2ce5-5281-451c-9394-b55640c28d53 tempest-TestNetworkBasicOps-1662852429 tempest-TestNetworkBasicOps-1662852429-project] 10.222.0.122 "DELETE /v2.0/networks/26060ae1-bcd0-45ba-8230-3f480a886cb2 HTTP/1.1" status: 204 len: 168 time: 0.4490724 Jan 21 10:00:00.429161 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device deacc7ef-ec83-485e-aaca-456bb1665148 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:00:00.461485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: deacc7ef-ec83-485e-aaca-456bb1665148 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:00:00.461822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device deacc7ef-ec83-485e-aaca-456bb1665148 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:00:00.462272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d424d1f1-420b-4da6-bb9a-1a9dabd33e16 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:00:00.496280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: d424d1f1-420b-4da6-bb9a-1a9dabd33e16 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:00:00.496627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d424d1f1-420b-4da6-bb9a-1a9dabd33e16 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:00:00.633309 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40414) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:00.823065 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-47ddf630-c7b1-490d-9fce-0ecae399758b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=2bf180d28dc849719d12fc83d7a3b3ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1883564 Jan 21 10:00:00.826065 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40420) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:00.892548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1e15d4a3-aa9b-4898-83aa-1f454ae17f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.922253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1e15d4a3-aa9b-4898-83aa-1f454ae17f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.976231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1e15d4a3-aa9b-4898-83aa-1f454ae17f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:00.993202 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15d4a3-aa9b-4898-83aa-1f454ae17f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c20342f-65b5-4bb0-83b3-08ebeb212492,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:01.002685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1e15d4a3-aa9b-4898-83aa-1f454ae17f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.003798 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1e15d4a3-aa9b-4898-83aa-1f454ae17f70 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/6c20342f-65b5-4bb0-83b3-08ebeb212492 HTTP/1.1" status: 204 len: 168 time: 0.1768701 Jan 21 10:00:01.353036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40428) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:01.372017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.408021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:01.412065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] Usage tracker for resource:security_group_rule and tenant:b95b22c75f1447ab99934fc3f9252074 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:01.415219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:01.421661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:01.489405 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.493066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.536583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d410ccf-edec-4ee2-8dd2-66afb3157bf9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:01.546025 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-08733359-e4d3-4e75-b1ac-cd9b007503fb admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=b95b22c75f1447ab99934fc3f9252074&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919491 Jan 21 10:00:01.548545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40432) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:01.610189 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94f024b7-aaf7-4921-9bdb-dd8ecbc9d0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.636748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94f024b7-aaf7-4921-9bdb-dd8ecbc9d0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.686951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94f024b7-aaf7-4921-9bdb-dd8ecbc9d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.700967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f024b7-aaf7-4921-9bdb-dd8ecbc9d0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d410ccf-edec-4ee2-8dd2-66afb3157bf9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:01.708369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94f024b7-aaf7-4921-9bdb-dd8ecbc9d0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:01.710425 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-94f024b7-aaf7-4921-9bdb-dd8ecbc9d0d4 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/5d410ccf-edec-4ee2-8dd2-66afb3157bf9 HTTP/1.1" status: 204 len: 168 time: 0.1609538 Jan 21 10:00:03.329645 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b983c8-1660-40dd-86d5-0d59ea057cb6 None None] New status for floating IP 8576384f-434a-4594-bfbe-36aee93cade0: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:00:04.338447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6242069a-07b5-45e1-8f59-4fa2fbf02255 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:00:04.371649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 6242069a-07b5-45e1-8f59-4fa2fbf02255 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:00:04.371986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6242069a-07b5-45e1-8f59-4fa2fbf02255 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:00:04.618604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:09.473251 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-738252c4-11d3-48b5-ba77-010297bb0ba5 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/networks?tenant_id=fecf487cbf1e4c11a75d0a4d0134f037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312598 Jan 21 10:00:09.632358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-c1c6084d-ee64-462f-877c-85da4437dc52 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:09.633776 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-c1c6084d-ee64-462f-877c-85da4437dc52 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553471 Jan 21 10:00:09.650614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-01e7aa15-6f2d-401d-921a-bb0f8b8809ab tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/quotas/fecf487cbf1e4c11a75d0a4d0134f037 HTTP/1.1" status: 200 len: 375 time: 0.0107508 Jan 21 10:00:09.696530 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-552dc0ca-98db-4926-8c32-d4bcdd006fee tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=fecf487cbf1e4c11a75d0a4d0134f037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405841 Jan 21 10:00:09.892879 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a80edf91-1177-4d0c-a486-d70ce09aff01 req-051d7ca7-d5be-4b7b-beb2-b68e16cf5966 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 210 time: 0.0433674 Jan 21 10:00:10.874918 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-f3f4df06-f4c9-4bd9-84cf-fc542c55e482 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=fecf487cbf1e4c11a75d0a4d0134f037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278542 Jan 21 10:00:11.072614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c530e2a2-f056-45ac-bf40-ed8eb6444f57 req-e5922e3d-a648-4f3c-a16b-c4c8b98a19da tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 210 time: 0.0453119 Jan 21 10:00:11.139896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-b73d6e03-bfb7-4289-b1f0-bbaec93c012d tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:11.141225 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-b73d6e03-bfb7-4289-b1f0-bbaec93c012d tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586179 Jan 21 10:00:11.158232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Request body: {'port': {'device_id': '2caea652-903c-476b-804e-d607beb3d22c', 'network_id': 'b576a799-f231-4913-83b1-142d314f12df', 'admin_state_up': True, 'tenant_id': 'fecf487cbf1e4c11a75d0a4d0134f037'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:11.289856 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:11.295036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Usage tracker for resource:port and tenant:fecf487cbf1e4c11a75d0a4d0134f037 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:11.297828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:11.303445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:11.313526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Made reservation on behalf of fecf487cbf1e4c11a75d0a4d0134f037 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:11.316456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.328908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.359662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:11.363386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Usage tracker for resource:security_group_rule and tenant:fecf487cbf1e4c11a75d0a4d0134f037 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:11.366143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:11.372422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:11.439187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.442866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.520462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992da10f-7d62-4020-b57a-76819d553523,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:11.614773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Allocated IP 192.168.233.172 (b576a799-f231-4913-83b1-142d314f12df/fab65354-3930-4ae3-b575-f651c9d2bfd9/4ddf500d-f411-4f6f-9fad-b35a6535069d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:11.818186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.834524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Transition to ACTIVE for port object 4ddf500d-f411-4f6f-9fad-b35a6535069d will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:11.856116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:11.926193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Network b576a799-f231-4913-83b1-142d314f12df is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:11.929279 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:11.935049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:00:11.961019 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Pushing event updated for resources: {'Port': ['ID=4ddf500d-f411-4f6f-9fad-b35a6535069d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:12.003533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:12.004130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.030861 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a138b3d7-a6d0-4eea-905a-b881e9846a06 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8760598 Jan 21 10:00:12.043915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Request body: {'port': {'device_id': '2caea652-903c-476b-804e-d607beb3d22c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:12.144895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2e33dfb6-a078-4ac0-bf45-0083083c324d None None] Provisioning for port 4ddf500d-f411-4f6f-9fad-b35a6535069d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:12.151300 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2e33dfb6-a078-4ac0-bf45-0083083c324d None None] Provisioning complete for port 4ddf500d-f411-4f6f-9fad-b35a6535069d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:12.151818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2e33dfb6-a078-4ac0-bf45-0083083c324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.156882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.211188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2e33dfb6-a078-4ac0-bf45-0083083c324d None None] Port 4ddf500d-f411-4f6f-9fad-b35a6535069d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:00:12.279281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889608e4-bc49-4574-81a7-49352ca31848 req-18da4734-f96d-466b-9a10-f60e3c5ecc10 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:12.280743 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-889608e4-bc49-4574-81a7-49352ca31848 req-18da4734-f96d-466b-9a10-f60e3c5ecc10 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 936 time: 0.0780058 Jan 21 10:00:12.326341 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-889608e4-bc49-4574-81a7-49352ca31848 req-c3afb295-5dcd-4c44-9a28-bbc1ff9e7c73 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Jan 21 10:00:12.505398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddf500d-f411-4f6f-9fad-b35a6535069d {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:12.512805 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.527368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Transition to ACTIVE for port object 4ddf500d-f411-4f6f-9fad-b35a6535069d will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:12.530229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.655919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddf500d-f411-4f6f-9fad-b35a6535069d,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:12.765743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Attempting to bind port 4ddf500d-f411-4f6f-9fad-b35a6535069d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:12.766107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Attempting to bind port 4ddf500d-f411-4f6f-9fad-b35a6535069d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:12.766442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Attempting to bind port 4ddf500d-f411-4f6f-9fad-b35a6535069d on network b576a799-f231-4913-83b1-142d314f12df {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:12.772153 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Port 4ddf500d-f411-4f6f-9fad-b35a6535069d on network b576a799-f231-4913-83b1-142d314f12df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:00:12.772474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Attempting to bind port 4ddf500d-f411-4f6f-9fad-b35a6535069d on network b576a799-f231-4913-83b1-142d314f12df {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:12.778803 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:00:12.779141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Checking segment: {'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:00:12.779516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Bound using segment: {'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:00:12.779933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Bound port: 4ddf500d-f411-4f6f-9fad-b35a6535069d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2938364-4f52-4aaf-831f-e6ce2e523b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b576a799-f231-4913-83b1-142d314f12df'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:12.780274 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.872958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] For port 4ddf500d-f411-4f6f-9fad-b35a6535069d, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:00:12.875805 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] For port 4ddf500d-f411-4f6f-9fad-b35a6535069d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4ddf500d-f411-4f6f-9fad-b35a6535069d,segment=NetworkSegment(d2938364-4f52-4aaf-831f-e6ce2e523b25),segment_id=d2938364-4f52-4aaf-831f-e6ce2e523b25)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:00:12.880308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.940827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:12.942243 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] 10.222.0.120 "PUT /v2.0/ports/4ddf500d-f411-4f6f-9fad-b35a6535069d HTTP/1.1" status: 200 len: 1098 time: 0.9031124 Jan 21 10:00:12.942677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2caea652-903c-476b-804e-d607beb3d22c', 'tag': '4ddf500d-f411-4f6f-9fad-b35a6535069d'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:12.963805 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb5ec9-2af7-45a5-ab0f-2295fb018375 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddf500d-f411-4f6f-9fad-b35a6535069d,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:13.027453 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2caea652-903c-476b-804e-d607beb3d22c', 'tag': '4ddf500d-f411-4f6f-9fad-b35a6535069d', 'status': 'completed', 'code': 200} Jan 21 10:00:13.162085 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-33ba8d1c-8e58-4a01-a8a2-4c3945f3531b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fecf487cbf1e4c11a75d0a4d0134f037&device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 1101 time: 0.1720300 Jan 21 10:00:13.232591 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-9506ebd7-52cb-4913-8bfc-efb858fb93a8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4ddf500d-f411-4f6f-9fad-b35a6535069d HTTP/1.1" status: 200 len: 217 time: 0.0621331 Jan 21 10:00:13.292461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-73550fda-afc1-408a-b66f-4a1203d1972c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:13.294538 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-73550fda-afc1-408a-b66f-4a1203d1972c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fab65354-3930-4ae3-b575-f651c9d2bfd9 HTTP/1.1" status: 200 len: 843 time: 0.0551996 Jan 21 10:00:13.367655 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-a516c68b-8f5b-4a30-afb1-4fd8f6f55f17 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b576a799-f231-4913-83b1-142d314f12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0671844 Jan 21 10:00:13.501957 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-ba2d22f5-ce90-48d7-9e93-dd782c6657f2 service neutron] 10.222.0.120 "GET /v2.0/networks/b576a799-f231-4913-83b1-142d314f12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279991 Jan 21 10:00:13.526119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3b456-e7b5-4c12-aa79-38b0d0cd36ac req-468322be-e27d-4b61-abea-d38bf603c84b tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:13.527574 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80c3b456-e7b5-4c12-aa79-38b0d0cd36ac req-468322be-e27d-4b61-abea-d38bf603c84b tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 948 time: 0.0804458 Jan 21 10:00:13.574810 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80c3b456-e7b5-4c12-aa79-38b0d0cd36ac req-8e11adb1-fcc0-43f8-a745-d1259e3df82f tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Jan 21 10:00:13.639827 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-4ad59ed9-b609-4c29-9c55-4acfea1baa85 req-35a04533-8187-4d9f-aef7-a994b9895b8b service neutron] 10.222.0.120 "GET /v2.0/networks/b576a799-f231-4913-83b1-142d314f12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302536 Jan 21 10:00:13.759923 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-cb7b9faf-cf09-49f4-98f3-f27121d0ed02 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fecf487cbf1e4c11a75d0a4d0134f037&device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 1101 time: 0.0713625 Jan 21 10:00:13.895307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-2b13681c-e20e-494b-bbc3-b2c5e5065fe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:13.896634 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-2b13681c-e20e-494b-bbc3-b2c5e5065fe1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=b576a799-f231-4913-83b1-142d314f12df HTTP/1.1" status: 200 len: 870 time: 0.1307566 Jan 21 10:00:13.962992 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-2b0cd938-60c1-4d8e-a220-482dc4303fca service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4ddf500d-f411-4f6f-9fad-b35a6535069d HTTP/1.1" status: 200 len: 217 time: 0.0585661 Jan 21 10:00:14.025949 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-373c2960-d0cf-4a54-8a73-78349898b244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:14.027362 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-373c2960-d0cf-4a54-8a73-78349898b244 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=fab65354-3930-4ae3-b575-f651c9d2bfd9 HTTP/1.1" status: 200 len: 843 time: 0.0579498 Jan 21 10:00:14.100773 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-d337726b-8dbf-4a3c-b861-d3935508a519 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b576a799-f231-4913-83b1-142d314f12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0670252 Jan 21 10:00:14.247699 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-2fafa31b-114a-412b-8220-3cd6ba454a33 service neutron] 10.222.0.120 "GET /v2.0/networks/b576a799-f231-4913-83b1-142d314f12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396270 Jan 21 10:00:14.379398 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-882fe777-e7e4-4b31-9d40-f9da0e54f05e req-0b7a3046-182c-4eac-8623-9fc0caa97483 service neutron] 10.222.0.120 "GET /v2.0/networks/b576a799-f231-4913-83b1-142d314f12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256037 Jan 21 10:00:14.774940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7a9fb-289e-4528-a55b-6baeba3c0914 req-20e35706-054a-4023-8c6a-d0f69f860c42 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:14.776379 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5ac7a9fb-289e-4528-a55b-6baeba3c0914 req-20e35706-054a-4023-8c6a-d0f69f860c42 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 948 time: 0.0755012 Jan 21 10:00:14.822612 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5ac7a9fb-289e-4528-a55b-6baeba3c0914 req-83c3f9d9-1c26-43c3-8699-e044a751fa96 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Jan 21 10:00:14.870783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4ddf500d-f411-4f6f-9fad-b35a6535069d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:00:15.003810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4ddf500d-f411-4f6f-9fad-b35a6535069d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4ddf500d-f411-4f6f-9fad-b35a6535069d,segment=NetworkSegment(d2938364-4f52-4aaf-831f-e6ce2e523b25),segment_id=d2938364-4f52-4aaf-831f-e6ce2e523b25)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:15.016872 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '4ddf500d-f411-4f6f-9fad-b35a6535069d', 'network_id': 'b576a799-f231-4913-83b1-142d314f12df', 'port_id': '4ddf500d-f411-4f6f-9fad-b35a6535069d', 'mac_address': 'fa:16:3e:e1:5c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab65354-3930-4ae3-b575-f651c9d2bfd9', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:00:15.067752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.084565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddf500d-f411-4f6f-9fad-b35a6535069d {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:15.099427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4ddf500d-f411-4f6f-9fad-b35a6535069d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4ddf500d-f411-4f6f-9fad-b35a6535069d,segment=NetworkSegment(d2938364-4f52-4aaf-831f-e6ce2e523b25),segment_id=d2938364-4f52-4aaf-831f-e6ce2e523b25)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:15.103166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:15.169503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=4ddf500d-f411-4f6f-9fad-b35a6535069d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:15.333407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['4ddf500d-f411-4f6f-9fad-b35a6535069d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:00:16.021520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcc8e6-d7df-4bda-b5ea-132b04a71c6a req-fda14f03-ca57-4010-ad81-454ab0f9b768 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:16.022985 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c5fcc8e6-d7df-4bda-b5ea-132b04a71c6a req-fda14f03-ca57-4010-ad81-454ab0f9b768 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 949 time: 0.0784481 Jan 21 10:00:16.068227 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c5fcc8e6-d7df-4bda-b5ea-132b04a71c6a req-84a1a562-df7f-43e3-aa93-c254a695bc77 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Jan 21 10:00:16.885711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4ddf500d-f411-4f6f-9fad-b35a6535069d up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:16.959498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 4ddf500d-f411-4f6f-9fad-b35a6535069d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:16.964009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 4ddf500d-f411-4f6f-9fad-b35a6535069d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:16.964376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:17.079133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:17.104952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caea652-903c-476b-804e-d607beb3d22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf500d-f411-4f6f-9fad-b35a6535069d'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:17.114714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4ddf500d-f411-4f6f-9fad-b35a6535069d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4ddf500d-f411-4f6f-9fad-b35a6535069d,segment=NetworkSegment(d2938364-4f52-4aaf-831f-e6ce2e523b25),segment_id=d2938364-4f52-4aaf-831f-e6ce2e523b25)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:17.119823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:17.173174 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2caea652-903c-476b-804e-d607beb3d22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf500d-f411-4f6f-9fad-b35a6535069d', 'code': 200} Jan 21 10:00:17.193597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=4ddf500d-f411-4f6f-9fad-b35a6535069d,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:17.269945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805b17-9e2c-48e3-b541-bdd11a678f72 req-d370dd74-82c6-430a-b8d7-fd6b1eff101b tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:17.271432 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-32805b17-9e2c-48e3-b541-bdd11a678f72 req-d370dd74-82c6-430a-b8d7-fd6b1eff101b tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 950 time: 0.0787468 Jan 21 10:00:17.321999 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-32805b17-9e2c-48e3-b541-bdd11a678f72 req-899f66c5-30e3-4221-9158-a583be5b0fe8 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Jan 21 10:00:17.401932 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b9b145ce-73eb-4f73-9b54-533ac623df98 req-d1161f9d-a638-41a9-b7fc-a1dd7dc8f72e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 1103 time: 0.0714746 Jan 21 10:00:17.443264 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-b9b145ce-73eb-4f73-9b54-533ac623df98 req-ee02e0e5-a6b0-4be2-9c49-67ce978a7566 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352476 Jan 21 10:00:18.520666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832fab4-9dd1-4576-860a-0e5e851df810 req-505e8aca-9c04-4b5e-b976-2ae020e23019 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:18.522420 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5832fab4-9dd1-4576-860a-0e5e851df810 req-505e8aca-9c04-4b5e-b976-2ae020e23019 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 950 time: 0.0759144 Jan 21 10:00:18.569274 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5832fab4-9dd1-4576-860a-0e5e851df810 req-7db6e482-9e9f-4bfe-9e1e-4c8573f4bba1 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Jan 21 10:00:18.927040 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:00:19.076784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-132d7564-5269-4765-bfc8-690a24719ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:19.768242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad537061-18da-4d17-807c-d31aa9f97a04 req-781c8b49-2872-41a8-9094-81b753ade784 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:19.769681 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad537061-18da-4d17-807c-d31aa9f97a04 req-781c8b49-2872-41a8-9094-81b753ade784 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 950 time: 0.0783925 Jan 21 10:00:19.814966 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad537061-18da-4d17-807c-d31aa9f97a04 req-f87981e0-8e8b-49c6-b8ac-4186e39b2de1 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Jan 21 10:00:20.390293 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c11d230a-c739-4c15-8f7f-506deb4df757 req-65e5db65-33b0-4dbc-ad08-7259c77073ae service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2168710 Jan 21 10:00:20.976149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-165c2d62-0359-4c2e-808e-59e293f25d41 req-9640acce-286a-4698-8c0e-34cf07ba13bd service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1647406 Jan 21 10:00:21.475502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-25c152dc-c0a3-4de0-bb21-ef384ab0f251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:21.509234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbec9a-9bb1-4ade-9b98-13ed17b4690f req-fba574f7-ee1f-460b-88be-3378fe38273f tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:21.510706 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ccfbec9a-9bb1-4ade-9b98-13ed17b4690f req-fba574f7-ee1f-460b-88be-3378fe38273f tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 950 time: 0.0804746 Jan 21 10:00:21.555682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ccfbec9a-9bb1-4ade-9b98-13ed17b4690f req-883c24e0-c32e-489c-83cd-9b0ae8844fe5 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Jan 21 10:00:22.516437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:22.751244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-04ab7920-f846-45e2-9517-65f8db4ceb1e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:22.751922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-04ab7920-f846-45e2-9517-65f8db4ceb1e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Synchronizing usage tracker for tenant:fecf487cbf1e4c11a75d0a4d0134f037 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:22.760021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07621d32-33a0-4966-af17-50457040362b req-e1767ee8-d588-44e1-aee2-49057990c296 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:22.761676 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-07621d32-33a0-4966-af17-50457040362b req-e1767ee8-d588-44e1-aee2-49057990c296 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 950 time: 0.0817375 Jan 21 10:00:22.773488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-04ab7920-f846-45e2-9517-65f8db4ceb1e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Unset dirty status for tenant:fecf487cbf1e4c11a75d0a4d0134f037 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:22.774611 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-04ab7920-f846-45e2-9517-65f8db4ceb1e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.120 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 950 time: 0.0978959 Jan 21 10:00:22.810163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-07621d32-33a0-4966-af17-50457040362b req-e16ea60f-8e76-42dd-9a29-ce284a7b6691 tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/security-groups?id=992da10f-7d62-4020-b57a-76819d553523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Jan 21 10:00:22.847287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Deleting port 4ddf500d-f411-4f6f-9fad-b35a6535069d {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:00:22.847548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:22.848242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.174951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] For port 4ddf500d-f411-4f6f-9fad-b35a6535069d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4ddf500d-f411-4f6f-9fad-b35a6535069d,segment=NetworkSegment(d2938364-4f52-4aaf-831f-e6ce2e523b25),segment_id=d2938364-4f52-4aaf-831f-e6ce2e523b25)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:23.175189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.314009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Calling delete_port for 4ddf500d-f411-4f6f-9fad-b35a6535069d owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:00:23.454884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.503489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Pushing event deleted for resources: {'Port': ['ID=4ddf500d-f411-4f6f-9fad-b35a6535069d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:23.579744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] No DVR routers for this DVR port 4ddf500d-f411-4f6f-9fad-b35a6535069d on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:00:23.582390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.585007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caea652-903c-476b-804e-d607beb3d22c', 'name': 'network-vif-deleted', 'tag': '4ddf500d-f411-4f6f-9fad-b35a6535069d'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:23.608291 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-9a2edb0f-cc0c-4f0d-b79c-fd667a7ba7a9 req-813043e0-732e-4dc5-b4f7-0442ccfa157e tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.120 "DELETE /v2.0/ports/4ddf500d-f411-4f6f-9fad-b35a6535069d HTTP/1.1" status: 204 len: 173 time: 0.8282075 Jan 21 10:00:23.657851 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2caea652-903c-476b-804e-d607beb3d22c', 'name': 'network-vif-deleted', 'tag': '4ddf500d-f411-4f6f-9fad-b35a6535069d', 'status': 'completed', 'code': 200} Jan 21 10:00:23.922075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:23.991101 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b64ba171-ebbf-4140-9d0f-9e8593614ca8 req-659380a9-8248-498f-b49a-717ab814831b tempest-ServersAdminNegativeTestJSON-276064699 tempest-ServersAdminNegativeTestJSON-276064699-project] 10.222.0.122 "GET /v2.0/ports?device_id=2caea652-903c-476b-804e-d607beb3d22c HTTP/1.1" status: 200 len: 210 time: 0.0424314 Jan 21 10:00:24.964744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4ddf500d-f411-4f6f-9fad-b35a6535069d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:00:25.000842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 4ddf500d-f411-4f6f-9fad-b35a6535069d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:00:25.001177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4ddf500d-f411-4f6f-9fad-b35a6535069d not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:00:25.379040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40562) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:25.547758 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b42b6c89-3c6b-4e26-8678-689ecf042745 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=fecf487cbf1e4c11a75d0a4d0134f037&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1675563 Jan 21 10:00:25.550313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40568) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:25.607874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-571d11a9-bf7c-4200-a534-fd91c67cec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:25.636266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-571d11a9-bf7c-4200-a534-fd91c67cec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:25.686141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-571d11a9-bf7c-4200-a534-fd91c67cec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:25.701832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d11a9-bf7c-4200-a534-fd91c67cec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992da10f-7d62-4020-b57a-76819d553523,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:25.708297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-571d11a9-bf7c-4200-a534-fd91c67cec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:25.709598 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-571d11a9-bf7c-4200-a534-fd91c67cec1c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/992da10f-7d62-4020-b57a-76819d553523 HTTP/1.1" status: 204 len: 168 time: 0.1584063 Jan 21 10:00:26.037126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:26.055642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.088822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:26.093229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ecb88fcd604946f7ae871e319de96953 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:26.096095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:26.101881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:26.172344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.177230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.225513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e264e6-9869-40cc-b9ea-05f4ece2d969,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:26.230018 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-71603e07-f262-488f-b03d-9fd2582bf6f5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=ecb88fcd604946f7ae871e319de96953&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1916397 Jan 21 10:00:26.233155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40580) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:26.296546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-90db7a24-ebd4-463e-8cf8-b3d488f6669e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.323355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-90db7a24-ebd4-463e-8cf8-b3d488f6669e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.375144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-90db7a24-ebd4-463e-8cf8-b3d488f6669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.390482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db7a24-ebd4-463e-8cf8-b3d488f6669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e264e6-9869-40cc-b9ea-05f4ece2d969,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:26.395659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-90db7a24-ebd4-463e-8cf8-b3d488f6669e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:26.397309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-90db7a24-ebd4-463e-8cf8-b3d488f6669e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/41e264e6-9869-40cc-b9ea-05f4ece2d969 HTTP/1.1" status: 204 len: 168 time: 0.1632464 Jan 21 10:00:27.261338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40602) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:27.389297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1512737124-network', 'tenant_id': '0415ec701f004d2c9e539ccdcf66a6c4'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:27.394299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:27.398067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Usage tracker for resource:network and tenant:0415ec701f004d2c9e539ccdcf66a6c4 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:27.400847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:27.407410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:27.417598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Made reservation on behalf of 0415ec701f004d2c9e539ccdcf66a6c4 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:27.420529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.432905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.462897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:27.467506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Usage tracker for resource:security_group_rule and tenant:0415ec701f004d2c9e539ccdcf66a6c4 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:27.470332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:27.475951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:27.540013 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.543763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.577508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:00:27.585822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:27.591855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.592079 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Added segment 7b4e327c-2e1e-4353-b693-3f048283d86f of type vlan for network d78b0a6a-d590-48c9-b966-1d72843cdacf Jan 21 10:00:27.619498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.649422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.650414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:27.650988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:27.752922 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4904864 Jan 21 10:00:27.755861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16384f5a-7141-40ab-b881-1d4ffbd0e1fc admin admin] Pushing event updated for resources: {'Network': ['ID=d78b0a6a-d590-48c9-b966-1d72843cdacf,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:27.756198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40608) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:27.762367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Request body: {'subnet': {'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1512737124-subnet', 'tenant_id': '0415ec701f004d2c9e539ccdcf66a6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:27.767356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network d78b0a6a-d590-48c9-b966-1d72843cdacf details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:00:27.768026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:27.772106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Usage tracker for resource:subnet and tenant:0415ec701f004d2c9e539ccdcf66a6c4 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:27.775112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:27.783124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:27.793415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Made reservation on behalf of 0415ec701f004d2c9e539ccdcf66a6c4 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:27.795913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:28.001197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:28.072429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52fb0d7-f5a5-45aa-9f67-cb723058a51b,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:28.083622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Checking segment: {'id': '7b4e327c-2e1e-4353-b693-3f048283d86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:00:28.083983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Network hostable DHCP agents. Network: d78b0a6a-d590-48c9-b966-1d72843cdacf, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:00:28.105668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Network d78b0a6a-d590-48c9-b966-1d72843cdacf is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:00:28.115489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, d78b0a6a-d590-48c9-b966-1d72843cdacf) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:28.119387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:28.119958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:28.124932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1760643-29ab-4f3a-982a-30f88df1031c None None] Network d78b0a6a-d590-48c9-b966-1d72843cdacf requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:00:28.144117 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-06fe463d-3c4f-4800-8296-9e94b86458c8 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3861115 Jan 21 10:00:28.335520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a2c7a-96a9-42dd-9170-7020025aa99a None None] Network d78b0a6a-d590-48c9-b966-1d72843cdacf requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:00:28.683604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-73de4b3b-a180-4d68-8b33-712fc11b204f tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:28.684183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-73de4b3b-a180-4d68-8b33-712fc11b204f tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Synchronizing usage tracker for tenant:0415ec701f004d2c9e539ccdcf66a6c4 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:28.700964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-73de4b3b-a180-4d68-8b33-712fc11b204f tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Unset dirty status for tenant:0415ec701f004d2c9e539ccdcf66a6c4 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:28.702385 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-73de4b3b-a180-4d68-8b33-712fc11b204f tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/networks?id=d78b0a6a-d590-48c9-b966-1d72843cdacf HTTP/1.1" status: 200 len: 812 time: 0.1609659 Jan 21 10:00:28.719317 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-d3d50bd6-3497-436c-aacd-33ab8c8e85c2 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/quotas/0415ec701f004d2c9e539ccdcf66a6c4 HTTP/1.1" status: 200 len: 375 time: 0.0112090 Jan 21 10:00:28.764739 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-6b408d84-8b3c-4ffc-af83-b868ace0f394 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402591 Jan 21 10:00:28.774777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-38ab17a3-40a1-46f8-b72c-c08390b72e27 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:00:28.775694 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-38ab17a3-40a1-46f8-b72c-c08390b72e27 service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047646 Jan 21 10:00:28.904725 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-6f109b08-2de9-47e5-bf97-97021b866542 service neutron] 10.222.0.122 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228504 Jan 21 10:00:29.041388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-f634e31f-3796-4810-a620-37742fa30d9d service neutron] 10.222.0.122 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308534 Jan 21 10:00:29.229299 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa8f27af-7ada-44d3-9fbb-740f1959b022 req-933960c4-cfef-47bb-bd76-873fee80c3cc tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 210 time: 0.0416028 Jan 21 10:00:30.260755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-575eb482-0bab-430f-83fe-d8794f019ce4 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:30.262798 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-575eb482-0bab-430f-83fe-d8794f019ce4 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.120 "GET /v2.0/networks?id=d78b0a6a-d590-48c9-b966-1d72843cdacf HTTP/1.1" status: 200 len: 812 time: 0.1479087 Jan 21 10:00:30.281558 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Request body: {'port': {'device_id': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf', 'admin_state_up': True, 'tenant_id': '0415ec701f004d2c9e539ccdcf66a6c4'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:30.409338 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-520b1948-41bf-4ea6-8f11-211b295b3959 req-8aa12c60-df40-4938-9ef7-396a91e6e94e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 210 time: 0.0446727 Jan 21 10:00:30.425005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:00:30.429342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Usage tracker for resource:port and tenant:0415ec701f004d2c9e539ccdcf66a6c4 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:00:30.432195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:00:30.440754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:00:30.451016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Made reservation on behalf of 0415ec701f004d2c9e539ccdcf66a6c4 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:00:30.454208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.620997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Allocated IP 172.20.0.7 (d78b0a6a-d590-48c9-b966-1d72843cdacf/e52fb0d7-f5a5-45aa-9f67-cb723058a51b/1a879a22-e885-4a3b-8ea1-93e359a582a7) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:00:30.823103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.850873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:30.923713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Network d78b0a6a-d590-48c9-b966-1d72843cdacf is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:00:30.926812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:00:30.929170 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:00:30.959561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Pushing event updated for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:30.997390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:30.998648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:31.018435 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a813a43f-d5d7-40f0-8f98-ae0dc3d1a8b5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419331 Jan 21 10:00:31.030848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Request body: {'port': {'device_id': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:00:31.138295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:31.564075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a879a22-e885-4a3b-8ea1-93e359a582a7 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:31.571154 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:31.586445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Transition to ACTIVE for port object 1a879a22-e885-4a3b-8ea1-93e359a582a7 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:00:31.590662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:31.607584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09826d9-e320-4f2e-9c17-99f3c5431483 req-5856e4b7-5cb1-4eca-ac0b-003e96f2aaf6 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:31.609055 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a09826d9-e320-4f2e-9c17-99f3c5431483 req-5856e4b7-5cb1-4eca-ac0b-003e96f2aaf6 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 931 time: 0.0792074 Jan 21 10:00:31.663009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a09826d9-e320-4f2e-9c17-99f3c5431483 req-a9dbab0b-2fba-4a6b-8c04-1c80e56cf0a0 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Synchronizing usage tracker for tenant:0415ec701f004d2c9e539ccdcf66a6c4 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:00:31.684069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a09826d9-e320-4f2e-9c17-99f3c5431483 req-a9dbab0b-2fba-4a6b-8c04-1c80e56cf0a0 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Unset dirty status for tenant:0415ec701f004d2c9e539ccdcf66a6c4 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:00:31.686130 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a09826d9-e320-4f2e-9c17-99f3c5431483 req-a9dbab0b-2fba-4a6b-8c04-1c80e56cf0a0 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710928 Jan 21 10:00:31.719188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Pushing event updated for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:31.830168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Attempting to bind port 1a879a22-e885-4a3b-8ea1-93e359a582a7 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:00:31.830500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Attempting to bind port 1a879a22-e885-4a3b-8ea1-93e359a582a7 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '7b4e327c-2e1e-4353-b693-3f048283d86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:00:31.830835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Attempting to bind port 1a879a22-e885-4a3b-8ea1-93e359a582a7 on network d78b0a6a-d590-48c9-b966-1d72843cdacf {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:31.836753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Port 1a879a22-e885-4a3b-8ea1-93e359a582a7 on network d78b0a6a-d590-48c9-b966-1d72843cdacf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:00:31.837100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Attempting to bind port 1a879a22-e885-4a3b-8ea1-93e359a582a7 on network d78b0a6a-d590-48c9-b966-1d72843cdacf {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:00:31.844458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:00:31.844791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Checking segment: {'id': '7b4e327c-2e1e-4353-b693-3f048283d86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:00:31.845169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Bound using segment: {'id': '7b4e327c-2e1e-4353-b693-3f048283d86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:00:31.845593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Bound port: 1a879a22-e885-4a3b-8ea1-93e359a582a7, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4e327c-2e1e-4353-b693-3f048283d86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:00:31.845936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:31.933746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:00:31.937601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:00:31.941662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:32.008796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:32.010332 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] 10.222.0.120 "PUT /v2.0/ports/1a879a22-e885-4a3b-8ea1-93e359a582a7 HTTP/1.1" status: 200 len: 1093 time: 0.9839773 Jan 21 10:00:32.012619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:32.032470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d53e7a-dfcc-40ee-b6e9-ebbdda11a040 service neutron] Pushing event updated for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:32.108882 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'status': 'completed', 'code': 200} Jan 21 10:00:32.128044 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-c700976b-7866-48fa-9727-39efa97ddbe8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0767672 Jan 21 10:00:32.199453 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-88957c02-cb9c-41c7-876b-b882683b0c1a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7 HTTP/1.1" status: 200 len: 217 time: 0.0639784 Jan 21 10:00:32.259555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-bb05e775-609c-49e7-bf50-1b070f9858d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:32.260997 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-bb05e775-609c-49e7-bf50-1b070f9858d1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e52fb0d7-f5a5-45aa-9f67-cb723058a51b HTTP/1.1" status: 200 len: 852 time: 0.0558450 Jan 21 10:00:32.305163 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a89d0f2d-dd46-4eab-a381-284d2cda0fe0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d78b0a6a-d590-48c9-b966-1d72843cdacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382717 Jan 21 10:00:32.439850 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-846cd0bb-1ecd-4b34-b9b0-854750eeb03c service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286147 Jan 21 10:00:32.573375 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-d491cabe-9abe-40fb-bfd1-90606ab6c16a req-a7089b2c-b89b-4f6a-9e1d-a4f84abb3afb service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258612 Jan 21 10:00:32.695323 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-ab797ff6-34aa-4ea1-bda3-be5e0a2639fb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0728674 Jan 21 10:00:32.827387 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-a5b77819-197a-4991-b7c0-171b91e0b089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:32.828729 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-a5b77819-197a-4991-b7c0-171b91e0b089 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d78b0a6a-d590-48c9-b966-1d72843cdacf HTTP/1.1" status: 200 len: 913 time: 0.1262891 Jan 21 10:00:32.887191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591fe9-d66a-4edc-b81b-6ccb704543a9 req-54c921bf-f17e-4b01-becc-e89d3273d2ec tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:32.889145 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf591fe9-d66a-4edc-b81b-6ccb704543a9 req-54c921bf-f17e-4b01-becc-e89d3273d2ec tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 943 time: 0.0809529 Jan 21 10:00:32.897228 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-20c88500-7b73-4517-a767-32dd9c110e60 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7 HTTP/1.1" status: 200 len: 217 time: 0.0611291 Jan 21 10:00:32.937258 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf591fe9-d66a-4edc-b81b-6ccb704543a9 req-7ee518cb-4df1-4cd3-b846-d0826e0620b0 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Jan 21 10:00:32.965021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-1af68ed8-ad55-4dfe-8f59-5cc033c05f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:32.966559 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-1af68ed8-ad55-4dfe-8f59-5cc033c05f26 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e52fb0d7-f5a5-45aa-9f67-cb723058a51b HTTP/1.1" status: 200 len: 852 time: 0.0623653 Jan 21 10:00:33.012354 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-e7943ddb-f4b8-4fc7-a34d-898059c3925e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d78b0a6a-d590-48c9-b966-1d72843cdacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390689 Jan 21 10:00:33.235727 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-374dbe63-c188-4eac-999d-d48c37b29760 service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159195 Jan 21 10:00:33.367061 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c1a462cb-af82-4d93-919a-61a50e86d2cf req-ad2c4f95-dd6e-4800-b3a8-389c81520c12 service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244659 Jan 21 10:00:34.138080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42805e45-275d-47bf-858f-60f0a1270a77 req-649d240a-7b83-42a3-a0a7-971505189679 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:34.139666 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-42805e45-275d-47bf-858f-60f0a1270a77 req-649d240a-7b83-42a3-a0a7-971505189679 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 943 time: 0.0753846 Jan 21 10:00:34.185203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-42805e45-275d-47bf-858f-60f0a1270a77 req-c1c15e4c-c094-4b41-8ab6-76002dd88d21 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400741 Jan 21 10:00:34.648533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:35.012231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1a879a22-e885-4a3b-8ea1-93e359a582a7 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:00:35.143254 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:35.156035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf', 'port_id': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'mac_address': 'fa:16:3e:10:80:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52fb0d7-f5a5-45aa-9f67-cb723058a51b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:00:35.209569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:35.227422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a879a22-e885-4a3b-8ea1-93e359a582a7 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:00:35.242849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:35.246704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:35.315680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:35.444318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['1a879a22-e885-4a3b-8ea1-93e359a582a7'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:00:35.476169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1ef06-4066-404f-a7a9-65bfb4c7464a req-43e1e018-3e10-48e3-a41e-11569e526cb7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:35.477595 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9e1ef06-4066-404f-a7a9-65bfb4c7464a req-43e1e018-3e10-48e3-a41e-11569e526cb7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 944 time: 0.1694527 Jan 21 10:00:35.523067 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9e1ef06-4066-404f-a7a9-65bfb4c7464a req-667d3a8f-ec04-4a10-8ff9-798b179bde11 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Jan 21 10:00:36.717756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380ba3-1c86-42b0-9a7b-d6f2a8769ca1 req-323a4db5-d5e3-4190-89ec-31f95c096f9b tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:36.719114 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa380ba3-1c86-42b0-9a7b-d6f2a8769ca1 req-323a4db5-d5e3-4190-89ec-31f95c096f9b tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 944 time: 0.0774446 Jan 21 10:00:36.761952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa380ba3-1c86-42b0-9a7b-d6f2a8769ca1 req-4720ab73-e2df-4f0f-84d9-bd8c309ce3c8 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Jan 21 10:00:37.025149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1a879a22-e885-4a3b-8ea1-93e359a582a7 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:00:37.092342 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 1a879a22-e885-4a3b-8ea1-93e359a582a7 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:00:37.097011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 1a879a22-e885-4a3b-8ea1-93e359a582a7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:00:37.097371 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:37.209647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:37.237812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:00:37.247109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:00:37.251565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:37.302678 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'code': 200} Jan 21 10:00:37.319219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:00:37.520551 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c93acab9-dcfa-4d95-9749-25625ea424c3 req-96c068fd-58db-45da-b333-01c7d6026cb0 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 1098 time: 0.0707195 Jan 21 10:00:37.563311 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-c93acab9-dcfa-4d95-9749-25625ea424c3 req-a76567bb-b8b0-4b3e-bd4f-8a21fd8c0e7a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363836 Jan 21 10:00:37.957341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683ca5e-d050-4caa-85bb-f291de3f3589 req-6f391576-5d58-4d82-a6b2-ca65a31decab tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:37.958809 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b683ca5e-d050-4caa-85bb-f291de3f3589 req-6f391576-5d58-4d82-a6b2-ca65a31decab tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0757542 Jan 21 10:00:38.004073 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b683ca5e-d050-4caa-85bb-f291de3f3589 req-d9bde67c-516c-4f2f-a711-89c6cea83065 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Jan 21 10:00:39.235752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eae7f-b4b9-45f8-bcb8-17c67eea25ab req-53c1632c-8ce5-4ace-923d-2517d5eea734 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:39.237204 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f6eae7f-b4b9-45f8-bcb8-17c67eea25ab req-53c1632c-8ce5-4ace-923d-2517d5eea734 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.1039672 Jan 21 10:00:39.282524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f6eae7f-b4b9-45f8-bcb8-17c67eea25ab req-3878f938-9777-4a7e-878d-2810d773797e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Jan 21 10:00:39.477247 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-805172f8-a357-44b0-9d5d-d3b9b05e8253 req-ef4d3d45-0635-421b-a878-e7910a1edb5e service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663924 Jan 21 10:00:39.766587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40662) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:00:39.802213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e395f-50ba-43d3-a81e-09ef076cf894 req-10200a15-db29-4e8c-9b49-4304e8ee58d4 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:39.803666 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e98e395f-50ba-43d3-a81e-09ef076cf894 req-10200a15-db29-4e8c-9b49-4304e8ee58d4 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0809965 Jan 21 10:00:39.849507 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e98e395f-50ba-43d3-a81e-09ef076cf894 req-f5541853-c9a8-43d8-95eb-9728dfdb1a8b tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Jan 21 10:00:39.905034 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-e129ff08-54f7-43f0-b67e-c82e136ee6b0 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366022 Jan 21 10:00:41.048134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15326419-800a-4bc2-8382-1e2e1ed87b39 req-4aa5a20f-aada-451f-8f6a-1b7d2a0c2de9 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:41.049603 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15326419-800a-4bc2-8382-1e2e1ed87b39 req-4aa5a20f-aada-451f-8f6a-1b7d2a0c2de9 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0776608 Jan 21 10:00:41.096677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15326419-800a-4bc2-8382-1e2e1ed87b39 req-238efef4-916b-41ee-89f6-9557bf709fd0 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Jan 21 10:00:41.209902 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-a9b755db-ed7f-4dd1-b4d5-653e74f7e479 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 1098 time: 0.0791688 Jan 21 10:00:41.342114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-94341f56-ea4c-4158-82b0-571803d511e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:41.343535 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-94341f56-ea4c-4158-82b0-571803d511e6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d78b0a6a-d590-48c9-b966-1d72843cdacf HTTP/1.1" status: 200 len: 913 time: 0.1275122 Jan 21 10:00:41.411180 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-c027cbc9-befc-4df1-b462-bc6b8bd0272e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7 HTTP/1.1" status: 200 len: 217 time: 0.0610182 Jan 21 10:00:41.477139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-03a38867-99b1-44be-a1e8-179502c9b8f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:41.478580 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-03a38867-99b1-44be-a1e8-179502c9b8f4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e52fb0d7-f5a5-45aa-9f67-cb723058a51b HTTP/1.1" status: 200 len: 852 time: 0.0603268 Jan 21 10:00:41.523883 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-e421285d-8ad1-4c20-a0be-070f334c0727 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d78b0a6a-d590-48c9-b966-1d72843cdacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386491 Jan 21 10:00:41.653811 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-7342836a-e9b6-4ad7-91c6-a1ff228e5daf service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231265 Jan 21 10:00:41.789325 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-3c655c28-7352-48d6-91a1-2d7c1b12f1ac service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290212 Jan 21 10:00:42.307242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e47bf-aa36-4a3e-9668-78413796d28a req-8d6b0ed6-83ca-46fb-a118-d326aa51d39c tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:42.308836 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d5e47bf-aa36-4a3e-9668-78413796d28a req-8d6b0ed6-83ca-46fb-a118-d326aa51d39c tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0790248 Jan 21 10:00:42.354396 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d5e47bf-aa36-4a3e-9668-78413796d28a req-1c201786-e313-4d39-9f82-7bbcf877e3ed tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jan 21 10:00:43.552745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775446f-b01e-424c-9124-e5b185fc3b44 req-39f2273d-88fb-4fa0-829c-5c8cbf3ab83f tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:43.554414 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d775446f-b01e-424c-9124-e5b185fc3b44 req-39f2273d-88fb-4fa0-829c-5c8cbf3ab83f tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0768149 Jan 21 10:00:43.605843 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d775446f-b01e-424c-9124-e5b185fc3b44 req-ffab9632-9805-4f56-9a06-b558f4b8bf0b tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Jan 21 10:00:44.801736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0e46b-a7a2-4da3-aad7-feebc5871845 req-3f9f805a-6df7-44c9-87da-29f4468e5e00 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:44.803227 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-63e0e46b-a7a2-4da3-aad7-feebc5871845 req-3f9f805a-6df7-44c9-87da-29f4468e5e00 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0766795 Jan 21 10:00:44.850729 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-63e0e46b-a7a2-4da3-aad7-feebc5871845 req-30a902ad-2016-4e27-940f-2e82054f6ba7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Jan 21 10:00:46.056852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451586bd-1ac7-4f73-9ecd-53c510aa6252 req-aa7e970b-62cf-4812-813e-50e7635df592 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:46.058559 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-451586bd-1ac7-4f73-9ecd-53c510aa6252 req-aa7e970b-62cf-4812-813e-50e7635df592 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0807228 Jan 21 10:00:46.104235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-451586bd-1ac7-4f73-9ecd-53c510aa6252 req-dae27981-a23f-4b51-a6d8-db2a5044803a tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Jan 21 10:00:47.315992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709ed19-6712-4fac-b46b-8643b8497825 req-87b06db1-2f98-4645-b47b-ba1a2d92fd24 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:47.317403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9709ed19-6712-4fac-b46b-8643b8497825 req-87b06db1-2f98-4645-b47b-ba1a2d92fd24 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0843191 Jan 21 10:00:47.364907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9709ed19-6712-4fac-b46b-8643b8497825 req-4d4b0075-d0f0-4f1b-9cb7-15b1aa016938 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Jan 21 10:00:48.564817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b149-eabf-421c-b8a6-bf2897e436fd req-6163b0fe-7e5d-48d9-b76c-7dd4e5d62c55 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:48.566304 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-df56b149-eabf-421c-b8a6-bf2897e436fd req-6163b0fe-7e5d-48d9-b76c-7dd4e5d62c55 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0780830 Jan 21 10:00:48.611998 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-df56b149-eabf-421c-b8a6-bf2897e436fd req-0b5508c4-5cca-4314-be1e-6dff23b104ed tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Jan 21 10:00:49.079540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bc501969-fec8-48e5-95a5-e16e3ebaa945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:49.809099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3352495-e992-42e2-bf56-134b063a6750 req-421016c3-717e-4f80-b54d-b55566b98deb tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:49.811089 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f3352495-e992-42e2-bf56-134b063a6750 req-421016c3-717e-4f80-b54d-b55566b98deb tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0759091 Jan 21 10:00:49.859867 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f3352495-e992-42e2-bf56-134b063a6750 req-c035077f-1097-4bc5-8c99-4965d8166eb5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Jan 21 10:00:51.063069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1454a41-478e-4f9d-8842-be082ffddcf5 req-62e52aee-37ee-458c-a991-9ecf75906fa7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:51.064524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1454a41-478e-4f9d-8842-be082ffddcf5 req-62e52aee-37ee-458c-a991-9ecf75906fa7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0810144 Jan 21 10:00:51.109616 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1454a41-478e-4f9d-8842-be082ffddcf5 req-4acc2ab9-7863-432f-b887-47457045f081 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393910 Jan 21 10:00:51.483335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-50586f9c-8525-4432-a696-b7cd7e679e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.311319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc521df-60a9-4989-839a-8b69dd621439 req-97c0030c-1a8d-47c9-91de-7e63f185d5d7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:52.312712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0bc521df-60a9-4989-839a-8b69dd621439 req-97c0030c-1a8d-47c9-91de-7e63f185d5d7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0816476 Jan 21 10:00:52.361496 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0bc521df-60a9-4989-839a-8b69dd621439 req-574153e6-dd25-47db-b770-7146ce720cfe tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Jan 21 10:00:52.518585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:52.843149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:53.561376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434775c-ed41-4f5a-bfc2-e972f4b45f8b req-70050790-8480-4e5a-bf1b-61bcfb5dde1e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:53.562875 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4434775c-ed41-4f5a-bfc2-e972f4b45f8b req-70050790-8480-4e5a-bf1b-61bcfb5dde1e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0764246 Jan 21 10:00:53.607982 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4434775c-ed41-4f5a-bfc2-e972f4b45f8b req-f03b3536-fd65-45f5-8498-a0585ae8fa40 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391469 Jan 21 10:00:53.928537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:00:54.835045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b585dc-935a-45c3-8734-6929e0d32e11 req-45670451-53fd-4200-b9ba-3becb1bab935 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:54.836489 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-37b585dc-935a-45c3-8734-6929e0d32e11 req-45670451-53fd-4200-b9ba-3becb1bab935 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0848432 Jan 21 10:00:54.882034 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-37b585dc-935a-45c3-8734-6929e0d32e11 req-b192f81c-cae8-4a88-aa22-ce1246f1d2ac tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Jan 21 10:00:55.917686 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:00:56.087464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252baaa-56f2-4629-8cd8-5f003481c1c3 req-53542740-eb18-460b-8765-b3b367ffb7d5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:56.088891 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b252baaa-56f2-4629-8cd8-5f003481c1c3 req-53542740-eb18-460b-8765-b3b367ffb7d5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0749588 Jan 21 10:00:56.134743 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b252baaa-56f2-4629-8cd8-5f003481c1c3 req-1c84c9c4-cd48-4a9d-8809-31b17bc0b517 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 Jan 21 10:00:57.485016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0565c83-f837-4cc7-84b7-d864a858ae5a req-086c5da2-3fcc-4d61-bb76-721403ded4a1 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:57.486509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b0565c83-f837-4cc7-84b7-d864a858ae5a req-086c5da2-3fcc-4d61-bb76-721403ded4a1 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0843337 Jan 21 10:00:57.532591 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b0565c83-f837-4cc7-84b7-d864a858ae5a req-b8ff95b9-c870-43be-969b-dc2fb9734053 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Jan 21 10:00:58.728431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e9f47-fbd7-4945-92c1-714d0573b583 req-2fb88612-3138-403a-8967-b59c6223905e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:58.729767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-295e9f47-fbd7-4945-92c1-714d0573b583 req-2fb88612-3138-403a-8967-b59c6223905e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0739317 Jan 21 10:00:58.779264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-295e9f47-fbd7-4945-92c1-714d0573b583 req-ef43b804-5a16-44f5-8089-f11857b85e89 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Jan 21 10:00:59.979066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664e55a-336d-4e8b-b7a5-142374caf3b4 req-66200fa3-7876-43bb-8db6-3b6ab6aa030c tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:00:59.980561 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7664e55a-336d-4e8b-b7a5-142374caf3b4 req-66200fa3-7876-43bb-8db6-3b6ab6aa030c tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0806379 Jan 21 10:01:00.028463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7664e55a-336d-4e8b-b7a5-142374caf3b4 req-557185fa-ec1c-471e-b8cc-f7dd09838886 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Jan 21 10:01:00.056997 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3537f0af-488d-4209-9421-811faa22eff6 req-82b2cb62-3736-4f36-9de0-2423e43b66ed service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 1098 time: 0.0732367 Jan 21 10:01:00.201149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537f0af-488d-4209-9421-811faa22eff6 req-369efd37-2887-4353-9116-5ff9bebc1343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:00.202583 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3537f0af-488d-4209-9421-811faa22eff6 req-369efd37-2887-4353-9116-5ff9bebc1343 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d78b0a6a-d590-48c9-b966-1d72843cdacf HTTP/1.1" status: 200 len: 913 time: 0.1260488 Jan 21 10:01:00.270418 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3537f0af-488d-4209-9421-811faa22eff6 req-7ed91c0f-6607-4acd-81b9-c80f2f0894eb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7 HTTP/1.1" status: 200 len: 217 time: 0.0600348 Jan 21 10:01:00.337286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537f0af-488d-4209-9421-811faa22eff6 req-e786a4b0-7c01-460b-bb21-101c8d95cfec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:00.338725 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3537f0af-488d-4209-9421-811faa22eff6 req-e786a4b0-7c01-460b-bb21-101c8d95cfec service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e52fb0d7-f5a5-45aa-9f67-cb723058a51b HTTP/1.1" status: 200 len: 852 time: 0.0591097 Jan 21 10:01:00.386468 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3537f0af-488d-4209-9421-811faa22eff6 req-a13b1a9e-dad7-4dd8-a922-e090cad2d3eb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d78b0a6a-d590-48c9-b966-1d72843cdacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410254 Jan 21 10:01:00.613830 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3537f0af-488d-4209-9421-811faa22eff6 req-b05586f7-215e-4a0f-8a92-679a5f907b86 service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203283 Jan 21 10:01:00.761139 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-3537f0af-488d-4209-9421-811faa22eff6 req-a8d9c949-500e-4fba-8f59-3ad88a75a164 service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394939 Jan 21 10:01:01.342679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f253a-2a7f-465b-8470-5461f4347725 req-b2a7a859-3f50-489c-8023-442c54baa623 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:01.344135 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f253a-2a7f-465b-8470-5461f4347725 req-b2a7a859-3f50-489c-8023-442c54baa623 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.1696084 Jan 21 10:01:01.389228 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f253a-2a7f-465b-8470-5461f4347725 req-070841de-ed75-41a8-897c-5b880b53740d tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Jan 21 10:01:02.593553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f69e-f87c-4f1a-9d8f-11a3f49a1f16 req-856126a5-e9c3-470b-ae32-3520a526edce tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:02.594997 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e372f69e-f87c-4f1a-9d8f-11a3f49a1f16 req-856126a5-e9c3-470b-ae32-3520a526edce tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0788028 Jan 21 10:01:02.640735 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e372f69e-f87c-4f1a-9d8f-11a3f49a1f16 req-584b4282-dc7c-442b-bc24-904a2747df30 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Jan 21 10:01:03.841460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a07978-042e-41ae-a1b9-b6b38a188106 req-fd38224b-9a7c-4886-a6a5-45aa0648035a tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:03.843028 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36a07978-042e-41ae-a1b9-b6b38a188106 req-fd38224b-9a7c-4886-a6a5-45aa0648035a tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0797904 Jan 21 10:01:03.890155 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36a07978-042e-41ae-a1b9-b6b38a188106 req-512005f4-4a12-4400-ac9e-cfe561cac091 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Jan 21 10:01:04.662812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:05.094732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629a56-eb13-4642-afc8-5ff6870278c9 req-a061b795-140c-460c-b9f5-8323167da633 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:05.096197 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-60629a56-eb13-4642-afc8-5ff6870278c9 req-a061b795-140c-460c-b9f5-8323167da633 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0787027 Jan 21 10:01:05.143509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-60629a56-eb13-4642-afc8-5ff6870278c9 req-196cee36-96a0-47cf-9f85-4381383059b9 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415823 Jan 21 10:01:06.349157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a9088-4c59-4be4-8f2e-3534217cccce req-deef743f-730a-47df-b3f5-32d4bf78d772 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:06.350644 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad4a9088-4c59-4be4-8f2e-3534217cccce req-deef743f-730a-47df-b3f5-32d4bf78d772 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0796378 Jan 21 10:01:06.397626 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad4a9088-4c59-4be4-8f2e-3534217cccce req-7e620bb4-e791-4e9d-a047-ac0082d3aec5 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Jan 21 10:01:07.594866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359556a-1a42-4fcf-8bd0-1e3ddccfda30 req-305c81ab-2368-48d3-9701-d934dbe5cb0b tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:07.597018 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5359556a-1a42-4fcf-8bd0-1e3ddccfda30 req-305c81ab-2368-48d3-9701-d934dbe5cb0b tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0793571 Jan 21 10:01:07.647053 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5359556a-1a42-4fcf-8bd0-1e3ddccfda30 req-240dc635-37e4-4c5c-8bae-142fe1dcf94d tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Jan 21 10:01:08.761376 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-7a0fff5b-c957-4770-b86f-d88e104c98d6 service neutron] 10.222.0.120 "GET /v2.0/ports/1a879a22-e885-4a3b-8ea1-93e359a582a7/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0725808 Jan 21 10:01:08.851501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fbcb2-0b34-46d3-8483-2ea809b0af81 req-d9151e97-5c49-4c88-a02c-8a5d2221c805 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:08.853290 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f5fbcb2-0b34-46d3-8483-2ea809b0af81 req-d9151e97-5c49-4c88-a02c-8a5d2221c805 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0844321 Jan 21 10:01:08.900704 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f5fbcb2-0b34-46d3-8483-2ea809b0af81 req-1ea83c0b-9bde-46fd-8d01-392589bb4987 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Jan 21 10:01:09.038738 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-03809864-8fd9-4470-aa85-84652fb73f48 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0&tenant_id=0415ec701f004d2c9e539ccdcf66a6c4 HTTP/1.1" status: 200 len: 1098 time: 0.0736699 Jan 21 10:01:09.127769 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-b6dbfde5-c907-41ba-b080-c062fddb3908 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 1098 time: 0.0676935 Jan 21 10:01:09.260650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-9d92dfd6-dc38-467c-bf6d-5ec5b4e41f05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:09.262016 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-9d92dfd6-dc38-467c-bf6d-5ec5b4e41f05 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d78b0a6a-d590-48c9-b966-1d72843cdacf HTTP/1.1" status: 200 len: 913 time: 0.1278906 Jan 21 10:01:09.332866 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-9001fe52-7e86-4f16-85e6-d70c5de23114 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7 HTTP/1.1" status: 200 len: 217 time: 0.0645707 Jan 21 10:01:09.395514 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-e405a71f-8276-47ce-a4a1-645d873a1d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:09.396962 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-e405a71f-8276-47ce-a4a1-645d873a1d6e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e52fb0d7-f5a5-45aa-9f67-cb723058a51b HTTP/1.1" status: 200 len: 852 time: 0.0576482 Jan 21 10:01:09.447282 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-c428356b-a858-4bcb-afe2-9e8d0b2c4055 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d78b0a6a-d590-48c9-b966-1d72843cdacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429430 Jan 21 10:01:09.581837 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-51d2dc0a-88a2-45f7-904e-7f92e26a627f service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279716 Jan 21 10:01:09.717467 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-293d2c17-8831-4aae-a36b-f8272273bb26 req-358ea405-5329-4025-bde6-789b398dfcb0 service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290386 Jan 21 10:01:10.104528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daef99-0ecc-47a2-9385-fec07b3e7f22 req-6a33f691-9106-46c7-a388-e8dba157df00 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:10.105937 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d7daef99-0ecc-47a2-9385-fec07b3e7f22 req-6a33f691-9106-46c7-a388-e8dba157df00 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0777540 Jan 21 10:01:10.152248 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d7daef99-0ecc-47a2-9385-fec07b3e7f22 req-c40989a8-8490-4b44-a7af-6fd0aaa61f2b tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Jan 21 10:01:11.244485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1a879a22-e885-4a3b-8ea1-93e359a582a7 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:01:11.248558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1a879a22-e885-4a3b-8ea1-93e359a582a7 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:01:11.355794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3346afe-c2b1-47f4-b2e9-5034c0a0c7ac req-501810b8-7850-4c95-a11a-269b8bb64691 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:11.357807 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3346afe-c2b1-47f4-b2e9-5034c0a0c7ac req-501810b8-7850-4c95-a11a-269b8bb64691 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0772395 Jan 21 10:01:11.407981 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3346afe-c2b1-47f4-b2e9-5034c0a0c7ac req-df52acb3-5953-4923-b4ea-c7db51f8b81d tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Jan 21 10:01:11.467208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.489511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:11.514716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'network_id': 'd78b0a6a-d590-48c9-b966-1d72843cdacf', 'port_id': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'mac_address': 'fa:16:3e:10:80:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52fb0d7-f5a5-45aa-9f67-cb723058a51b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:01:11.520415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:11.568823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:11.580712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.616528 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'code': 200} Jan 21 10:01:11.636685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:11.668905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a879a22-e885-4a3b-8ea1-93e359a582a7 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:01:11.713514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:11.741083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.741428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.741773 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.742135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.742472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.742798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.743124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.743447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.743768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.744086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.744406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:11.759312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:01:11.759659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:01:12.316194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:12.337828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a879a22-e885-4a3b-8ea1-93e359a582a7 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:01:12.354895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:12.360401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:12.428990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['1a879a22-e885-4a3b-8ea1-93e359a582a7'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:01:12.460152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:12.617475 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f060a9-4148-473d-b608-8c0c9280a64a req-1cedb4af-bdc6-49a9-a1eb-2034ed165fd1 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:12.618927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f060a9-4148-473d-b608-8c0c9280a64a req-1cedb4af-bdc6-49a9-a1eb-2034ed165fd1 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 944 time: 0.0808301 Jan 21 10:01:12.664517 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f060a9-4148-473d-b608-8c0c9280a64a req-da3ec662-4e91-4d81-9fae-8bd611ac8b45 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Jan 21 10:01:13.061921 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-5d2ba957-45b9-4d3a-bae4-4241d801c7c7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:13.062644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-5d2ba957-45b9-4d3a-bae4-4241d801c7c7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Synchronizing usage tracker for tenant:0415ec701f004d2c9e539ccdcf66a6c4 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:01:13.080107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-5d2ba957-45b9-4d3a-bae4-4241d801c7c7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Unset dirty status for tenant:0415ec701f004d2c9e539ccdcf66a6c4 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:01:13.081358 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-5d2ba957-45b9-4d3a-bae4-4241d801c7c7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.120 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0&tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 944 time: 0.0985336 Jan 21 10:01:13.224314 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-fd8cf96c-1584-4c97-b6b7-d49e745b91b3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0699334 Jan 21 10:01:13.243106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1a879a22-e885-4a3b-8ea1-93e359a582a7 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:01:13.313643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 1a879a22-e885-4a3b-8ea1-93e359a582a7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:13.314042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:13.357741 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-0ee31242-de18-4b64-a7bb-aeaef0c1bf77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:13.359255 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-0ee31242-de18-4b64-a7bb-aeaef0c1bf77 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d78b0a6a-d590-48c9-b966-1d72843cdacf HTTP/1.1" status: 200 len: 913 time: 0.1290250 Jan 21 10:01:13.433638 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-aa468867-f16b-4ee1-b5a2-2ecbfc987d47 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7 HTTP/1.1" status: 200 len: 217 time: 0.0664604 Jan 21 10:01:13.463552 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:13.496209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:13.501305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-f0ce7356-7e98-47b1-8cd1-c9f05b86c010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:13.501610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:13.502925 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-f0ce7356-7e98-47b1-8cd1-c9f05b86c010 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e52fb0d7-f5a5-45aa-9f67-cb723058a51b HTTP/1.1" status: 200 len: 852 time: 0.0630319 Jan 21 10:01:13.552671 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-ac25b000-c428-4f85-8c79-20908dfa32de service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d78b0a6a-d590-48c9-b966-1d72843cdacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418270 Jan 21 10:01:13.571764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:13.618162 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:13.690887 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'code': 200} Jan 21 10:01:13.783829 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-bc0a4489-b640-4dab-8426-a4b9d5849229 service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234337 Jan 21 10:01:13.926438 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-1b4a4774-c903-4a9e-8866-89573f618a25 service neutron] 10.222.0.120 "GET /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347284 Jan 21 10:01:14.814383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5110b-aa43-4c30-8b78-94a1226344b5 req-a3d9a0f7-1ecc-492f-aa9c-2331656c60e7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:14.815862 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56e5110b-aa43-4c30-8b78-94a1226344b5 req-a3d9a0f7-1ecc-492f-aa9c-2331656c60e7 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0768039 Jan 21 10:01:14.866745 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56e5110b-aa43-4c30-8b78-94a1226344b5 req-3543da3c-a619-46b3-b566-872431370c92 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452163 Jan 21 10:01:16.073922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9357c3-8557-4aa6-bcc2-5dec6fdf3e33 req-de921847-00f0-463d-afbb-a88c690bd8a3 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:16.076147 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb9357c3-8557-4aa6-bcc2-5dec6fdf3e33 req-de921847-00f0-463d-afbb-a88c690bd8a3 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0757554 Jan 21 10:01:16.119741 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb9357c3-8557-4aa6-bcc2-5dec6fdf3e33 req-65475dc5-46ea-4e40-85c6-0e7a3e90090e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381191 Jan 21 10:01:16.756906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-3ae89ef6-7d00-46b3-bab4-3b9392dc2ce3 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:16.758265 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-3ae89ef6-7d00-46b3-bab4-3b9392dc2ce3 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.120 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0767984 Jan 21 10:01:16.831204 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Deleting port 1a879a22-e885-4a3b-8ea1-93e359a582a7 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:01:16.831537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:17.071248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] For port 1a879a22-e885-4a3b-8ea1-93e359a582a7, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1a879a22-e885-4a3b-8ea1-93e359a582a7,segment=NetworkSegment(7b4e327c-2e1e-4353-b693-3f048283d86f),segment_id=7b4e327c-2e1e-4353-b693-3f048283d86f)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:17.071515 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:17.194444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Calling delete_port for 1a879a22-e885-4a3b-8ea1-93e359a582a7 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:01:17.327423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2875-5d98-4d7f-851b-b163809c905f req-f0c2db27-cad4-4144-84e3-4421314b6736 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:17.328880 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8fab2875-5d98-4d7f-851b-b163809c905f req-f0c2db27-cad4-4144-84e3-4421314b6736 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/ports?device_id=d6e6e120-93ae-4519-84ba-560232692ee0 HTTP/1.1" status: 200 len: 945 time: 0.0867448 Jan 21 10:01:17.341785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:17.376077 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8fab2875-5d98-4d7f-851b-b163809c905f req-6a1ae64f-5a7e-4d02-a4fe-dfe3a94b15a6 tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.122 "GET /v2.0/security-groups?id=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Jan 21 10:01:17.391742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Pushing event deleted for resources: {'Port': ['ID=1a879a22-e885-4a3b-8ea1-93e359a582a7,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:17.458357 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.458707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.459048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.459380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.459713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.460039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.460367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.460696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.461016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.461335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.461652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:17.478002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] No DVR routers for this DVR port 1a879a22-e885-4a3b-8ea1-93e359a582a7 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:01:17.480401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:17.483917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'name': 'network-vif-deleted', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:17.500793 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-6e129a92-d0bf-484e-869a-c80f5f25fa74 req-d09fc759-6f97-4066-9edc-368db4eb785e tempest-DeleteServersTestJSON-1420348466 tempest-DeleteServersTestJSON-1420348466-project] 10.222.0.120 "DELETE /v2.0/ports/1a879a22-e885-4a3b-8ea1-93e359a582a7 HTTP/1.1" status: 204 len: 173 time: 0.7349312 Jan 21 10:01:17.541218 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e6e120-93ae-4519-84ba-560232692ee0', 'name': 'network-vif-deleted', 'tag': '1a879a22-e885-4a3b-8ea1-93e359a582a7', 'status': 'completed', 'code': 200} Jan 21 10:01:18.653451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40764) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:01:18.714384 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-928aa08a-92e4-47e1-97ad-21e5367b7183 admin admin] Deleting subnet e52fb0d7-f5a5-45aa-9f67-cb723058a51b {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:01:18.717528 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-928aa08a-92e4-47e1-97ad-21e5367b7183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:18.767104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-928aa08a-92e4-47e1-97ad-21e5367b7183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:18.827140 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-928aa08a-92e4-47e1-97ad-21e5367b7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:18.902526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-928aa08a-92e4-47e1-97ad-21e5367b7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:18.940229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa08a-92e4-47e1-97ad-21e5367b7183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52fb0d7-f5a5-45aa-9f67-cb723058a51b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:18.946448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-928aa08a-92e4-47e1-97ad-21e5367b7183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:18.952459 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-928aa08a-92e4-47e1-97ad-21e5367b7183 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/e52fb0d7-f5a5-45aa-9f67-cb723058a51b HTTP/1.1" status: 204 len: 168 time: 0.2979810 Jan 21 10:01:18.954890 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40768) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:01:19.060312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.081649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-360bed0d-b2ff-48b2-84b8-06eddf699e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.186333 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.213484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78b0a6a-d590-48c9-b966-1d72843cdacf']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:19.225536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4e327c-2e1e-4353-b693-3f048283d86f') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:19.225804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4e327c-2e1e-4353-b693-3f048283d86f') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:01:19.237755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.253652 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.259603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:01:19.259968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:01:19.272935 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:01:19.304913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1a879a22-e885-4a3b-8ea1-93e359a582a7 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:01:19.336723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 1a879a22-e885-4a3b-8ea1-93e359a582a7 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:01:19.337065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1a879a22-e885-4a3b-8ea1-93e359a582a7 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:01:19.346806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.367798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.460573 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d78b0a6a-d590-48c9-b966-1d72843cdacf,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:19.469604 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-12663f14-70ff-418b-ab05-f20c51ebaf20 admin admin] 10.222.0.122 "DELETE /v2.0/networks/d78b0a6a-d590-48c9-b966-1d72843cdacf HTTP/1.1" status: 204 len: 168 time: 0.5137353 Jan 21 10:01:19.613688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40774) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:01:19.667791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 40778) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:01:19.668352 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d8506513-69da-4440-9078-ce7e79c56389 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=0415ec701f004d2c9e539ccdcf66a6c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530291 Jan 21 10:01:19.730857 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6cec655e-2c41-46fa-8e9a-7dc6b6c02f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.756871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6cec655e-2c41-46fa-8e9a-7dc6b6c02f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.809382 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6cec655e-2c41-46fa-8e9a-7dc6b6c02f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.828833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec655e-2c41-46fa-8e9a-7dc6b6c02f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf6fd3a-cdcd-479a-81c6-7c9f91397d50,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:19.838647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6cec655e-2c41-46fa-8e9a-7dc6b6c02f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:19.839754 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6cec655e-2c41-46fa-8e9a-7dc6b6c02f21 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/bcf6fd3a-cdcd-479a-81c6-7c9f91397d50 HTTP/1.1" status: 204 len: 168 time: 0.1709709 Jan 21 10:01:20.667284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40800) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:01:20.795862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1107997497-network', 'tenant_id': '65ef8755b82644cfa4a42d24f5e6f796'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:01:20.800637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:01:20.804384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Usage tracker for resource:network and tenant:65ef8755b82644cfa4a42d24f5e6f796 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:01:20.808120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:01:20.814192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:01:20.823009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Made reservation on behalf of 65ef8755b82644cfa4a42d24f5e6f796 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:01:20.825255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:20.837314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:20.869231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:01:20.873507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Usage tracker for resource:security_group_rule and tenant:65ef8755b82644cfa4a42d24f5e6f796 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:01:20.876426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:01:20.882134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:01:20.951161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:20.955727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:20.987322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:01:20.992648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1660b634-8178-44d5-bf1b-3cadfe10ed73,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:21.003234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.003569 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Added segment 308f1008-0678-4963-bcff-abe44f9da5bc of type vlan for network 7ba8a836-54e5-4363-9b34-5186d9e22ecf Jan 21 10:01:21.008850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.009193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.009690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.010066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.010461 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.010721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.011040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.011358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.011674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.011985 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.012300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:01:21.040310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.068337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.069149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:21.069707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.172089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] Pushing event updated for resources: {'Network': ['ID=7ba8a836-54e5-4363-9b34-5186d9e22ecf,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:21.177860 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c35dc165-c020-46b4-8759-e1493940efde admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5067658 Jan 21 10:01:21.178285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 40806) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:01:21.183035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 7ba8a836-54e5-4363-9b34-5186d9e22ecf details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:01:21.184026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Request body: {'subnet': {'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1107997497-subnet', 'tenant_id': '65ef8755b82644cfa4a42d24f5e6f796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:01:21.189431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:01:21.194346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Usage tracker for resource:subnet and tenant:65ef8755b82644cfa4a42d24f5e6f796 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:01:21.197153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:01:21.203388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:01:21.215045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Made reservation on behalf of 65ef8755b82644cfa4a42d24f5e6f796 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:01:21.218218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.417228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.476442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3a339b17-fb28-4bca-9f2b-b398db9d23d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.478751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4257a3f0-8bae-4aea-980c-dde7c30275bf,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:21.505373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Checking segment: {'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:01:21.505715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Network hostable DHCP agents. Network: 7ba8a836-54e5-4363-9b34-5186d9e22ecf, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:01:21.526999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Network 7ba8a836-54e5-4363-9b34-5186d9e22ecf is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:01:21.535806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 7ba8a836-54e5-4363-9b34-5186d9e22ecf) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:21.539750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:21.540306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:21.545092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a59840-b899-4aa0-ab7d-0cad5eb78804 None None] Network 7ba8a836-54e5-4363-9b34-5186d9e22ecf requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:01:21.560446 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4ececdcc-352f-48dd-bb94-3ab4ef9bfb84 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3804595 Jan 21 10:01:21.781316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee390a-e597-4f8e-9f0a-0adbcc30d45d None None] Network 7ba8a836-54e5-4363-9b34-5186d9e22ecf requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:01:22.216977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-77f8f6e9-e7eb-42f1-beb2-8e848d732a03 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:22.217569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-77f8f6e9-e7eb-42f1-beb2-8e848d732a03 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Synchronizing usage tracker for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:01:22.234433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-77f8f6e9-e7eb-42f1-beb2-8e848d732a03 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Unset dirty status for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:01:22.235585 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-77f8f6e9-e7eb-42f1-beb2-8e848d732a03 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 815 time: 0.2452085 Jan 21 10:01:22.252738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-d858fe9e-1f01-4c0f-ab08-e6995e5f8f58 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/quotas/65ef8755b82644cfa4a42d24f5e6f796 HTTP/1.1" status: 200 len: 375 time: 0.0117331 Jan 21 10:01:22.297963 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-2b8e53c6-f841-4541-9466-ab80ca45d656 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403435 Jan 21 10:01:22.308448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-9d10c1b6-94f6-4646-bc47-5e7317bc823d service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:01:22.309360 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-9d10c1b6-94f6-4646-bc47-5e7317bc823d service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050459 Jan 21 10:01:22.440477 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-440af7d7-af48-4d09-a4f9-4325a46d4eb2 service neutron] 10.222.0.122 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249106 Jan 21 10:01:22.520509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:22.574295 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-54b43c59-58a4-44fc-8c14-7392b272b4e9 service neutron] 10.222.0.122 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281254 Jan 21 10:01:22.758368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4d8ffd67-9814-4de9-82c8-6e8f60fcfd62 req-e4e4d808-1b3d-45c0-835d-c4f4db5165be tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 210 time: 0.0450699 Jan 21 10:01:22.846571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:23.823323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-b5821822-2dc4-4744-9b83-ddf549e8e6ed tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:23.824738 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-b5821822-2dc4-4744-9b83-ddf549e8e6ed tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 815 time: 0.1498613 Jan 21 10:01:23.843425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Request body: {'port': {'device_id': '0fac34bf-0ced-4221-9ea8-9f7181ad4511', 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf', 'admin_state_up': True, 'tenant_id': '65ef8755b82644cfa4a42d24f5e6f796'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:01:23.925207 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2d35049-ec7a-4ec9-b751-37d89b7b82e4 req-2e71e6c4-d571-4993-9ed0-c17e0c3156c8 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 210 time: 0.0451963 Jan 21 10:01:23.937088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:23.995360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:01:24.000519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Usage tracker for resource:port and tenant:65ef8755b82644cfa4a42d24f5e6f796 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:01:24.004487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:01:24.010779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:01:24.021456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Made reservation on behalf of 65ef8755b82644cfa4a42d24f5e6f796 for: {'port': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:01:24.024496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:24.185509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Allocated IP 172.20.0.2 (7ba8a836-54e5-4363-9b34-5186d9e22ecf/4257a3f0-8bae-4aea-980c-dde7c30275bf/289f541b-9a86-4efb-b209-1ec5c378e097) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:01:24.385780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:24.413425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:24.486976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Network 7ba8a836-54e5-4363-9b34-5186d9e22ecf is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:01:24.490056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:01:24.494046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:01:24.525063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Pushing event updated for resources: {'Port': ['ID=289f541b-9a86-4efb-b209-1ec5c378e097,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:24.559537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:24.560189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:24.580297 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-e8058bb3-bcfe-403f-a0a4-9ee8d4f65bad tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7414117 Jan 21 10:01:24.592049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Request body: {'port': {'device_id': '0fac34bf-0ced-4221-9ea8-9f7181ad4511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:01:24.699323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:25.045330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289f541b-9a86-4efb-b209-1ec5c378e097 {{(pid=83426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:01:25.052683 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:25.068312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Transition to ACTIVE for port object 289f541b-9a86-4efb-b209-1ec5c378e097 will not be triggered until provisioned by entity L2. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:01:25.072349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:25.145098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86baff8-ed80-4019-8522-d6beceeb6b16 req-18696810-29cd-4b62-9a1c-173108211cd1 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:25.146700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e86baff8-ed80-4019-8522-d6beceeb6b16 req-18696810-29cd-4b62-9a1c-173108211cd1 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 943 time: 0.0814300 Jan 21 10:01:25.196473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e86baff8-ed80-4019-8522-d6beceeb6b16 req-0da07902-d8af-45cd-b291-6e2fe67f5fff tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Synchronizing usage tracker for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:01:25.198909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Pushing event updated for resources: {'Port': ['ID=289f541b-9a86-4efb-b209-1ec5c378e097,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:25.221913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e86baff8-ed80-4019-8522-d6beceeb6b16 req-0da07902-d8af-45cd-b291-6e2fe67f5fff tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Unset dirty status for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:01:25.224959 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e86baff8-ed80-4019-8522-d6beceeb6b16 req-0da07902-d8af-45cd-b291-6e2fe67f5fff tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728171 Jan 21 10:01:25.303851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Attempting to bind port 289f541b-9a86-4efb-b209-1ec5c378e097 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:01:25.304175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Attempting to bind port 289f541b-9a86-4efb-b209-1ec5c378e097 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:01:25.304497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Attempting to bind port 289f541b-9a86-4efb-b209-1ec5c378e097 on network 7ba8a836-54e5-4363-9b34-5186d9e22ecf {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:01:25.312986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Port 289f541b-9a86-4efb-b209-1ec5c378e097 on network 7ba8a836-54e5-4363-9b34-5186d9e22ecf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:01:25.313300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Attempting to bind port 289f541b-9a86-4efb-b209-1ec5c378e097 on network 7ba8a836-54e5-4363-9b34-5186d9e22ecf {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:01:25.319612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:01:25.319936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Checking segment: {'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:01:25.320304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Bound using segment: {'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'} {{(pid=83426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:01:25.320715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.managers [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Bound port: 289f541b-9a86-4efb-b209-1ec5c378e097, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'}}] {{(pid=83426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:01:25.321050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:25.492551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] For port 289f541b-9a86-4efb-b209-1ec5c378e097, host hv-neutron-8257, cleared binding levels {{(pid=83426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:01:25.495403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] For port 289f541b-9a86-4efb-b209-1ec5c378e097, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=289f541b-9a86-4efb-b209-1ec5c378e097,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:01:25.499907 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:25.558103 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:25.559455 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] 10.222.0.120 "PUT /v2.0/ports/289f541b-9a86-4efb-b209-1ec5c378e097 HTTP/1.1" status: 200 len: 1093 time: 0.9720585 Jan 21 10:01:25.560499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fac34bf-0ced-4221-9ea8-9f7181ad4511', 'tag': '289f541b-9a86-4efb-b209-1ec5c378e097'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:25.580263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e8464-805a-47fd-8aca-3cb8421c8ddf service neutron] Pushing event updated for resources: {'Port': ['ID=289f541b-9a86-4efb-b209-1ec5c378e097,revision_number=3']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:25.643008 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fac34bf-0ced-4221-9ea8-9f7181ad4511', 'tag': '289f541b-9a86-4efb-b209-1ec5c378e097', 'status': 'completed', 'code': 200} Jan 21 10:01:25.693515 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-2f6140c5-30d5-4643-a035-14c8f0f59cd4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 1096 time: 0.0934398 Jan 21 10:01:25.761045 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-3ff51124-856b-4ba5-b88f-f0ea6ca59461 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289f541b-9a86-4efb-b209-1ec5c378e097 HTTP/1.1" status: 200 len: 217 time: 0.0598550 Jan 21 10:01:25.829601 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-676bf366-628f-4906-9b5f-c1d0907b0b1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:25.831068 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-676bf366-628f-4906-9b5f-c1d0907b0b1c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0637970 Jan 21 10:01:25.878270 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-bbdf217b-b379-45ed-b632-f6e9e77935f1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392675 Jan 21 10:01:26.020876 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-08e56efb-b6fc-4023-a08d-32d688d79024 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350567 Jan 21 10:01:26.152540 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a5f6236b-e033-4a77-9ee4-9d67be827bf8 req-5822f132-c23e-4804-87d5-d1587cf78d34 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249480 Jan 21 10:01:26.271339 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-ff37e4cf-12ad-4106-8cc6-0366236c67c9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 1096 time: 0.0701389 Jan 21 10:01:26.411122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-678f1be4-14a3-471f-b5c7-c9e9d1d0a26f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:26.414275 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-678f1be4-14a3-471f-b5c7-c9e9d1d0a26f service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.1349733 Jan 21 10:01:26.439804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde22d-7b9c-49be-89b1-aaff93505794 req-8badc857-1ec5-4298-a926-1a2f944369c4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:26.442117 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cabde22d-7b9c-49be-89b1-aaff93505794 req-8badc857-1ec5-4298-a926-1a2f944369c4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 943 time: 0.0890987 Jan 21 10:01:26.491033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cabde22d-7b9c-49be-89b1-aaff93505794 req-ce4e36ee-11fd-4eb5-8d44-5f8e3be33fc1 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Jan 21 10:01:26.491275 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-b6da552a-7400-45ec-9e92-50489e9e8e87 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289f541b-9a86-4efb-b209-1ec5c378e097 HTTP/1.1" status: 200 len: 217 time: 0.0698433 Jan 21 10:01:26.558397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-192ae1c6-c8fa-48b0-8886-0ca4f8695450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:26.559756 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-192ae1c6-c8fa-48b0-8886-0ca4f8695450 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0614636 Jan 21 10:01:26.605009 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-049724c0-6080-4e9a-b56b-35082e54b27b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385039 Jan 21 10:01:26.736252 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-f040b543-d164-413a-bd2e-a01c0b422b75 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242628 Jan 21 10:01:26.870751 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-8612496c-5b1c-49e0-a527-8ca097c75d76 req-245ba37f-4e32-41b9-a1c5-801a0e65489a service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271718 Jan 21 10:01:27.324125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 289f541b-9a86-4efb-b209-1ec5c378e097 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:01:27.457478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 289f541b-9a86-4efb-b209-1ec5c378e097, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=289f541b-9a86-4efb-b209-1ec5c378e097,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:27.470711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '289f541b-9a86-4efb-b209-1ec5c378e097', 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf', 'port_id': '289f541b-9a86-4efb-b209-1ec5c378e097', 'mac_address': 'fa:16:3e:91:03:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4257a3f0-8bae-4aea-980c-dde7c30275bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:01:27.523735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:27.541698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289f541b-9a86-4efb-b209-1ec5c378e097 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:01:27.557307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 289f541b-9a86-4efb-b209-1ec5c378e097, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=289f541b-9a86-4efb-b209-1ec5c378e097,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:27.562218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:27.631864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=289f541b-9a86-4efb-b209-1ec5c378e097,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:27.698329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d5774-923e-4a77-bbed-b3d23eb95099 req-a17eab4a-819e-48d3-a0dc-54af1f86d25f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:27.699765 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c4d5774-923e-4a77-bbed-b3d23eb95099 req-a17eab4a-819e-48d3-a0dc-54af1f86d25f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 944 time: 0.0822723 Jan 21 10:01:27.748867 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c4d5774-923e-4a77-bbed-b3d23eb95099 req-6b97717c-e326-4431-929b-7653aeb69112 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 Jan 21 10:01:27.845136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['289f541b-9a86-4efb-b209-1ec5c378e097'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:01:28.940020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ec0bb-f4bf-463e-8422-8ff2e60b86bb req-4a40f8f2-c6ad-4319-b341-a8aad59422e3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:28.941486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f19ec0bb-f4bf-463e-8422-8ff2e60b86bb req-4a40f8f2-c6ad-4319-b341-a8aad59422e3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 944 time: 0.0758247 Jan 21 10:01:28.985994 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f19ec0bb-f4bf-463e-8422-8ff2e60b86bb req-7ff03d50-2e53-46c5-a571-f43e17ee998f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 Jan 21 10:01:29.336085 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 289f541b-9a86-4efb-b209-1ec5c378e097 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:01:29.402448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 289f541b-9a86-4efb-b209-1ec5c378e097 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:01:29.407617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 289f541b-9a86-4efb-b209-1ec5c378e097 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:01:29.407991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:29.553910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:29.581941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fac34bf-0ced-4221-9ea8-9f7181ad4511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289f541b-9a86-4efb-b209-1ec5c378e097'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:01:29.591436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 289f541b-9a86-4efb-b209-1ec5c378e097, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=289f541b-9a86-4efb-b209-1ec5c378e097,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:01:29.595276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:29.645804 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fac34bf-0ced-4221-9ea8-9f7181ad4511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289f541b-9a86-4efb-b209-1ec5c378e097', 'code': 200} Jan 21 10:01:29.661831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=289f541b-9a86-4efb-b209-1ec5c378e097,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:01:29.878886 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-353bcba4-6355-4b88-a92b-9366f9053517 req-c2d59410-6c13-455d-b2e2-a9306ea4e9d4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 1098 time: 0.0667596 Jan 21 10:01:29.921612 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-353bcba4-6355-4b88-a92b-9366f9053517 req-96279842-27fb-4906-84e1-847ca478a6ec service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355074 Jan 21 10:01:30.182346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9f057-ec42-42f3-956f-9e1d1200a6ac req-49cef7ef-4181-4914-ae2f-cfa731d742a3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:30.183947 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-73c9f057-ec42-42f3-956f-9e1d1200a6ac req-49cef7ef-4181-4914-ae2f-cfa731d742a3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0791097 Jan 21 10:01:30.228750 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-73c9f057-ec42-42f3-956f-9e1d1200a6ac req-3d3df185-afd9-435b-a768-30929f02e937 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Jan 21 10:01:31.427065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1839ba1-0c2d-4516-adf7-4f2428853927 req-8f4079f1-1b4d-465b-99c2-3991b0a99280 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:31.428486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1839ba1-0c2d-4516-adf7-4f2428853927 req-8f4079f1-1b4d-465b-99c2-3991b0a99280 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0781879 Jan 21 10:01:31.474931 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1839ba1-0c2d-4516-adf7-4f2428853927 req-1913afc2-daad-44b9-adef-1bf0e019283e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Jan 21 10:01:31.830085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb9a6-8551-40f2-bcd8-953155825449 req-e87632cd-6dc0-46ac-bcfb-f04fb38cf272 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:31.831524 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82ddb9a6-8551-40f2-bcd8-953155825449 req-e87632cd-6dc0-46ac-bcfb-f04fb38cf272 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0858262 Jan 21 10:01:31.878553 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82ddb9a6-8551-40f2-bcd8-953155825449 req-f99e8ce9-722e-402e-8ff5-b92ade09731b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Jan 21 10:01:32.264069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93655012-8579-47fa-9c9a-373304f645c5 req-22129c2e-a8b7-4d5c-bd41-3e787e6399e5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:32.265497 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93655012-8579-47fa-9c9a-373304f645c5 req-22129c2e-a8b7-4d5c-bd41-3e787e6399e5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0793967 Jan 21 10:01:32.313026 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93655012-8579-47fa-9c9a-373304f645c5 req-4fabb066-acfa-4e02-9dc9-14c0b61bd588 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Jan 21 10:01:32.510181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054642d-b18e-4eee-8a87-b76226c9bda9 req-788d0f99-01af-4c98-9143-112156d4705c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:32.511604 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a054642d-b18e-4eee-8a87-b76226c9bda9 req-788d0f99-01af-4c98-9143-112156d4705c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0751460 Jan 21 10:01:32.555772 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a054642d-b18e-4eee-8a87-b76226c9bda9 req-aff17ebd-a46e-49c5-8084-eeba074becdb tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Jan 21 10:01:32.749670 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1657a4e6-5dfe-41c6-b87c-dd5b50a1a6c3 req-274b5485-1acb-40f6-9aa9-dbd80f8ea202 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700240 Jan 21 10:01:32.917784 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:01:33.013180 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-a4c97361-d961-492a-a029-4de3d0b3ce8d service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774024 Jan 21 10:01:33.056989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f49c6-0dd8-4355-b7b3-683ebde85ade req-56f44d17-b336-4ccf-9341-a3f393fbb953 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:33.058727 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-954f49c6-0dd8-4355-b7b3-683ebde85ade req-56f44d17-b336-4ccf-9341-a3f393fbb953 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0792742 Jan 21 10:01:33.104671 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-954f49c6-0dd8-4355-b7b3-683ebde85ade req-efc66122-9d30-418b-947e-b34bf808fddc tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Jan 21 10:01:34.210510 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-7a2a978e-2e40-4619-8ed0-472c85d963f5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 1098 time: 0.0699382 Jan 21 10:01:34.308799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b487a6-742a-478c-aec8-7d99e5218e03 req-865f5511-979c-4aa2-8f08-6d8508e49c22 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:34.310778 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d5b487a6-742a-478c-aec8-7d99e5218e03 req-865f5511-979c-4aa2-8f08-6d8508e49c22 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0838392 Jan 21 10:01:34.358233 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d5b487a6-742a-478c-aec8-7d99e5218e03 req-84036d23-3777-4143-be41-d9f268afe817 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 Jan 21 10:01:34.447444 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-a52c7f49-8f23-4d1c-962b-04d3a2b7166b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:34.448882 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-a52c7f49-8f23-4d1c-962b-04d3a2b7166b service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.2321122 Jan 21 10:01:34.517605 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-d2cab038-e66b-471e-b5d0-2690b2226246 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289f541b-9a86-4efb-b209-1ec5c378e097 HTTP/1.1" status: 200 len: 217 time: 0.0626671 Jan 21 10:01:34.580943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-a23fedc6-6a4e-4360-865d-0dfe32a08246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:34.582412 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-a23fedc6-6a4e-4360-865d-0dfe32a08246 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0578656 Jan 21 10:01:34.630934 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-e014dc58-510c-47f5-8ad5-482056ee184d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415447 Jan 21 10:01:34.669899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:34.763134 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-d361992a-f68e-4b60-a9a8-3b63258b2f9d service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249747 Jan 21 10:01:34.892407 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-e8619180-672b-4507-a04f-6f191dee3565 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237204 Jan 21 10:01:35.554754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41fedd-ee90-4760-90f6-21ddb39142ad req-352d32a3-9c11-4cb8-bdf8-c3dd57f88e29 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:35.556201 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb41fedd-ee90-4760-90f6-21ddb39142ad req-352d32a3-9c11-4cb8-bdf8-c3dd57f88e29 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0758862 Jan 21 10:01:35.602429 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb41fedd-ee90-4760-90f6-21ddb39142ad req-b0320d23-6241-46ac-ab4c-8afce2f876a2 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Jan 21 10:01:36.899103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c1005-c6e2-491f-b283-a06e0dbc173c req-43bedb44-a8ed-41dc-a7be-e64a254d7cfc tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:36.900452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e06c1005-c6e2-491f-b283-a06e0dbc173c req-43bedb44-a8ed-41dc-a7be-e64a254d7cfc tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.1773076 Jan 21 10:01:36.947718 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e06c1005-c6e2-491f-b283-a06e0dbc173c req-59b14bbd-e867-40e8-ab09-55fde114705c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Jan 21 10:01:38.144971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf863fed-75ec-4910-a1bc-d5c409b53097 req-635f1769-b9be-44f8-aff4-ff498a1409fd tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:38.146444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf863fed-75ec-4910-a1bc-d5c409b53097 req-635f1769-b9be-44f8-aff4-ff498a1409fd tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0757391 Jan 21 10:01:38.191630 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf863fed-75ec-4910-a1bc-d5c409b53097 req-e5c69ea2-3155-4403-9922-a2ad68453b34 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Jan 21 10:01:39.391691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bead-7738-463e-98f5-351b0e513e0f req-eb01c6c9-c6d0-4fd3-8904-d70cf29dc245 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:39.393118 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e26bead-7738-463e-98f5-351b0e513e0f req-eb01c6c9-c6d0-4fd3-8904-d70cf29dc245 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0789025 Jan 21 10:01:39.437604 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e26bead-7738-463e-98f5-351b0e513e0f req-1679d600-657e-4d1b-bcbd-1021b80bdba7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Jan 21 10:01:40.631858 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a9f14-cc9b-4355-b464-d5bde646217e req-4d5e033a-58b2-449a-b245-c25e264d6272 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:40.633197 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc2a9f14-cc9b-4355-b464-d5bde646217e req-4d5e033a-58b2-449a-b245-c25e264d6272 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0755420 Jan 21 10:01:40.680377 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc2a9f14-cc9b-4355-b464-d5bde646217e req-e02e9e11-fc42-494a-b30b-0026f3004bc4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Jan 21 10:01:41.876858 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a754eb-720d-4b56-97a8-4027499913f8 req-f499d177-bdb5-4f4d-816f-d6d5500c8cf0 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:41.878313 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48a754eb-720d-4b56-97a8-4027499913f8 req-f499d177-bdb5-4f4d-816f-d6d5500c8cf0 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0765107 Jan 21 10:01:41.922515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48a754eb-720d-4b56-97a8-4027499913f8 req-40a4c091-96b7-4528-81d0-109761b7c1fe tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386708 Jan 21 10:01:43.121339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a2d5-2415-4eb8-95e9-73dfce6836e9 req-78c6e4c7-5c0e-4c87-b4d2-fedc2c517525 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:43.123427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f37a2d5-2415-4eb8-95e9-73dfce6836e9 req-78c6e4c7-5c0e-4c87-b4d2-fedc2c517525 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0802083 Jan 21 10:01:43.170237 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f37a2d5-2415-4eb8-95e9-73dfce6836e9 req-023ca61a-b1bc-4043-bfc0-a4b15911bdd5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Jan 21 10:01:44.366351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2642d10-c901-4fbb-ab74-5a88c48c7a50 req-28e720b5-a565-46dc-bede-685392650b35 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:44.367813 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e2642d10-c901-4fbb-ab74-5a88c48c7a50 req-28e720b5-a565-46dc-bede-685392650b35 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0762670 Jan 21 10:01:44.414191 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e2642d10-c901-4fbb-ab74-5a88c48c7a50 req-d4e60d5b-aab2-4785-bcba-df95e7a0c85f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Jan 21 10:01:45.617559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e312164-f763-4e15-8f33-7c4f9bdd8f47 req-b064ba50-eb61-4e36-be9e-88eb1cc0fc65 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:45.619055 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7e312164-f763-4e15-8f33-7c4f9bdd8f47 req-b064ba50-eb61-4e36-be9e-88eb1cc0fc65 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0801942 Jan 21 10:01:45.664757 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7e312164-f763-4e15-8f33-7c4f9bdd8f47 req-e88c508d-9621-41c6-a33c-19ce29acf650 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Jan 21 10:01:46.864575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd522e9-a957-4cde-b188-3330fe095c6b req-795650a5-53a3-4621-a0b0-1708b50f7bf6 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:46.866007 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1cd522e9-a957-4cde-b188-3330fe095c6b req-795650a5-53a3-4621-a0b0-1708b50f7bf6 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0788789 Jan 21 10:01:46.913677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1cd522e9-a957-4cde-b188-3330fe095c6b req-6a0e9b10-c8f3-4959-b49b-f08766a32f8d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Jan 21 10:01:48.111467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4481dd-9e6f-4165-bc47-b9441a6d5ada req-70e85e37-17cf-437b-8a60-f1a6a64cca21 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:48.112879 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4a4481dd-9e6f-4165-bc47-b9441a6d5ada req-70e85e37-17cf-437b-8a60-f1a6a64cca21 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0747030 Jan 21 10:01:48.157044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4a4481dd-9e6f-4165-bc47-b9441a6d5ada req-e8c72569-c077-48f0-beba-65c53c9f8d5b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Jan 21 10:01:49.084834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-90b043a7-95c5-4383-8dec-8e060c39a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:49.356892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd4182-7f91-4117-b4fa-d46f0d9b45bc req-45dbdaf9-e5bf-4e9c-8ef6-fb6688849672 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:49.358404 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a0dd4182-7f91-4117-b4fa-d46f0d9b45bc req-45dbdaf9-e5bf-4e9c-8ef6-fb6688849672 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0809433 Jan 21 10:01:49.407665 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a0dd4182-7f91-4117-b4fa-d46f0d9b45bc req-d22a1e74-f2c3-4824-ae27-46b73e5138a0 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Jan 21 10:01:50.615712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2969c9-00a6-4fce-8558-1796772843a6 req-1cf304a8-b422-43e3-8e4d-4ca8b9600a9d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:50.617146 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-db2969c9-00a6-4fce-8558-1796772843a6 req-1cf304a8-b422-43e3-8e4d-4ca8b9600a9d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0763507 Jan 21 10:01:50.662183 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-db2969c9-00a6-4fce-8558-1796772843a6 req-2eaf09eb-e4cc-4c8f-9172-088a08d5a10f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Jan 21 10:01:51.477696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-61b512f0-684e-47f0-ae20-8d8449c61729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:51.864365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f632a0-a502-4809-98eb-64b34ae67a08 req-681cc764-19a2-46e7-be40-9018212c3857 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:51.865788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7f632a0-a502-4809-98eb-64b34ae67a08 req-681cc764-19a2-46e7-be40-9018212c3857 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0822437 Jan 21 10:01:51.910710 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7f632a0-a502-4809-98eb-64b34ae67a08 req-dd276b40-b282-4c2d-9f21-4e154cb54f59 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Jan 21 10:01:52.523689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:52.848433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:53.108953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4dde7-8ccc-4184-82f6-fa14e9ac0e60 req-0aff1b8d-631b-4d49-8b9f-af5a0eebdcdd tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:53.110397 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a4f4dde7-8ccc-4184-82f6-fa14e9ac0e60 req-0aff1b8d-631b-4d49-8b9f-af5a0eebdcdd tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0742610 Jan 21 10:01:53.154340 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a4f4dde7-8ccc-4184-82f6-fa14e9ac0e60 req-e06eee05-e28e-4bf5-a6ea-b8a46d0d55da tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383928 Jan 21 10:01:53.928563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:01:54.359419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76626-62a5-4a6d-a14b-bf63480aa813 req-00058648-e6b7-4b61-8182-8fa4accdaf34 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:54.360862 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26c76626-62a5-4a6d-a14b-bf63480aa813 req-00058648-e6b7-4b61-8182-8fa4accdaf34 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0800765 Jan 21 10:01:54.406443 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26c76626-62a5-4a6d-a14b-bf63480aa813 req-8b68407e-9751-4107-a7b3-3bf252a75657 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Jan 21 10:01:55.623912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be64b7-e5d4-4681-acc9-9330a0b20523 req-78b0d7a2-0470-4fb1-bac3-c40d617f8791 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:55.625375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-39be64b7-e5d4-4681-acc9-9330a0b20523 req-78b0d7a2-0470-4fb1-bac3-c40d617f8791 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0853970 Jan 21 10:01:55.684667 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-39be64b7-e5d4-4681-acc9-9330a0b20523 req-34576d47-6ea1-428d-86dc-ebe0bddc61c3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526037 Jan 21 10:01:56.899596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab27ea-648b-4fd8-837f-4cafc2de6539 req-b2618816-522a-4125-afef-681fd8a9c056 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:56.901401 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-00ab27ea-648b-4fd8-837f-4cafc2de6539 req-b2618816-522a-4125-afef-681fd8a9c056 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0760107 Jan 21 10:01:56.948262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-00ab27ea-648b-4fd8-837f-4cafc2de6539 req-8f199b75-9951-4c37-8e05-d4b813e666cd tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Jan 21 10:01:58.156147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cdc03-1dac-4b8a-adf7-aa1471219a78 req-35ab43f5-00fd-4430-91a8-f1bf9e7e1381 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:58.157595 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1d5cdc03-1dac-4b8a-adf7-aa1471219a78 req-35ab43f5-00fd-4430-91a8-f1bf9e7e1381 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0844767 Jan 21 10:01:58.203267 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1d5cdc03-1dac-4b8a-adf7-aa1471219a78 req-442fdb17-3aa2-496b-8398-039573421836 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Jan 21 10:01:59.408771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6eb7f-547a-4914-8a0d-240f61a9a410 req-c11a34c3-5280-4fa2-8d28-e84aaaa25666 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:01:59.410278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-62d6eb7f-547a-4914-8a0d-240f61a9a410 req-c11a34c3-5280-4fa2-8d28-e84aaaa25666 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0852320 Jan 21 10:01:59.457261 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-62d6eb7f-547a-4914-8a0d-240f61a9a410 req-3892d9fc-6679-417e-bbb2-718fbe587b9b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Jan 21 10:02:00.675544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a2c2f-be60-462d-ab59-f72a4a17609a req-8a4c24ca-bd68-480e-a0b6-770244b0d234 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:00.676899 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-719a2c2f-be60-462d-ab59-f72a4a17609a req-8a4c24ca-bd68-480e-a0b6-770244b0d234 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0808151 Jan 21 10:02:00.722556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-719a2c2f-be60-462d-ab59-f72a4a17609a req-8af88223-2021-41b0-af22-c00e520aae8d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Jan 21 10:02:01.037231 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-23565257-51cf-4def-afeb-d428e83a0505 req-a0bc0726-768b-4646-a7de-7f8f7c0177d0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 1098 time: 0.0685322 Jan 21 10:02:01.183938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565257-51cf-4def-afeb-d428e83a0505 req-64053724-20bc-4a7e-95b6-8df2490dc96c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:01.186233 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-23565257-51cf-4def-afeb-d428e83a0505 req-64053724-20bc-4a7e-95b6-8df2490dc96c service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.1274567 Jan 21 10:02:01.258555 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-23565257-51cf-4def-afeb-d428e83a0505 req-912075a6-ef94-4f11-8f3c-0f4029c8fbc3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289f541b-9a86-4efb-b209-1ec5c378e097 HTTP/1.1" status: 200 len: 217 time: 0.0651562 Jan 21 10:02:01.320372 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565257-51cf-4def-afeb-d428e83a0505 req-87e81825-5c71-4eed-af22-b08a3b875693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:01.321789 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-23565257-51cf-4def-afeb-d428e83a0505 req-87e81825-5c71-4eed-af22-b08a3b875693 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0575185 Jan 21 10:02:01.371197 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-23565257-51cf-4def-afeb-d428e83a0505 req-f6b0c0fa-3bdc-44b5-8f67-d38b7d993fa2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418081 Jan 21 10:02:01.503531 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-23565257-51cf-4def-afeb-d428e83a0505 req-b4dc0e25-09a1-47f0-a2ef-30f1293b1bba service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248624 Jan 21 10:02:01.636001 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-23565257-51cf-4def-afeb-d428e83a0505 req-1e5d124b-b636-44e4-a07b-880498550378 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247156 Jan 21 10:02:01.796318 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-33bfaa90-e270-419a-88c6-14e070d92009 service neutron] 10.222.0.120 "GET /v2.0/ports/289f541b-9a86-4efb-b209-1ec5c378e097/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0785758 Jan 21 10:02:01.928906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fa9c6-8e1e-46ef-91bb-cf3ba4781ec1 req-0edd61b8-7053-423e-9c00-c1e8b72ee519 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:01.930293 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-601fa9c6-8e1e-46ef-91bb-cf3ba4781ec1 req-0edd61b8-7053-423e-9c00-c1e8b72ee519 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0758338 Jan 21 10:02:01.980702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-601fa9c6-8e1e-46ef-91bb-cf3ba4781ec1 req-d8d490e8-22bb-41b5-8098-6c115d8ef93d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Jan 21 10:02:02.062118 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-72ed0489-4db2-4885-b575-653ee136cc8e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511&tenant_id=65ef8755b82644cfa4a42d24f5e6f796 HTTP/1.1" status: 200 len: 1098 time: 0.0698562 Jan 21 10:02:02.156270 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-c1593bf2-3f38-4171-ad63-6b8594778979 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 1098 time: 0.0700562 Jan 21 10:02:02.389923 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-c2746002-0f21-4c75-bef1-6df6c64f644c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:02.391373 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-c2746002-0f21-4c75-bef1-6df6c64f644c service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.2281826 Jan 21 10:02:02.461329 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-55206f24-3307-46b6-91c7-26b13fcc1df8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289f541b-9a86-4efb-b209-1ec5c378e097 HTTP/1.1" status: 200 len: 217 time: 0.0627899 Jan 21 10:02:02.534145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-e686f950-5f4b-4909-879c-d014933a8afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:02.535664 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-e686f950-5f4b-4909-879c-d014933a8afe service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0685472 Jan 21 10:02:02.588315 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-2151cd0d-4c64-4036-b4fa-e44ce021b433 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461259 Jan 21 10:02:02.716747 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-936b7fec-f8c9-4cf6-a760-73d797b96858 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225855 Jan 21 10:02:02.845760 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-a78ef352-5dec-48f2-bdf6-057fd6811d4f req-426a4e46-43bd-48db-9bab-1dd2699ed9a0 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235261 Jan 21 10:02:03.179958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb932f-4168-42ec-8812-fbe174d70b19 req-f8092ebe-8c23-473c-a053-a5ce054a1da5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:03.181403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6cdb932f-4168-42ec-8812-fbe174d70b19 req-f8092ebe-8c23-473c-a053-a5ce054a1da5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0778921 Jan 21 10:02:03.229130 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6cdb932f-4168-42ec-8812-fbe174d70b19 req-4606f5f6-42e3-41c0-8dbd-b9f63b28fd9e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Jan 21 10:02:04.431741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44e1b1-b9c0-449b-a5e1-e6798e8b66f6 req-070c77cc-c46f-46c7-a3d5-ddcdba40a9b6 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:04.433533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e44e1b1-b9c0-449b-a5e1-e6798e8b66f6 req-070c77cc-c46f-46c7-a3d5-ddcdba40a9b6 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0826299 Jan 21 10:02:04.583061 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e44e1b1-b9c0-449b-a5e1-e6798e8b66f6 req-2de58383-12bc-4211-be2f-fb9a3b04e2f4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430821 Jan 21 10:02:04.677938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:05.777469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bb308-4853-46dc-8049-605d09009206 req-acea1b95-51b2-47b1-99f3-4d6b301bb4b8 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:05.779020 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8b8bb308-4853-46dc-8049-605d09009206 req-acea1b95-51b2-47b1-99f3-4d6b301bb4b8 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0741582 Jan 21 10:02:05.823153 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8b8bb308-4853-46dc-8049-605d09009206 req-8af2a1bf-bbd8-45f8-928c-ac164d4ff122 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 Jan 21 10:02:06.148122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-a69c305a-1e69-4095-af35-5b16b719db07 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:06.148839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-a69c305a-1e69-4095-af35-5b16b719db07 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Synchronizing usage tracker for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:port {{(pid=83426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:06.150011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24cf71-6e61-4dff-9d8f-aa7e429b25f8 req-11752665-e649-45d7-9cf6-706f665f3b0b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:06.151422 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-df24cf71-6e61-4dff-9d8f-aa7e429b25f8 req-11752665-e649-45d7-9cf6-706f665f3b0b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0774000 Jan 21 10:02:06.166459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-a69c305a-1e69-4095-af35-5b16b719db07 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Unset dirty status for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:port {{(pid=83426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:06.167737 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-a69c305a-1e69-4095-af35-5b16b719db07 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511&tenant_id=65ef8755b82644cfa4a42d24f5e6f796&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1048384 Jan 21 10:02:06.201558 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-df24cf71-6e61-4dff-9d8f-aa7e429b25f8 req-b3b6554d-3e43-40e3-a927-ff45e13f30f6 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Jan 21 10:02:06.317296 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-2bc52e21-f82e-4b1c-8b7e-b339206da37a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 1098 time: 0.0680614 Jan 21 10:02:06.446259 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-a697c85c-fb5d-4290-9fab-b35b4d40697c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:06.447677 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-a697c85c-fb5d-4290-9fab-b35b4d40697c service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.1247323 Jan 21 10:02:06.519304 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-e3eca27f-8dab-4a93-85a2-da20eaaf6390 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289f541b-9a86-4efb-b209-1ec5c378e097 HTTP/1.1" status: 200 len: 217 time: 0.0649679 Jan 21 10:02:06.582485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-f2726503-8804-48e9-a263-799f5424df9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:06.583918 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-f2726503-8804-48e9-a263-799f5424df9f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0589948 Jan 21 10:02:06.631888 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-da0d96ff-9502-4a1f-8f89-f033d7eb329a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419645 Jan 21 10:02:06.764786 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-aa73da0a-fbba-4a4c-8493-bcb4b24a9ce8 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271281 Jan 21 10:02:06.899402 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-37b54c8c-eb3e-4228-82e6-23b9c4251480 req-f3589613-3553-42e8-8d3d-7c1595b59a33 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278038 Jan 21 10:02:07.411337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7ec04-5e80-429a-978c-d276df8cfab1 req-54ccf22d-26b1-4ff0-b578-b016cabcf9e7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:07.412784 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a4b7ec04-5e80-429a-978c-d276df8cfab1 req-54ccf22d-26b1-4ff0-b578-b016cabcf9e7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0786002 Jan 21 10:02:07.467619 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a4b7ec04-5e80-429a-978c-d276df8cfab1 req-fe526918-9cc5-409e-b7f9-089db7603e60 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 Jan 21 10:02:08.663689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197606d-c0cc-44c5-b086-4c9795e3ccfe req-29538410-b5c0-4055-aedc-6954fc344971 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:08.665028 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2197606d-c0cc-44c5-b086-4c9795e3ccfe req-29538410-b5c0-4055-aedc-6954fc344971 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0764041 Jan 21 10:02:08.711478 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2197606d-c0cc-44c5-b086-4c9795e3ccfe req-97b055bd-e05a-46ae-a40a-aa4a0e6f8b22 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Jan 21 10:02:08.916071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386daaf-01e7-44ef-87c3-87dd016bc16a req-b31c1d15-2b54-4688-8cdb-dc5d3a94c880 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:08.917431 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9386daaf-01e7-44ef-87c3-87dd016bc16a req-b31c1d15-2b54-4688-8cdb-dc5d3a94c880 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0849204 Jan 21 10:02:08.964374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9386daaf-01e7-44ef-87c3-87dd016bc16a req-596e4f2c-1e06-4424-a590-dba2b73454c5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410221 Jan 21 10:02:09.164274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c03e89-baed-4e05-9820-6afb5eb351d8 req-15c57b94-d8ff-43eb-89e1-81651653892a tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:09.165738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2c03e89-baed-4e05-9820-6afb5eb351d8 req-15c57b94-d8ff-43eb-89e1-81651653892a tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0785108 Jan 21 10:02:09.212511 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2c03e89-baed-4e05-9820-6afb5eb351d8 req-598072d6-5a6d-4a62-8725-e4fab4c38ea3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Jan 21 10:02:09.723032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-f67a911d-a0e8-4d76-a169-3ff31268c9d7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:09.724443 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-f67a911d-a0e8-4d76-a169-3ff31268c9d7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 815 time: 0.1437991 Jan 21 10:02:09.740966 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-b7413800-cd4e-4308-bdfa-db6977c3fa8a tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/quotas/65ef8755b82644cfa4a42d24f5e6f796 HTTP/1.1" status: 200 len: 375 time: 0.0110350 Jan 21 10:02:09.821706 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-76713aa5-3445-40e1-9124-482510fcafd5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756366 Jan 21 10:02:09.918317 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:02:10.021245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-fbf4f237-b443-43b5-a5e4-be09b164a480 service neutron] 10.222.0.122 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927202 Jan 21 10:02:10.151478 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-f3c9f605-565e-4cac-93ca-5f84a0262240 service neutron] 10.222.0.122 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245544 Jan 21 10:02:10.353496 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9bd9dd13-1e35-403e-b7e7-e8c57c31c6ab req-06a4c8c9-86fd-4841-ae66-0cf15a3d80f4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 210 time: 0.0439799 Jan 21 10:02:11.475342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c307fd-beee-405c-871c-3725543455a0 req-ac3b67ed-c077-4443-b9dc-f36372d1a0dd tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:11.476810 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-06c307fd-beee-405c-871c-3725543455a0 req-ac3b67ed-c077-4443-b9dc-f36372d1a0dd tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "GET /v2.0/ports?device_id=0fac34bf-0ced-4221-9ea8-9f7181ad4511 HTTP/1.1" status: 200 len: 945 time: 0.0818157 Jan 21 10:02:11.548517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Deleting port 289f541b-9a86-4efb-b209-1ec5c378e097 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:02:11.548853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:11.596972 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e243b7a4-3ce7-4f7f-9e62-8467869fb71c req-a0400234-7c6f-4cdc-b108-78a3c22a7799 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 210 time: 0.0557251 Jan 21 10:02:11.663364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-25bb15c6-a728-4e87-a07c-124b82d4dccb tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:11.664433 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-25bb15c6-a728-4e87-a07c-124b82d4dccb tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 815 time: 0.2058465 Jan 21 10:02:11.681935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Request body: {'port': {'device_id': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf', 'admin_state_up': True, 'tenant_id': '65ef8755b82644cfa4a42d24f5e6f796'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:02:11.823904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:02:11.834366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:02:11.844630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Made reservation on behalf of 65ef8755b82644cfa4a42d24f5e6f796 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:02:11.847654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:11.903813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] For port 289f541b-9a86-4efb-b209-1ec5c378e097, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=289f541b-9a86-4efb-b209-1ec5c378e097,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:11.904168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:12.036531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Calling delete_port for 289f541b-9a86-4efb-b209-1ec5c378e097 owned by compute:nova {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:02:12.136248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Allocated IP 172.20.0.11 (7ba8a836-54e5-4363-9b34-5186d9e22ecf/4257a3f0-8bae-4aea-980c-dde7c30275bf/2d2fc2ba-3761-4155-a011-e52453021b82) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:02:12.183302 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:12.200218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['289f541b-9a86-4efb-b209-1ec5c378e097'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:02:12.245520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Pushing event deleted for resources: {'Port': ['ID=289f541b-9a86-4efb-b209-1ec5c378e097,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:12.329957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] No DVR routers for this DVR port 289f541b-9a86-4efb-b209-1ec5c378e097 on host hv-neutron-8257 {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:02:12.332401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:12.334927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fac34bf-0ced-4221-9ea8-9f7181ad4511', 'name': 'network-vif-deleted', 'tag': '289f541b-9a86-4efb-b209-1ec5c378e097'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:12.351096 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "DELETE /v2.0/ports/289f541b-9a86-4efb-b209-1ec5c378e097 HTTP/1.1" status: 204 len: 173 time: 0.8675561 Jan 21 10:02:12.443565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:12.473951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:12.482587 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fac34bf-0ced-4221-9ea8-9f7181ad4511', 'name': 'network-vif-deleted', 'tag': '289f541b-9a86-4efb-b209-1ec5c378e097', 'status': 'completed', 'code': 200} Jan 21 10:02:12.486036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['289f541b-9a86-4efb-b209-1ec5c378e097'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:02:12.560608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Network 7ba8a836-54e5-4363-9b34-5186d9e22ecf is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:02:12.564291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:02:12.566218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Pushing event updated for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:12.568329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:02:12.650701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:12.651779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:12.678198 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-df1ba577-1ee8-449e-accd-57ef01d61360 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0001392 Jan 21 10:02:12.690176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Request body: {'port': {'device_id': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:02:12.865645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:12.941222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff862e4-46b0-4270-8953-f5b52c9ca4bc req-7854b212-8b6c-44bf-abb7-c0ce6e9a30da tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:12.941967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1ff862e4-46b0-4270-8953-f5b52c9ca4bc req-7854b212-8b6c-44bf-abb7-c0ce6e9a30da tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Synchronizing usage tracker for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:02:13.021051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-1ff862e4-46b0-4270-8953-f5b52c9ca4bc req-7854b212-8b6c-44bf-abb7-c0ce6e9a30da tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Unset dirty status for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:02:13.022303 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1ff862e4-46b0-4270-8953-f5b52c9ca4bc req-7854b212-8b6c-44bf-abb7-c0ce6e9a30da tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 932 time: 0.2871296 Jan 21 10:02:13.163919 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1ff862e4-46b0-4270-8953-f5b52c9ca4bc req-01351467-11f8-4f65-9645-004e97c06e9a tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344504 Jan 21 10:02:13.323610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2fc2ba-3761-4155-a011-e52453021b82 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:02:13.332380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:13.347662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Transition to ACTIVE for port object 2d2fc2ba-3761-4155-a011-e52453021b82 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:02:13.351267 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:13.474762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Pushing event updated for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:13.580238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Attempting to bind port 2d2fc2ba-3761-4155-a011-e52453021b82 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:02:13.580562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Attempting to bind port 2d2fc2ba-3761-4155-a011-e52453021b82 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:02:13.580879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Attempting to bind port 2d2fc2ba-3761-4155-a011-e52453021b82 on network 7ba8a836-54e5-4363-9b34-5186d9e22ecf {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:02:13.586522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Port 2d2fc2ba-3761-4155-a011-e52453021b82 on network 7ba8a836-54e5-4363-9b34-5186d9e22ecf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:02:13.586833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Attempting to bind port 2d2fc2ba-3761-4155-a011-e52453021b82 on network 7ba8a836-54e5-4363-9b34-5186d9e22ecf {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:02:13.593450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:02:13.593775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Checking segment: {'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:02:13.594170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Bound using segment: {'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:02:13.594585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Bound port: 2d2fc2ba-3761-4155-a011-e52453021b82, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308f1008-0678-4963-bcff-abe44f9da5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:02:13.594926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:13.687826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:02:13.690933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:02:13.695621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:13.758906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:13.760261 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] 10.222.0.120 "PUT /v2.0/ports/2d2fc2ba-3761-4155-a011-e52453021b82 HTTP/1.1" status: 200 len: 1094 time: 1.0743656 Jan 21 10:02:13.760691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:13.776031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a55bc-38cb-46d7-a7e7-3c745fab562c service neutron] Pushing event updated for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:13.830830 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82', 'status': 'completed', 'code': 200} Jan 21 10:02:13.874425 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-6f12e0db-1e47-4292-9e11-5336313a2323 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 1097 time: 0.0781255 Jan 21 10:02:13.943813 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-f6097122-3ebb-42ea-a6ac-582b9bdb41c9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d2fc2ba-3761-4155-a011-e52453021b82 HTTP/1.1" status: 200 len: 217 time: 0.0627334 Jan 21 10:02:14.009860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-c171f803-f22b-4152-a9a8-629c05b521be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:14.011242 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-c171f803-f22b-4152-a9a8-629c05b521be service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0624309 Jan 21 10:02:14.056598 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-43f724a8-30ce-4824-8001-a90a36a9a8eb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390759 Jan 21 10:02:14.287140 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-fea6a6ec-3f8b-4820-95f7-afeed9049472 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240508 Jan 21 10:02:14.484511 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70550dc6-ade5-4d82-91e1-5c89ec1384ba req-f2d1b913-aa5a-450b-968b-aad85dee6eee service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911495 Jan 21 10:02:14.494346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a12ce-b883-464b-9e4d-ab21f622b66b req-3c18aafe-340a-4599-8b64-d34476b2ec77 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:14.495822 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-534a12ce-b883-464b-9e4d-ab21f622b66b req-3c18aafe-340a-4599-8b64-d34476b2ec77 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 944 time: 0.2007875 Jan 21 10:02:14.586879 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-534a12ce-b883-464b-9e4d-ab21f622b66b req-9ffd9a0d-1d27-438f-946e-cef9c3ddaea9 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841358 Jan 21 10:02:14.617665 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-71ea6a3b-b311-45fd-8ad1-0cc1f64e4f70 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 1097 time: 0.0834405 Jan 21 10:02:14.757158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-8ef98a3a-de80-4f63-9bcb-89a7e082961f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:14.758721 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-8ef98a3a-de80-4f63-9bcb-89a7e082961f service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.1348350 Jan 21 10:02:14.833033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-8dcfeb04-e60d-46f8-b76a-c09906b9f5fa service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d2fc2ba-3761-4155-a011-e52453021b82 HTTP/1.1" status: 200 len: 217 time: 0.0675509 Jan 21 10:02:14.901485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-1f5cd01c-fa10-453d-ba27-2bd2656c19d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:14.902925 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-1f5cd01c-fa10-453d-ba27-2bd2656c19d9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0636332 Jan 21 10:02:14.953931 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-b13eca7c-0355-4d36-8160-facbd5a1ca1d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437999 Jan 21 10:02:15.085353 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-9356f098-73d4-4500-be4e-3d1d61ab1a47 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239960 Jan 21 10:02:15.219450 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa176a38-c78b-4fed-af5d-72d29d61aef1 req-2fa5e470-f3bf-440a-93d1-1072fa0a1933 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274600 Jan 21 10:02:15.543065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 289f541b-9a86-4efb-b209-1ec5c378e097 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:15.579089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 289f541b-9a86-4efb-b209-1ec5c378e097 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:02:15.579421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 289f541b-9a86-4efb-b209-1ec5c378e097 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:02:15.800746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128b755-422f-4030-ae10-c461d6fdafe8 req-43ac546f-d5f9-40ca-b5e2-38e560a2108d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:15.802163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e128b755-422f-4030-ae10-c461d6fdafe8 req-43ac546f-d5f9-40ca-b5e2-38e560a2108d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 944 time: 0.0814376 Jan 21 10:02:15.852250 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e128b755-422f-4030-ae10-c461d6fdafe8 req-4ebc5f36-791a-4d6c-9799-893f2f89bed3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438700 Jan 21 10:02:17.066048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeadd4-71c2-446f-a538-46092b8c6af9 req-bc41384f-2fe3-40f1-a775-9cf01c478df1 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:17.068067 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9efeadd4-71c2-446f-a538-46092b8c6af9 req-bc41384f-2fe3-40f1-a775-9cf01c478df1 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 944 time: 0.0840719 Jan 21 10:02:17.116543 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9efeadd4-71c2-446f-a538-46092b8c6af9 req-fdf281d0-c92d-49c6-87ea-f2c527812524 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Jan 21 10:02:17.559092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d2fc2ba-3761-4155-a011-e52453021b82 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:02:17.696620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:17.713934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '2d2fc2ba-3761-4155-a011-e52453021b82', 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf', 'port_id': '2d2fc2ba-3761-4155-a011-e52453021b82', 'mac_address': 'fa:16:3e:b7:7c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4257a3f0-8bae-4aea-980c-dde7c30275bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:02:17.776772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:17.797228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2fc2ba-3761-4155-a011-e52453021b82 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:02:17.815563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:17.819373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:17.892893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:17.901401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.901737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.902098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.902426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.903512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.903726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.903928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.904316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.904582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.904897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:17.905206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:02:18.019374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['2d2fc2ba-3761-4155-a011-e52453021b82'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:02:18.325500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b8721-aba4-4dfa-8ef7-232100dbe987 req-12cd19d9-ac17-4eb9-8db5-9f581d16db3c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:18.327179 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c97b8721-aba4-4dfa-8ef7-232100dbe987 req-12cd19d9-ac17-4eb9-8db5-9f581d16db3c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 945 time: 0.0784085 Jan 21 10:02:18.374516 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c97b8721-aba4-4dfa-8ef7-232100dbe987 req-5358a1c7-642a-4939-bbe0-2430b4e139c9 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413489 Jan 21 10:02:19.087871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-76488372-1e44-4029-acf4-a4b763a52df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.569669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d2fc2ba-3761-4155-a011-e52453021b82 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:02:19.591242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ade194-816e-4e00-b300-01a00e67c17f req-5744b34c-a1ee-4121-ad79-f6bfc04e1597 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:19.593710 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3ade194-816e-4e00-b300-01a00e67c17f req-5744b34c-a1ee-4121-ad79-f6bfc04e1597 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 945 time: 0.0894947 Jan 21 10:02:19.645213 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3ade194-816e-4e00-b300-01a00e67c17f req-bbc4b3a3-9949-4145-beea-24e76f51719a tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Jan 21 10:02:19.645492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 2d2fc2ba-3761-4155-a011-e52453021b82 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:02:19.650676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 2d2fc2ba-3761-4155-a011-e52453021b82 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:19.651047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.769351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.796608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:19.806736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:19.810878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:19.879974 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:19.938553 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82', 'code': 200} Jan 21 10:02:20.185844 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-446dad62-66dc-4dab-9f82-7feab01d6a03 req-f2374395-e7a0-4413-82ca-80775185b3ff service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 1099 time: 0.0711036 Jan 21 10:02:20.232843 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-446dad62-66dc-4dab-9f82-7feab01d6a03 req-23436d76-ca29-4052-ac1f-a54c6c03fdee service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408580 Jan 21 10:02:20.852383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c79e8-f7ca-414d-927a-9e5e70abc6ab req-cd8892b0-cbed-4ce2-9d8f-e38872dac0d4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:20.853830 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-394c79e8-f7ca-414d-927a-9e5e70abc6ab req-cd8892b0-cbed-4ce2-9d8f-e38872dac0d4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0761688 Jan 21 10:02:20.899425 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-394c79e8-f7ca-414d-927a-9e5e70abc6ab req-1841ee2a-3747-416d-9a7d-445136de1e65 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Jan 21 10:02:21.478670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-22e43e58-bcea-4d2c-b6b0-f46b0f4f8dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:22.199065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf488509-07c5-4054-bc19-b4027e049723 req-aecccd3e-f850-4a8f-a7ea-908fabcb7335 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:22.200877 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf488509-07c5-4054-bc19-b4027e049723 req-aecccd3e-f850-4a8f-a7ea-908fabcb7335 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.1784759 Jan 21 10:02:22.248581 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf488509-07c5-4054-bc19-b4027e049723 req-c6c264e3-9db0-4b69-94aa-10c372554212 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Jan 21 10:02:22.444103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cd15b-fbf3-42ff-a36a-e9fb2e6afa9b req-41a77f2b-5214-4e7d-8079-43990cff1532 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:22.445678 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c0cd15b-fbf3-42ff-a36a-e9fb2e6afa9b req-41a77f2b-5214-4e7d-8079-43990cff1532 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0774391 Jan 21 10:02:22.491622 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c0cd15b-fbf3-42ff-a36a-e9fb2e6afa9b req-fbd06902-0561-460d-b0f9-f8e76249f831 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 Jan 21 10:02:22.528017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:22.698458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8caac7fd-9520-47dd-884d-08a3cd24d4a1 req-c40572e6-c4ac-40b5-8963-d11fcbdaf62f service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0768676 Jan 21 10:02:22.855147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:22.972044 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-16db3780-b945-4cd9-8be6-b19dc0fcb5ea service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868218 Jan 21 10:02:23.019118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89151bc9-ea7e-4e02-b47a-acc31484faaa req-9f76fda6-4e9b-407d-bccc-951113be2403 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:23.020367 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89151bc9-ea7e-4e02-b47a-acc31484faaa req-9f76fda6-4e9b-407d-bccc-951113be2403 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0848551 Jan 21 10:02:23.100002 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89151bc9-ea7e-4e02-b47a-acc31484faaa req-3e72375c-67f5-459b-8c51-0de3225448c2 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734909 Jan 21 10:02:23.932481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:24.157445 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-a5f35179-1841-4fd3-b771-8506013f0b49 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 1099 time: 0.0758095 Jan 21 10:02:24.344472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-2ad00518-6856-45d5-af9d-5f31b0e9b046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:24.345934 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-2ad00518-6856-45d5-af9d-5f31b0e9b046 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.1831777 Jan 21 10:02:24.414133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afad675-f5b7-42ea-aafa-8d0ffe2cddb9 req-e6c0cfe0-53e7-45ea-af1a-f1c537b58fe8 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:24.415597 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4afad675-f5b7-42ea-aafa-8d0ffe2cddb9 req-e6c0cfe0-53e7-45ea-af1a-f1c537b58fe8 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.1863208 Jan 21 10:02:24.441589 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-0b334e16-5d56-40b6-9da1-fd9a41df0e3d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d2fc2ba-3761-4155-a011-e52453021b82 HTTP/1.1" status: 200 len: 217 time: 0.0896511 Jan 21 10:02:24.508635 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4afad675-f5b7-42ea-aafa-8d0ffe2cddb9 req-fbc4e8ad-99e9-45d5-8759-9177ae2ee55e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846524 Jan 21 10:02:24.521937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-b99e341c-ed6b-49b3-bf54-c7f9509c9e80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:24.523403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-b99e341c-ed6b-49b3-bf54-c7f9509c9e80 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0748627 Jan 21 10:02:24.573575 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-c0b036e9-d55c-4b2a-aaa1-0aed5a5be1db service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438225 Jan 21 10:02:24.709182 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-7ac289cf-5185-4476-8be9-730708d9e7ee service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299469 Jan 21 10:02:24.843896 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-0bd203c3-504a-400a-9838-ba22b09962a4 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276579 Jan 21 10:02:25.708897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb378b92-d88c-4c28-b12d-39be89108485 req-841e78be-cb20-46d1-abbc-29c06b1491ae tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:25.710385 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb378b92-d88c-4c28-b12d-39be89108485 req-841e78be-cb20-46d1-abbc-29c06b1491ae tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0770559 Jan 21 10:02:25.755322 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb378b92-d88c-4c28-b12d-39be89108485 req-ad5c5885-edd4-42ee-9c28-4757fb0caa3b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Jan 21 10:02:26.982726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457598d-6a74-4575-b10d-b51d47fde541 req-d1823d4a-6f57-4693-bdda-c99504e605ba tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:26.984166 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b457598d-6a74-4575-b10d-b51d47fde541 req-d1823d4a-6f57-4693-bdda-c99504e605ba tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.1042562 Jan 21 10:02:27.030439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b457598d-6a74-4575-b10d-b51d47fde541 req-a06f9bbc-a46c-45f0-a0d2-e39fd0884160 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Jan 21 10:02:28.232758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be4e0-c615-4820-8a94-b11b4b70831c req-143883ce-be2f-44a9-b20d-d45839c2343c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:28.234228 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cc3be4e0-c615-4820-8a94-b11b4b70831c req-143883ce-be2f-44a9-b20d-d45839c2343c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0763807 Jan 21 10:02:28.282916 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cc3be4e0-c615-4820-8a94-b11b4b70831c req-b4d434d5-e725-45d0-b9e9-fe0e9f893ce1 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Jan 21 10:02:29.483465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177da27-4958-4256-9e6c-240711710315 req-744dec2c-e23e-4283-b231-aef0e7a8845b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:29.484904 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5177da27-4958-4256-9e6c-240711710315 req-744dec2c-e23e-4283-b231-aef0e7a8845b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0764134 Jan 21 10:02:29.529549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5177da27-4958-4256-9e6c-240711710315 req-28fb2058-1296-4819-bad3-da7c4d0804e2 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389173 Jan 21 10:02:30.729834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975192a7-4381-421d-909c-d7f4b48559b1 req-73932696-0480-4d13-8bb8-92765292e42e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:30.732676 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-975192a7-4381-421d-909c-d7f4b48559b1 req-73932696-0480-4d13-8bb8-92765292e42e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0815489 Jan 21 10:02:30.776963 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-975192a7-4381-421d-909c-d7f4b48559b1 req-90af2933-16cf-42e0-b3dd-2ed89cc9af13 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387611 Jan 21 10:02:31.985991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d45d40-6160-4b06-8bab-25df78796a26 req-3544d4de-832c-4dc4-a3e7-34247f731a63 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:31.987471 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88d45d40-6160-4b06-8bab-25df78796a26 req-3544d4de-832c-4dc4-a3e7-34247f731a63 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0775914 Jan 21 10:02:32.033531 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88d45d40-6160-4b06-8bab-25df78796a26 req-db673c3b-044d-41d8-bf21-7dfa89c339bb tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 Jan 21 10:02:33.336580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc55fb-6293-42a7-9961-5d21e4302e60 req-4e253838-ce8c-4422-b2cc-5db286ce6293 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:33.338002 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15dc55fb-6293-42a7-9961-5d21e4302e60 req-4e253838-ce8c-4422-b2cc-5db286ce6293 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.1783607 Jan 21 10:02:33.383719 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15dc55fb-6293-42a7-9961-5d21e4302e60 req-976c56de-7922-4764-96b6-e39247c055f3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Jan 21 10:02:34.582416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a0547-4742-43c1-bf4c-cbb56263b154 req-bff9b02c-3db8-4f93-b5b7-8e96dfe7a35e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:34.583858 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cc3a0547-4742-43c1-bf4c-cbb56263b154 req-bff9b02c-3db8-4f93-b5b7-8e96dfe7a35e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0769439 Jan 21 10:02:34.630217 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cc3a0547-4742-43c1-bf4c-cbb56263b154 req-e569e8ad-a909-4fc1-aba2-c3e2a97c460d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Jan 21 10:02:34.676340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:35.831419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70994-516f-4207-a95e-95b4e6ff15b8 req-2068daed-8b0f-46bf-8412-0c5e0b19980d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:35.832836 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-12e70994-516f-4207-a95e-95b4e6ff15b8 req-2068daed-8b0f-46bf-8412-0c5e0b19980d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0786934 Jan 21 10:02:35.877759 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-12e70994-516f-4207-a95e-95b4e6ff15b8 req-3d6a0c70-072c-4108-9cf8-641368fdb8b7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Jan 21 10:02:37.083501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a23df-34a8-4466-85c1-a07fa9086168 req-72510a5f-7b26-4db8-8338-1dc2f04f9e87 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:37.084952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c1a23df-34a8-4466-85c1-a07fa9086168 req-72510a5f-7b26-4db8-8338-1dc2f04f9e87 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0763564 Jan 21 10:02:37.133914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c1a23df-34a8-4466-85c1-a07fa9086168 req-79e43a28-1cca-4d4d-b26f-b3210e1d9ef0 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Jan 21 10:02:38.332400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db1fb7-ceaf-4db2-b05c-871b09902110 req-b10411d8-f2f0-49cd-ad7b-054bd9e6b8b3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:38.333856 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46db1fb7-ceaf-4db2-b05c-871b09902110 req-b10411d8-f2f0-49cd-ad7b-054bd9e6b8b3 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0756085 Jan 21 10:02:38.381570 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46db1fb7-ceaf-4db2-b05c-871b09902110 req-f150068c-4f0c-4f83-b3c3-256dbc14ecfb tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Jan 21 10:02:39.591309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9287-14e9-4470-b009-7db502cb10ec req-017759cc-7232-41e4-b8d4-b6fcdf74691f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:39.593037 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a43e9287-14e9-4470-b009-7db502cb10ec req-017759cc-7232-41e4-b8d4-b6fcdf74691f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0824258 Jan 21 10:02:39.642603 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a43e9287-14e9-4470-b009-7db502cb10ec req-652bd899-bbfc-4e68-8889-c6d596e377bf tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433979 Jan 21 10:02:40.845191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18877efd-ba46-4374-8766-d6061cda2048 req-fbbd5771-1d39-4236-b846-5d2e249e67af tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:40.846675 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-18877efd-ba46-4374-8766-d6061cda2048 req-fbbd5771-1d39-4236-b846-5d2e249e67af tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0773895 Jan 21 10:02:40.895980 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-18877efd-ba46-4374-8766-d6061cda2048 req-765bcb48-c199-4061-a9dc-5fddae7f2541 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Jan 21 10:02:42.099766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdebf1-9783-4113-ab9a-53a73888e332 req-7cb8ccff-c9b2-4eb1-a560-50a7f15dc094 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:42.101215 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-90bdebf1-9783-4113-ab9a-53a73888e332 req-7cb8ccff-c9b2-4eb1-a560-50a7f15dc094 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0812421 Jan 21 10:02:42.147474 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-90bdebf1-9783-4113-ab9a-53a73888e332 req-2dd99b9f-a342-40ba-ae6a-2691881de5ca tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Jan 21 10:02:43.358700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30180988-b7f0-4f34-a340-fdaad5258562 req-68bc5ac8-eca4-4059-a1ce-4cd7719d9955 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:43.360693 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-30180988-b7f0-4f34-a340-fdaad5258562 req-68bc5ac8-eca4-4059-a1ce-4cd7719d9955 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0876291 Jan 21 10:02:43.412932 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-30180988-b7f0-4f34-a340-fdaad5258562 req-7422b37d-d7ee-4321-baeb-920e48705144 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Jan 21 10:02:44.614714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f8853-e340-4675-a574-75fc8d67994c req-a7bdb277-16a6-4aa5-a050-7111a4c548b7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:44.616167 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-297f8853-e340-4675-a574-75fc8d67994c req-a7bdb277-16a6-4aa5-a050-7111a4c548b7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0772390 Jan 21 10:02:44.661412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-297f8853-e340-4675-a574-75fc8d67994c req-4ae55abf-61b1-4423-966a-d3496b77114f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Jan 21 10:02:45.860936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fade6e6-4768-4005-9e1c-e51290566022 req-6a3e1973-e798-4445-8773-2e320e98c787 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:45.862427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5fade6e6-4768-4005-9e1c-e51290566022 req-6a3e1973-e798-4445-8773-2e320e98c787 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0780427 Jan 21 10:02:45.907663 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5fade6e6-4768-4005-9e1c-e51290566022 req-4afddaea-c38b-41e4-aeee-47b692766c2c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Jan 21 10:02:46.919982 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:02:47.107146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71196528-696a-488b-8180-0aeb999b77e8 req-490ab43f-641a-4e7c-b406-a69741941080 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:47.108656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-71196528-696a-488b-8180-0aeb999b77e8 req-490ab43f-641a-4e7c-b406-a69741941080 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0763705 Jan 21 10:02:47.154755 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-71196528-696a-488b-8180-0aeb999b77e8 req-44f5e28e-81c8-4691-99c5-947f9f75b1cd tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jan 21 10:02:48.360042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c6b0-8763-436a-af88-92b23b28af65 req-d6f4d130-cd7c-44c1-b0b3-8851e91bc115 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:48.361627 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80e7c6b0-8763-436a-af88-92b23b28af65 req-d6f4d130-cd7c-44c1-b0b3-8851e91bc115 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0825500 Jan 21 10:02:48.411814 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80e7c6b0-8763-436a-af88-92b23b28af65 req-4c0e65cf-b584-4e42-b03b-c66d4dd3fefe tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Jan 21 10:02:49.092654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa0cdf2-dc43-4c50-9872-9fdfc36538b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:49.642976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb16f3-17ab-4197-9b4d-e8cba54bd1dc req-a3438c69-d041-4498-97f4-e25a3f04c850 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:49.644636 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-90cb16f3-17ab-4197-9b4d-e8cba54bd1dc req-a3438c69-d041-4498-97f4-e25a3f04c850 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0813613 Jan 21 10:02:49.693145 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-90cb16f3-17ab-4197-9b4d-e8cba54bd1dc req-df7dd149-8435-486a-b08e-22d421746f2f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Jan 21 10:02:50.920901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b08d48-76cd-4489-9f7a-1098b3533f33 req-580d39f7-f9e3-4e92-8175-36388e58cc6d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:50.922410 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-60b08d48-76cd-4489-9f7a-1098b3533f33 req-580d39f7-f9e3-4e92-8175-36388e58cc6d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0922804 Jan 21 10:02:50.980806 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-60b08d48-76cd-4489-9f7a-1098b3533f33 req-d1f7b2ea-4ced-44f5-a26f-3115cb2767c7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486104 Jan 21 10:02:51.483785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8584b0d4-49e0-492b-8197-65050cb2cd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:51.601809 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-af83d69c-4397-49d4-a6e0-d2f1bf82ca47 service neutron] 10.222.0.120 "GET /v2.0/ports/2d2fc2ba-3761-4155-a011-e52453021b82/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0836897 Jan 21 10:02:51.889162 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-f324d51c-6900-471c-93d3-3e261c05662d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919&tenant_id=65ef8755b82644cfa4a42d24f5e6f796 HTTP/1.1" status: 200 len: 1099 time: 0.0802510 Jan 21 10:02:51.983202 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-2ced9a5b-633c-4101-980e-cb12509b2626 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 1099 time: 0.0720160 Jan 21 10:02:52.169454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-f4fb529e-0df2-4efe-9681-a53d407931ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:52.171010 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-f4fb529e-0df2-4efe-9681-a53d407931ae service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.1811919 Jan 21 10:02:52.245536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-6369f1fa-e457-465b-b8ff-9cf1cfcb5e4b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d2fc2ba-3761-4155-a011-e52453021b82 HTTP/1.1" status: 200 len: 217 time: 0.0674336 Jan 21 10:02:52.328130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-658c6320-d3ff-4b90-843d-c29bc6f582d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:52.329678 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-658c6320-d3ff-4b90-843d-c29bc6f582d1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.0774238 Jan 21 10:02:52.336610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306d6f9-9e7a-445c-9ffe-b0a998dfc197 req-0221de84-6552-42c9-8d6b-986d39585e4e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:52.338191 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b306d6f9-9e7a-445c-9ffe-b0a998dfc197 req-0221de84-6552-42c9-8d6b-986d39585e4e tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.2080219 Jan 21 10:02:52.395165 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-63a20004-099a-4ad3-a46f-d3344bd652c2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559680 Jan 21 10:02:52.502311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b306d6f9-9e7a-445c-9ffe-b0a998dfc197 req-4f5c4c01-c2ff-4dfc-a3b1-d44b1f4ff333 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324914 Jan 21 10:02:52.546317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:52.556492 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-2e717e2f-aaec-4c00-b7d4-8ce200fab61c service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550713 Jan 21 10:02:52.800974 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb065d49-a9e4-4bc6-ab4c-c9d6d4bcf7e3 req-a0fdb645-35e2-4ddc-a7ec-025d8ca67844 service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380381 Jan 21 10:02:52.859018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:53.724005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728afead-feb7-42db-85e4-9d36189af82d req-3ab8fd62-86c5-41b0-82ed-f17e5071ad90 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:53.725517 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-728afead-feb7-42db-85e4-9d36189af82d req-3ab8fd62-86c5-41b0-82ed-f17e5071ad90 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0821786 Jan 21 10:02:53.775253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-728afead-feb7-42db-85e4-9d36189af82d req-6184faf5-2dab-4d44-a232-7294c660362c tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Jan 21 10:02:53.936346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:55.056431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33fca0-1034-41e2-b438-4860959042f8 req-eea4d9d7-2f35-4bb9-8f68-9c8aac2af317 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:55.058388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad33fca0-1034-41e2-b438-4860959042f8 req-eea4d9d7-2f35-4bb9-8f68-9c8aac2af317 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.1102395 Jan 21 10:02:55.114199 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ad33fca0-1034-41e2-b438-4860959042f8 req-192adee0-68d4-4a0b-910e-5016b9865c5f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488968 Jan 21 10:02:55.604888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-3fa80153-9909-4f9c-acd0-fd94191273c7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:55.607016 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-3fa80153-9909-4f9c-acd0-fd94191273c7 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919&tenant_id=65ef8755b82644cfa4a42d24f5e6f796&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.1777897 Jan 21 10:02:55.625768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead851a-80f6-4bb6-a173-9241cf35425b req-b5269b09-821e-4d04-a010-a1dd339eec19 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:55.628402 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eead851a-80f6-4bb6-a173-9241cf35425b req-b5269b09-821e-4d04-a010-a1dd339eec19 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.1518893 Jan 21 10:02:55.691615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eead851a-80f6-4bb6-a173-9241cf35425b req-a8b0bb99-1005-4f3d-a162-cd6de88fc9a8 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566418 Jan 21 10:02:55.754970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d2fc2ba-3761-4155-a011-e52453021b82 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:02:55.759088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d2fc2ba-3761-4155-a011-e52453021b82 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:02:55.809968 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-8aeccf93-a359-422c-8780-5dcf5c694c26 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 1099 time: 0.1096187 Jan 21 10:02:56.003811 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.065447 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:56.076584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-956f6401-d50e-4885-b850-588da370cd08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.078157 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-956f6401-d50e-4885-b850-588da370cd08 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 200 len: 916 time: 0.2610750 Jan 21 10:02:56.093722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:56.100336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '2d2fc2ba-3761-4155-a011-e52453021b82', 'network_id': '7ba8a836-54e5-4363-9b34-5186d9e22ecf', 'port_id': '2d2fc2ba-3761-4155-a011-e52453021b82', 'mac_address': 'fa:16:3e:b7:7c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4257a3f0-8bae-4aea-980c-dde7c30275bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:02:56.132653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:56.147652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.172680 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-76e02e6b-98f8-4e42-a198-8be8dbdae348 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d2fc2ba-3761-4155-a011-e52453021b82 HTTP/1.1" status: 200 len: 217 time: 0.0833554 Jan 21 10:02:56.233800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.252485 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82', 'code': 200} Jan 21 10:02:56.264134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2fc2ba-3761-4155-a011-e52453021b82 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:02:56.274148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:56.289609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-704b9698-35ee-4ca8-93dc-c85045550edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.290852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:56.292634 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-704b9698-35ee-4ca8-93dc-c85045550edd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 200 len: 855 time: 0.1128328 Jan 21 10:02:56.296382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:56.360717 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-6eab39f6-051e-47d4-8403-7067f7d93d89 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7ba8a836-54e5-4363-9b34-5186d9e22ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617127 Jan 21 10:02:56.374651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['2d2fc2ba-3761-4155-a011-e52453021b82'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:02:56.487882 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:56.536669 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-ae8f8908-7a63-4d59-95b6-0fbdb6dd22ad service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610577 Jan 21 10:02:56.735371 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-02ea72e4-3831-45a1-bc8c-13f569cc43cf req-3de52c27-a48a-4644-a4a4-90941d567aba service neutron] 10.222.0.120 "GET /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892948 Jan 21 10:02:56.959192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2813299-9b12-4f97-8c5e-a2cf4c3aa87b req-ef1d73cf-e5eb-43fd-ac1b-769ab9495836 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:56.962099 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2813299-9b12-4f97-8c5e-a2cf4c3aa87b req-ef1d73cf-e5eb-43fd-ac1b-769ab9495836 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 945 time: 0.1209180 Jan 21 10:02:57.042452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2813299-9b12-4f97-8c5e-a2cf4c3aa87b req-42703e85-6f3f-4788-96da-bd5b6e75185b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733993 Jan 21 10:02:57.757995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d2fc2ba-3761-4155-a011-e52453021b82 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:02:57.836449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 2d2fc2ba-3761-4155-a011-e52453021b82 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:02:57.836832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:57.971525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:58.012548 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:02:58.017384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:02:58.103675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:02:58.253843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:02:58.317339 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82', 'code': 200} Jan 21 10:02:58.364988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17596-d80a-472d-b258-62be5f5c763a req-c96ef986-ba64-4f14-905a-2bbe309baeb9 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:58.366633 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eec17596-d80a-472d-b258-62be5f5c763a req-c96ef986-ba64-4f14-905a-2bbe309baeb9 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0990767 Jan 21 10:02:58.425864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eec17596-d80a-472d-b258-62be5f5c763a req-7f82a445-6bdd-462f-94cc-2b265de35242 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515623 Jan 21 10:02:58.652155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6b187-663e-42b6-9ce8-5057ec9d867d req-d42320de-ce27-4b51-8967-ff4e5d2362a5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:58.654656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-caa6b187-663e-42b6-9ce8-5057ec9d867d req-d42320de-ce27-4b51-8967-ff4e5d2362a5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0871599 Jan 21 10:02:58.707694 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-caa6b187-663e-42b6-9ce8-5057ec9d867d req-0e6a3036-346f-4681-8ecd-eaa36196024b tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Jan 21 10:02:58.934548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb2d42-9c4b-46b7-919f-9d12f21b6ecf req-5589aede-38fa-4a8c-bbb1-e9595ad8e17d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:58.936392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47bb2d42-9c4b-46b7-919f-9d12f21b6ecf req-5589aede-38fa-4a8c-bbb1-e9595ad8e17d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.0925567 Jan 21 10:02:58.992442 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47bb2d42-9c4b-46b7-919f-9d12f21b6ecf req-aac1fb88-1f45-484a-acbf-793dff42f004 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459032 Jan 21 10:02:59.725525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2c342-089e-421e-823e-dac8e658ad9d req-3624aacf-db20-43f0-865c-4879cdf58ec5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:02:59.728516 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c6b2c342-089e-421e-823e-dac8e658ad9d req-3624aacf-db20-43f0-865c-4879cdf58ec5 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.1401706 Jan 21 10:02:59.811256 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c6b2c342-089e-421e-823e-dac8e658ad9d req-6bf9fce6-8d1f-403b-add5-523dae5d923f tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750811 Jan 21 10:03:01.164414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04a0ef-fef5-4b11-95df-23b67eb81046 req-82460084-b633-42ba-8bbb-a709460412ac tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:01.165905 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d04a0ef-fef5-4b11-95df-23b67eb81046 req-82460084-b633-42ba-8bbb-a709460412ac tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.2155859 Jan 21 10:03:01.270526 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d04a0ef-fef5-4b11-95df-23b67eb81046 req-e906bdee-defb-49c4-a131-19dd14524a47 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/security-groups?id=1660b634-8178-44d5-bf1b-3cadfe10ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928648 Jan 21 10:03:01.334839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-108d4b12-8a27-47ae-9782-145d9e792003 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:01.337497 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-108d4b12-8a27-47ae-9782-145d9e792003 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 946 time: 0.1264179 Jan 21 10:03:01.464763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Deleting port 2d2fc2ba-3761-4155-a011-e52453021b82 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:03:01.465680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:01.894465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] For port 2d2fc2ba-3761-4155-a011-e52453021b82, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d2fc2ba-3761-4155-a011-e52453021b82,segment=NetworkSegment(308f1008-0678-4963-bcff-abe44f9da5bc),segment_id=308f1008-0678-4963-bcff-abe44f9da5bc)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:01.895000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.031694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Calling delete_port for 2d2fc2ba-3761-4155-a011-e52453021b82 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:03:02.202387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.216806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['2d2fc2ba-3761-4155-a011-e52453021b82'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:03:02.261753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Pushing event deleted for resources: {'Port': ['ID=2d2fc2ba-3761-4155-a011-e52453021b82,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:02.311774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.312116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.312452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.312784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.313113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.313438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.313763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.314125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.314429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.314744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.315059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:02.361663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] No DVR routers for this DVR port 2d2fc2ba-3761-4155-a011-e52453021b82 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:03:02.367295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:02.368685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'name': 'network-vif-deleted', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:02.407512 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-65b6714e-0909-4c5e-998b-80fa2f243cea req-21dc07aa-97d2-4e29-858a-a40486ec0c01 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.120 "DELETE /v2.0/ports/2d2fc2ba-3761-4155-a011-e52453021b82 HTTP/1.1" status: 204 len: 173 time: 1.0632174 Jan 21 10:03:02.503568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9155a3ed-8376-41ba-b027-4aa1770c64c7 req-79654374-3b86-471e-baea-f62ab069c2f4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Synchronizing usage tracker for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:02.525836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9155a3ed-8376-41ba-b027-4aa1770c64c7 req-79654374-3b86-471e-baea-f62ab069c2f4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] Unset dirty status for tenant:65ef8755b82644cfa4a42d24f5e6f796 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:02.530035 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9155a3ed-8376-41ba-b027-4aa1770c64c7 req-79654374-3b86-471e-baea-f62ab069c2f4 tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] 10.222.0.122 "GET /v2.0/ports?device_id=7d20f0ec-5b44-4304-9ef6-dec0bbf44919 HTTP/1.1" status: 200 len: 210 time: 0.0858600 Jan 21 10:03:02.628992 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d20f0ec-5b44-4304-9ef6-dec0bbf44919', 'name': 'network-vif-deleted', 'tag': '2d2fc2ba-3761-4155-a011-e52453021b82', 'status': 'completed', 'code': 200} Jan 21 10:03:03.844322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 41120) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:03.915249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d50820a-4fe5-4056-b632-2e5673981943 admin admin] Deleting subnet 4257a3f0-8bae-4aea-980c-dde7c30275bf {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:03:03.918803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d50820a-4fe5-4056-b632-2e5673981943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:03.989795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d50820a-4fe5-4056-b632-2e5673981943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.095102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d50820a-4fe5-4056-b632-2e5673981943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.218251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d50820a-4fe5-4056-b632-2e5673981943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.257771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50820a-4fe5-4056-b632-2e5673981943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4257a3f0-8bae-4aea-980c-dde7c30275bf,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.266621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6d50820a-4fe5-4056-b632-2e5673981943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.273596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6d50820a-4fe5-4056-b632-2e5673981943 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/4257a3f0-8bae-4aea-980c-dde7c30275bf HTTP/1.1" status: 204 len: 168 time: 0.4282460 Jan 21 10:03:04.276395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 41124) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:04.397710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.542844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.575727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba8a836-54e5-4363-9b34-5186d9e22ecf']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:04.591762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308f1008-0678-4963-bcff-abe44f9da5bc') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:04.592214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308f1008-0678-4963-bcff-abe44f9da5bc') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:04.606438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.626053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.633394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:03:04.633770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:03:04.648526 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:03:04.675865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.925668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.946507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:04.959567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba8a836-54e5-4363-9b34-5186d9e22ecf,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:04.971521 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d56bae1f-20b4-47c7-8396-7ed11e307081 admin admin] 10.222.0.122 "DELETE /v2.0/networks/7ba8a836-54e5-4363-9b34-5186d9e22ecf HTTP/1.1" status: 204 len: 168 time: 0.6937280 Jan 21 10:03:05.143747 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41130) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:05.220449 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1617fcbd-a310-4766-a104-b352d123af46 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=65ef8755b82644cfa4a42d24f5e6f796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0750616 Jan 21 10:03:05.223314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41134) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:05.295855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.326775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.388673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.409722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1660b634-8178-44d5-bf1b-3cadfe10ed73,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:05.423827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.424177 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.424517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.424852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.425187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.425520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.425863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.426212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.426541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.426865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.427186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:05.435243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:05.438892 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ce3e205b-34ed-424c-81ae-8036981f34eb admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/1660b634-8178-44d5-bf1b-3cadfe10ed73 HTTP/1.1" status: 204 len: 168 time: 0.2137122 Jan 21 10:03:05.771166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d2fc2ba-3761-4155-a011-e52453021b82 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:03:05.807839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 2d2fc2ba-3761-4155-a011-e52453021b82 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:03:05.808176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d2fc2ba-3761-4155-a011-e52453021b82 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:03:06.564442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 41156) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:06.718694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2106900619-network', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:06.723997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:06.728519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Usage tracker for resource:network and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:06.733121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:06.743090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:06.755066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Made reservation on behalf of 0cb030f2d5a04960a25d7502d8985378 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:06.757817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.774851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.818616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:06.825498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:06.830278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:06.846196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:06.936257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.940948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.975248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:03:06.991243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e360ebf4-633e-4733-9675-dd5208a6f7a0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:06.999071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:06.999430 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Added segment 84068fdb-db76-48ed-b16f-2eaf207cc144 of type vlan for network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc Jan 21 10:03:07.034628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.071312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.072490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:07.073154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.200367 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6340458 Jan 21 10:03:07.204908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41162) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:07.209674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fa2fb-e2de-473e-9d12-1c41708c1854 admin admin] Pushing event updated for resources: {'Network': ['ID=33bd45ad-a27c-47d0-8f39-0adcee8d79dc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:07.213239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Request body: {'subnet': {'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2106900619-subnet', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:07.221260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:07.224222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:03:07.231029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Usage tracker for resource:subnet and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:07.235395 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:07.249938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:07.268290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Made reservation on behalf of 0cb030f2d5a04960a25d7502d8985378 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:07.271175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.601700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.689673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079074cd-6068-4a0f-a87e-1dc7cd6b13ec,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:07.706457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Checking segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:07.706798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Network hostable DHCP agents. Network: 33bd45ad-a27c-47d0-8f39-0adcee8d79dc, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:03:07.740257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:03:07.757898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 33bd45ad-a27c-47d0-8f39-0adcee8d79dc) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:07.765581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:07.766596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.769792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a0b72-11b0-45e5-9ef6-99fb04626ae7 None None] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:03:07.792981 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7c2a103b-e5be-465a-81f7-599f407c14a3 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5858419 Jan 21 10:03:07.796691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 41166) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:07.803648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:07.809133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:07.814106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Usage tracker for resource:router and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:07.817469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:07.824966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:07.838594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.840610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:07.869229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.107310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:03:08.108160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.131852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.346749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Allocated IP 172.20.0.2 (33bd45ad-a27c-47d0-8f39-0adcee8d79dc/079074cd-6068-4a0f-a87e-1dc7cd6b13ec/1c79b90a-c242-41ea-a153-d22f7689a525) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:08.377332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.434499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.594277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.608375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Transition to ACTIVE for port object 1c79b90a-c242-41ea-a153-d22f7689a525 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:08.629732 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Transition to ACTIVE for port object 1c79b90a-c242-41ea-a153-d22f7689a525 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:08.637847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.674931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Allocated IP 172.26.1.8 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/2fa989c4-88b9-4695-8df1-7fb406cb74a7) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:08.714848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:08.718321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:08.723166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:08.725547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Pushing event updated for resources: {'Port': ['ID=1c79b90a-c242-41ea-a153-d22f7689a525,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:08.826929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Attempting to bind port 1c79b90a-c242-41ea-a153-d22f7689a525 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:08.827441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Attempting to bind port 1c79b90a-c242-41ea-a153-d22f7689a525 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:08.827900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Attempting to bind port 1c79b90a-c242-41ea-a153-d22f7689a525 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:08.836359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:08.836727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Checking segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:08.837127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.837622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Bound using segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:08.838317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Bound port: 1c79b90a-c242-41ea-a153-d22f7689a525, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:08.839052 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.864658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.916163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.946767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] For port 1c79b90a-c242-41ea-a153-d22f7689a525, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:08.951065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] For port 1c79b90a-c242-41ea-a153-d22f7689a525, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1c79b90a-c242-41ea-a153-d22f7689a525,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:08.956989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:08.998976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:09.000430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa989c4-88b9-4695-8df1-7fb406cb74a7,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:09.004708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:09.008030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:09.050439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e4817-33c0-4527-964b-20fc570980d4 None None] Pushing event updated for resources: {'Port': ['ID=1c79b90a-c242-41ea-a153-d22f7689a525,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:09.211959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.213533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.515428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:03:09.898995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:09.914888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:09.940651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:09.941832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:02:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:09.950250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:09.953871 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-53218079-b6b4-4ee7-804d-b6e86799e051 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1541388 Jan 21 10:03:09.956781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41170) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:10.220142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c81ef6-b4cd-4f46-9fee-9982bf5df0f3 None None] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:03:10.380856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:10.425860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-dff47099-7484-48eb-a55d-16b6859a4177 None None] Provisioning for port 1c79b90a-c242-41ea-a153-d22f7689a525 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:10.632330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1c79b90a-c242-41ea-a153-d22f7689a525 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:10.876765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 1c79b90a-c242-41ea-a153-d22f7689a525 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:10.889071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1c79b90a-c242-41ea-a153-d22f7689a525 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:10.889389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:10.993106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:09Z', 'revision_number': 3, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:11.029104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:11.029104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Updating router cfd51981-a956-49b2-b6af-33aa2dc3c588 port 2fa989c4-88b9-4695-8df1-7fb406cb74a7 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:03:11.111071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.125373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.247383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 1c79b90a-c242-41ea-a153-d22f7689a525, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1c79b90a-c242-41ea-a153-d22f7689a525,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:11.255199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.326800 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.433877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=1c79b90a-c242-41ea-a153-d22f7689a525,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:11.464688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1d0c0cce-51c2-49c7-8843-f132dc8b4b2a None None] Provisioning complete for port 1c79b90a-c242-41ea-a153-d22f7689a525 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:11.465043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0cce-51c2-49c7-8843-f132dc8b4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.614675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Allocated IP 172.20.0.1 (33bd45ad-a27c-47d0-8f39-0adcee8d79dc/079074cd-6068-4a0f-a87e-1dc7cd6b13ec/e0e325e1-7a2c-4f66-9aba-fcb52f091f27) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:11.724496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.738601 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Transition to ACTIVE for port object 2fa989c4-88b9-4695-8df1-7fb406cb74a7 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:11.747840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.859328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375d8da-8ac6-4a3a-81ad-e67fa94049e3 None None] Pushing event updated for resources: {'Port': ['ID=2fa989c4-88b9-4695-8df1-7fb406cb74a7,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:11.862378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Attempting to bind port 2fa989c4-88b9-4695-8df1-7fb406cb74a7 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:11.862968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Attempting to bind port 2fa989c4-88b9-4695-8df1-7fb406cb74a7 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:11.863525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Attempting to bind port 2fa989c4-88b9-4695-8df1-7fb406cb74a7 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:11.872704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.875639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:11.876103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:11.876642 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.877183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:11.877782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Bound port: 2fa989c4-88b9-4695-8df1-7fb406cb74a7, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:11.878375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.894843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Transition to ACTIVE for port object e0e325e1-7a2c-4f66-9aba-fcb52f091f27 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:11.934931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:11.989142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] For port 2fa989c4-88b9-4695-8df1-7fb406cb74a7, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:11.997291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] For port 2fa989c4-88b9-4695-8df1-7fb406cb74a7, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2fa989c4-88b9-4695-8df1-7fb406cb74a7,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:12.003995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.069606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:12.077426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:12.080083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Pushing event updated for resources: {'Port': ['ID=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:12.084210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:12.179814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.224992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375d8da-8ac6-4a3a-81ad-e67fa94049e3 None None] Pushing event updated for resources: {'Port': ['ID=2fa989c4-88b9-4695-8df1-7fb406cb74a7,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:12.235846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:12.236469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:02:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:12.347495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.499843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7a99d828-18d6-462e-8019-8f37bb16ca90 None None] Provisioning for port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:12.520671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1c79b90a-c242-41ea-a153-d22f7689a525 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:12.587123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-7a99d828-18d6-462e-8019-8f37bb16ca90 None None] Provisioning complete for port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:12.587693 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7a99d828-18d6-462e-8019-8f37bb16ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.691111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:12.754563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.762334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:12.826020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-7a99d828-18d6-462e-8019-8f37bb16ca90 None None] Port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:03:12.969649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Pushing event updated for resources: {'Port': ['ID=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:12.975505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.096017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1c79b90a-c242-41ea-a153-d22f7689a525 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:13.096677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.147145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:13.148724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:13.435912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:11Z', 'revision_number': 1, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:13.446099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1244830a-a8f3-453f-b0dd-3fac8c06ac0e None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:11Z', 'revision_number': 1, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:13.468223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b1d0fedd-b436-4dfb-ab7f-ddf75a5814bc None None] Provisioning complete for port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:13.468845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fedd-b436-4dfb-ab7f-ddf75a5814bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:13.553812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0fedd-b436-4dfb-ab7f-ddf75a5814bc None None] Port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:03:13.899172 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:14.160654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:14.174667 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2a54e81e-313c-4044-b3e8-128cbaaebf3c admin admin] 10.222.0.122 "PUT /v2.0/routers/cfd51981-a956-49b2-b6af-33aa2dc3c588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2128232 Jan 21 10:03:14.549739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2fa989c4-88b9-4695-8df1-7fb406cb74a7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:14.654071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 2fa989c4-88b9-4695-8df1-7fb406cb74a7 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:14.660039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2fa989c4-88b9-4695-8df1-7fb406cb74a7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:14.660558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.810884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.834614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 2fa989c4-88b9-4695-8df1-7fb406cb74a7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2fa989c4-88b9-4695-8df1-7fb406cb74a7,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:14.842144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:14.896622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41180) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:14.905682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629488400', 'description': 'tempest-description--1731017916'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:14.918355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:14.925568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Usage tracker for resource:security_group and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:14.932644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:14.940967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:14.953648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=2fa989c4-88b9-4695-8df1-7fb406cb74a7,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:14.957250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.000349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:15.004906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Usage tracker for resource:security_group_rule and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:15.008446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:15.015916 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:15.085037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.090904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.139914 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba8e703-5656-46e4-bc5a-e9922745b630,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:15.143867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.145095 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6e0efaa7-3e73-4de2-a3e9-5026ae62e101 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2471581 Jan 21 10:03:15.149949 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41184) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:15.156803 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'security_group_rule': {'security_group_id': '6ba8e703-5656-46e4-bc5a-e9922745b630', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:15.163898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:15.170724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Usage tracker for resource:security_group_rule and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:15.174639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:15.181406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:15.215070 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.295908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.300371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.326852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b20ff7-c3d7-4bdb-9134-a6dffe9bafef,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:15.341106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.342370 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-783dbdbf-af8b-4b88-a737-3d99977a817f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1913188 Jan 21 10:03:15.345455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41188) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:15.351688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'security_group_rule': {'security_group_id': '6ba8e703-5656-46e4-bc5a-e9922745b630', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:15.359316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:15.363697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Usage tracker for resource:security_group_rule and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:15.367073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:15.374484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:15.395110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.471553 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.476230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.504425 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de76aa42-dd23-4b8e-8e11-8f4172015774,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:15.516393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.517969 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-91692fa7-4fcd-45c1-92ab-1b73baf53ae6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1712933 Jan 21 10:03:15.523066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41192) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:15.529263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:15.535407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:15.539767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Usage tracker for resource:floatingip and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:15.543593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:15.550143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:15.564472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.725873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:15.888276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Allocated IP 172.26.1.53 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/51d3c279-15de-4aed-bc52-cdd33e4693ea) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:16.074291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.108549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.186730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:16.190072 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:16.194905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:16.225462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'Port': ['ID=51d3c279-15de-4aed-bc52-cdd33e4693ea,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.396673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.466699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.500553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2fa989c4-88b9-4695-8df1-7fb406cb74a7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:16.600983 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 2fa989c4-88b9-4695-8df1-7fb406cb74a7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:16.601458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.728450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.736341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.857786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'Port': ['ID=51d3c279-15de-4aed-bc52-cdd33e4693ea,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:16.882933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.910150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:16.911785 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-380ea593-8752-4b91-a3e3-db47a63bf089 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3874319 Jan 21 10:03:17.133185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-64e02bc4-7b00-423b-a8bb-70c10c571836 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:17.153496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-64e02bc4-7b00-423b-a8bb-70c10c571836 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:17.155109 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-64e02bc4-7b00-423b-a8bb-70c10c571836 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--629488400&fields=id&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 267 time: 0.0669057 Jan 21 10:03:17.332496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-6b79b8c0-c21e-48ac-9ef9-06111483d1ef tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:17.333306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-6b79b8c0-c21e-48ac-9ef9-06111483d1ef tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:17.357933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-6b79b8c0-c21e-48ac-9ef9-06111483d1ef tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:17.359325 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-6b79b8c0-c21e-48ac-9ef9-06111483d1ef tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 812 time: 0.1969790 Jan 21 10:03:17.380708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-e06f9d15-b3c8-465a-8be5-225ce6258a12 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/quotas/0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 375 time: 0.0143921 Jan 21 10:03:17.473356 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-1ba52841-1cbd-427f-8863-578445125da1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860171 Jan 21 10:03:17.631091 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-e248d3cd-06eb-496f-a806-0c78d7f7d881 service neutron] 10.222.0.122 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435008 Jan 21 10:03:17.815748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-5abab1e7-3bee-49d3-ba8c-de7f0ef104a2 service neutron] 10.222.0.122 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736064 Jan 21 10:03:18.108919 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bd66b538-a2ab-4389-a9ea-9601a6e55141 req-792fd19a-759f-4f5c-ace4-8a55b20de21d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 210 time: 0.0839450 Jan 21 10:03:19.106411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bc067e72-cdd4-44c0-91c9-cd50a31d44c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.337036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-529eea5e-39cf-483a-976e-9102135efd45 req-ac0d421d-22dd-4fbc-8e83-9ce93308e8cc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 210 time: 0.0805311 Jan 21 10:03:19.365727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-a162bee7-0e60-454e-8487-077232e57340 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:19.367344 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-a162bee7-0e60-454e-8487-077232e57340 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 812 time: 0.2800534 Jan 21 10:03:19.430533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-09eb6c0c-59b7-4749-ba0a-517b56c453de tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 379 time: 0.0497839 Jan 21 10:03:19.440439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'port': {'device_id': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'admin_state_up': True, 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'security_groups': ['6ba8e703-5656-46e4-bc5a-e9922745b630']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:19.594410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:03:19.598855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Usage tracker for resource:port and tenant:0cb030f2d5a04960a25d7502d8985378 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:03:19.602046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:03:19.609948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:03:19.623252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Made reservation on behalf of 0cb030f2d5a04960a25d7502d8985378 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:03:19.626602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:19.820433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Allocated IP 172.20.0.13 (33bd45ad-a27c-47d0-8f39-0adcee8d79dc/079074cd-6068-4a0f-a87e-1dc7cd6b13ec/d3056d59-c648-4890-ba8e-c6549f51a533) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:03:20.066083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.085161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Transition to ACTIVE for port object d3056d59-c648-4890-ba8e-c6549f51a533 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:20.110688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.218124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:03:20.223846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:03:20.231414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:03:20.289303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:20.342128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:20.343219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.373780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b6fd0fe2-ea35-4bec-b113-9e087b0b9bf7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9370914 Jan 21 10:03:20.398184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Request body: {'port': {'device_id': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:20.646995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6035fe39-07d1-4c15-97f3-c44aaf8fa30e None None] Provisioning for port d3056d59-c648-4890-ba8e-c6549f51a533 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:20.653403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6035fe39-07d1-4c15-97f3-c44aaf8fa30e None None] Provisioning complete for port d3056d59-c648-4890-ba8e-c6549f51a533 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:20.653839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6035fe39-07d1-4c15-97f3-c44aaf8fa30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.730190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6035fe39-07d1-4c15-97f3-c44aaf8fa30e None None] Port d3056d59-c648-4890-ba8e-c6549f51a533 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:03:20.810204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:20.934147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deef48-9c3b-4722-b83a-51ed9e3661a6 req-016d8f58-65f8-40ae-8658-c7704ee07bea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:20.934973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-f9deef48-9c3b-4722-b83a-51ed9e3661a6 req-016d8f58-65f8-40ae-8658-c7704ee07bea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:03:21.018492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-f9deef48-9c3b-4722-b83a-51ed9e3661a6 req-016d8f58-65f8-40ae-8658-c7704ee07bea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:03:21.019711 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f9deef48-9c3b-4722-b83a-51ed9e3661a6 req-016d8f58-65f8-40ae-8658-c7704ee07bea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 932 time: 0.3121679 Jan 21 10:03:21.190983 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f9deef48-9c3b-4722-b83a-51ed9e3661a6 req-308ceebd-d61e-49c5-8be7-7f09edf6884b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613145 Jan 21 10:03:21.345190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3056d59-c648-4890-ba8e-c6549f51a533 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:21.353297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.372563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Transition to ACTIVE for port object d3056d59-c648-4890-ba8e-c6549f51a533 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:21.377188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.503003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2419d6e8-29fc-4895-812c-d22f4ac28563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.541677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Pushing event updated for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:21.680669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Attempting to bind port d3056d59-c648-4890-ba8e-c6549f51a533 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:21.681053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Attempting to bind port d3056d59-c648-4890-ba8e-c6549f51a533 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:21.681466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Attempting to bind port d3056d59-c648-4890-ba8e-c6549f51a533 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:21.689138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Port d3056d59-c648-4890-ba8e-c6549f51a533 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:03:21.689509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Attempting to bind port d3056d59-c648-4890-ba8e-c6549f51a533 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:21.697354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:21.697827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Checking segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:21.698350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Bound using segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:21.698973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Bound port: d3056d59-c648-4890-ba8e-c6549f51a533, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:21.699415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.818366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:21.822564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:21.828685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.908190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:21.909974 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] 10.222.0.120 "PUT /v2.0/ports/d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 200 len: 1094 time: 1.5286920 Jan 21 10:03:21.910677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:21.947604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0021bb-5113-4931-b14f-06d8b466d698 service neutron] Pushing event updated for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:22.044487 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'status': 'completed', 'code': 200} Jan 21 10:03:22.107945 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-05fd2162-8896-432f-b217-ed5a9f4b75fb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 1097 time: 0.1324544 Jan 21 10:03:22.205487 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b5dd53d2-7e35-4be9-a8e7-9e082e39bb1c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 200 len: 217 time: 0.0891275 Jan 21 10:03:22.290393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-7ba3bc71-2a6d-4352-8f08-70df7068c02f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:22.293509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-7ba3bc71-2a6d-4352-8f08-70df7068c02f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0808756 Jan 21 10:03:22.453492 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-a6f64a90-ea4d-4d22-b6e3-5cddcb215160 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1527803 Jan 21 10:03:22.491439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe4baa-1391-4b3e-9ba8-dcafc0736a36 req-9c9b5e9a-c248-424d-bce9-e768a036f60b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:22.493100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9fe4baa-1391-4b3e-9ba8-dcafc0736a36 req-9c9b5e9a-c248-424d-bce9-e768a036f60b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 944 time: 0.1405530 Jan 21 10:03:22.537118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.640013 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9fe4baa-1391-4b3e-9ba8-dcafc0736a36 req-97226867-2391-43d0-b591-1e19b701a344 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917754 Jan 21 10:03:22.662321 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-3ca9e4b9-35b2-425f-a63b-68084afb1b33 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009599 Jan 21 10:03:22.830610 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46838268-1a79-40dd-a476-3fedb30d6a2f req-b700deb5-0aa7-4f19-8aa7-e78d8bf11438 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613426 Jan 21 10:03:22.870324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:22.974259 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-05614d2e-7e1b-466d-a4e6-f2549d388ec5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 1097 time: 0.0898960 Jan 21 10:03:23.268755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-bbfffdf2-aa7e-4777-a6a7-68d21179a54a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:23.270381 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-bbfffdf2-aa7e-4777-a6a7-68d21179a54a service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.2871976 Jan 21 10:03:23.345785 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-84d586da-0fb1-41fc-9960-b1d7cc0e3e4e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 200 len: 217 time: 0.0672095 Jan 21 10:03:23.419550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-5cc19a29-66f9-4481-83fa-761d897d20bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:23.421001 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-5cc19a29-66f9-4481-83fa-761d897d20bf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0678310 Jan 21 10:03:23.535466 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-9d969cf2-473e-4259-9dab-d8b3249685a5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073422 Jan 21 10:03:23.687433 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-fbd5e200-19f0-44cf-9efe-46765e0bcea6 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436348 Jan 21 10:03:23.904479 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-083dc71d-bdb3-426c-8845-982bd49912c2 req-ec42db06-10f2-4943-adf2-17cfbd13d078 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083464 Jan 21 10:03:23.935915 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:03:23.943688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec43992-bf35-4440-a514-8c2bb30b6e4a req-239a5417-e24e-4772-9cb6-5c5e66c8d4d9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:23.946286 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bec43992-bf35-4440-a514-8c2bb30b6e4a req-239a5417-e24e-4772-9cb6-5c5e66c8d4d9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 944 time: 0.1589608 Jan 21 10:03:23.952139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:24.031679 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bec43992-bf35-4440-a514-8c2bb30b6e4a req-f8277b19-6631-4aef-a409-769b8c5da2bb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755539 Jan 21 10:03:25.494022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce7bfa-211d-4eda-a2a8-cb3f00847ad7 req-58381ff8-73ce-46fc-8766-d37bf46df66f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:25.497883 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-42ce7bfa-211d-4eda-a2a8-cb3f00847ad7 req-58381ff8-73ce-46fc-8766-d37bf46df66f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 944 time: 0.2191482 Jan 21 10:03:25.570264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-42ce7bfa-211d-4eda-a2a8-cb3f00847ad7 req-00945228-7c80-4cab-8572-3db16987d337 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664477 Jan 21 10:03:25.920662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device d3056d59-c648-4890-ba8e-c6549f51a533 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:03:26.155366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:26.174916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'mac_address': 'fa:16:3e:3b:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:03:26.265750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.288726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3056d59-c648-4890-ba8e-c6549f51a533 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:03:26.308569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:26.314337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:26.404756 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:26.415775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.416188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.416620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.417768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.418062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.418436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.418849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.419284 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.419716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.420210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.420648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:26.541389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['d3056d59-c648-4890-ba8e-c6549f51a533'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:03:27.009699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223eed26-a4fc-495d-bd78-e0d4ea945103 req-764f96b1-88e2-4e4e-b1c6-851172f23747 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:27.013163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-223eed26-a4fc-495d-bd78-e0d4ea945103 req-764f96b1-88e2-4e4e-b1c6-851172f23747 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 945 time: 0.2120771 Jan 21 10:03:27.074720 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-223eed26-a4fc-495d-bd78-e0d4ea945103 req-ae105849-9e28-4573-96ab-6df6a2c70cd5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543773 Jan 21 10:03:27.343771 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:27.359024 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:27.359642 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:03:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:27.562060 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:27.924765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device d3056d59-c648-4890-ba8e-c6549f51a533 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:28.054256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port d3056d59-c648-4890-ba8e-c6549f51a533 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:28.060541 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 2, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:28.062949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port d3056d59-c648-4890-ba8e-c6549f51a533 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:28.063566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.064830 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:28.065326 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Updating router cfd51981-a956-49b2-b6af-33aa2dc3c588 port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:03:28.124362 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.280118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.314359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef960564-88af-41e8-bcd6-a4c4a7592e3a req-35aebbe8-b0a1-4332-a3b3-05583028c91f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:28.316083 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ef960564-88af-41e8-bcd6-a4c4a7592e3a req-35aebbe8-b0a1-4332-a3b3-05583028c91f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 945 time: 0.0916564 Jan 21 10:03:28.335878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:28.354016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:28.363413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.380077 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ef960564-88af-41e8-bcd6-a4c4a7592e3a req-65c2acd6-47f9-4668-8125-868c4d0efdd2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528040 Jan 21 10:03:28.457784 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'code': 200} Jan 21 10:03:28.500143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:28.573742 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.593262 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Transition to ACTIVE for port object e0e325e1-7a2c-4f66-9aba-fcb52f091f27 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:03:28.601214 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:28.747404 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-22d912f2-f5bf-4bd2-8645-36c69350d19a req-82a3b552-4285-4b98-af88-e03713df5f0b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 1099 time: 0.0931354 Jan 21 10:03:28.816937 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-22d912f2-f5bf-4bd2-8645-36c69350d19a req-21b16fb9-7b5f-4e6e-8efb-bc323fa5ce7d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617919 Jan 21 10:03:28.828007 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Pushing event updated for resources: {'Port': ['ID=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:28.853123 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.853670 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.854268 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.855329 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.855884 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.856432 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.856990 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.857543 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.858232 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.858772 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.859318 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:03:28.990099 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Attempting to bind port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:03:28.990517 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Attempting to bind port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:03:28.990978 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Attempting to bind port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:03:29.003376 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:03:29.004005 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Checking segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:03:29.004744 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:29.005343 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Bound using segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:03:29.006781 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Bound port: e0e325e1-7a2c-4f66-9aba-fcb52f091f27, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:03:29.007440 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:29.116734 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] For port e0e325e1-7a2c-4f66-9aba-fcb52f091f27, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:03:29.121751 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] For port e0e325e1-7a2c-4f66-9aba-fcb52f091f27, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:03:29.127878 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:29.221856 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71abc3-a37c-430a-a0e9-2ac9cb229ac3 None None] Pushing event updated for resources: {'Port': ['ID=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:29.226741 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:29.227728 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:03:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:29.484830 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:29.671462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b0438-bee7-4a4d-93b9-923dde3b0c02 req-6356f78d-c42e-4055-b992-2277861352c4 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:29.674900 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-591b0438-bee7-4a4d-93b9-923dde3b0c02 req-6356f78d-c42e-4055-b992-2277861352c4 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.1022284 Jan 21 10:03:29.757143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-591b0438-bee7-4a4d-93b9-923dde3b0c02 req-61b2a4dc-d355-495c-895c-08c56978441f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764127 Jan 21 10:03:29.955367 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:29Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:29.961218 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2fb7e-d1c2-44da-a984-ae18fa10c6e6 None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:29Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:30.540454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e325e1-7a2c-4f66-9aba-fcb52f091f27 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:30.618303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:03:30.624592 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:30.625066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.756906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.793301 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e0e325e1-7a2c-4f66-9aba-fcb52f091f27, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:03:30.798007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:30.879582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:03:31.068915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1223312-7e73-4c57-943a-1f5a7c728f75 req-e8a4560a-b45b-44e6-8634-cf5f9231b858 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:31.070452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b1223312-7e73-4c57-943a-1f5a7c728f75 req-e8a4560a-b45b-44e6-8634-cf5f9231b858 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.1382799 Jan 21 10:03:31.125884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b1223312-7e73-4c57-943a-1f5a7c728f75 req-9181379e-9440-454f-babe-642fce33c214 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458257 Jan 21 10:03:31.381728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b73e5-744f-431e-a02f-b691d0f7fbd4 req-dba53c6d-47bd-473a-beef-0a60941443fe tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:31.383344 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c93b73e5-744f-431e-a02f-b691d0f7fbd4 req-dba53c6d-47bd-473a-beef-0a60941443fe tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.1161253 Jan 21 10:03:31.392285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 41242) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:03:31.398127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'floatingip': {'port_id': 'd3056d59-c648-4890-ba8e-c6549f51a533'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:03:31.600861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:32.280620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:32.284977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:32.503402 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e associated. External IP: 172.26.1.53, port: d3056d59-c648-4890-ba8e-c6549f51a533. Jan 21 10:03:32.517097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e325e1-7a2c-4f66-9aba-fcb52f091f27 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:03:32.649518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:03:32.650526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:33.028219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:03:33.384060 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:03:33.390838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:33.397852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:03:33.413741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:33.414750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:03:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:33.459497 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8041ba70-f448-43c1-af0e-46d17ada7a09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "PUT /v2.0/floatingips/1fe78f01-bae9-4a58-8b66-d0f59f3a280e HTTP/1.1" status: 200 len: 991 time: 2.0660973 Jan 21 10:03:33.460854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:03:33.542726 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'status': 'completed', 'code': 200} Jan 21 10:03:33.646098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:33.698655 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-3877c4de-3181-4428-9176-e831f644a7ec service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 1099 time: 0.1226850 Jan 21 10:03:33.849391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-cc7bcabe-2c8b-42cd-aae4-df4f2b12e15a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:33.851036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-cc7bcabe-2c8b-42cd-aae4-df4f2b12e15a service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1469195 Jan 21 10:03:34.080437 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-0199b137-f4f9-43bc-8aef-ad38819b340e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 200 len: 999 time: 0.2221820 Jan 21 10:03:34.155030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-243cef5d-9bd0-4c67-ab52-7a2ca92d0f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:03:34.156496 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-243cef5d-9bd0-4c67-ab52-7a2ca92d0f51 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0699916 Jan 21 10:03:34.193944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:3b:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:03:32Z', 'revision_number': 1, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:34.200640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:03:34.213050 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:03:34.213721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:03:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:34.239714 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-bb37c93c-98ca-454e-afe3-41180317403a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767837 Jan 21 10:03:34.404982 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-b97396e2-3684-4bde-be55-ebb6bb59af0e service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574664 Jan 21 10:03:34.408010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:03:34.609917 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d3e93ae-0f1b-454d-9333-2bc6dc1e5f18 req-5645b4c4-8c42-499a-a186-f5d08af3b41f service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986747 Jan 21 10:03:34.720357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:34.816627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:3b:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:03:32Z', 'revision_number': 1, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:03:34.821583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7c564-fdd7-4610-806a-2bba0eb8588f None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:3b:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:03:32Z', 'revision_number': 1, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:03:36.784682 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd2d1d-5d3f-47e2-b89e-cb0d5b11bc69 None None] New status for floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:03:49.105559 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ea037519-3ea3-4980-94ae-70a8b0cdbc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:51.493847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5ac74e2d-9fbd-45ed-b06a-84bdf9e2025c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:52.533006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:52.868619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:03:53.945851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:00.919015 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:04:03.132913 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-9b031f41-4240-4cbc-950a-d69666135e5f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2027786 Jan 21 10:04:03.289108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-969dd99d-6780-49bf-9df5-94e45a426967 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 1099 time: 0.0814817 Jan 21 10:04:03.460284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-fa7e7b75-163e-484d-a25c-f3cecbc8fad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:03.462744 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-fa7e7b75-163e-484d-a25c-f3cecbc8fad7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1474898 Jan 21 10:04:03.613341 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-15ad5103-7f7a-42f7-bcb8-f66b6574fbe9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 200 len: 1001 time: 0.1442888 Jan 21 10:04:03.684230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-f0961910-a174-4319-af02-b118d4a81e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:03.685774 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-f0961910-a174-4319-af02-b118d4a81e97 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0648291 Jan 21 10:04:03.769147 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-116d4718-5d05-4f0c-9f73-f0b301e309ed service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772717 Jan 21 10:04:03.926674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-34ad638e-2272-4831-8533-a9ecc1659135 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419649 Jan 21 10:04:04.132381 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d0cafc9-6cd1-467c-adfa-38c8117d958d req-df82c5b4-edf1-4bef-b72f-2d5905c2252d service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965992 Jan 21 10:04:04.700589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:10.670393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc71c04-cee4-4135-9500-76aa0ab4321d req-da248ca5-3167-40d1-add1-a47d207c007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:10.671773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ebc71c04-cee4-4135-9500-76aa0ab4321d req-da248ca5-3167-40d1-add1-a47d207c007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0820169 Jan 21 10:04:10.722085 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ebc71c04-cee4-4135-9500-76aa0ab4321d req-37bba23b-f906-4f5b-a119-8a1a5f04f0e0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447876 Jan 21 10:04:10.922275 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-94066906-4d61-481e-854f-271a3ba97913 req-9c8da3cc-eb9b-4829-b5fd-6c534523c5ed service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702877 Jan 21 10:04:11.187374 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-986b18ec-e64e-4932-93e8-00f67f524f6f service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734115 Jan 21 10:04:11.247140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc194b-ca19-493d-936d-ad3105935df7 req-e71940dd-cb17-421f-abd7-89f76b7b6ec9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:11.248756 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7fcc194b-ca19-493d-936d-ad3105935df7 req-e71940dd-cb17-421f-abd7-89f76b7b6ec9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0850935 Jan 21 10:04:11.305462 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7fcc194b-ca19-493d-936d-ad3105935df7 req-a578660e-a1ff-4386-9df7-93c7a153e38b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449080 Jan 21 10:04:12.701263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2710318-dcb4-49b5-a509-1becd74e879d req-fc09314a-55a5-4932-af0d-fb7f3059af01 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:12.702702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2710318-dcb4-49b5-a509-1becd74e879d req-fc09314a-55a5-4932-af0d-fb7f3059af01 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.2413862 Jan 21 10:04:12.705940 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-808d8a82-7a87-49bf-a535-1501cc09d71e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 1099 time: 0.2117689 Jan 21 10:04:12.832975 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2710318-dcb4-49b5-a509-1becd74e879d req-8a27490d-cb69-47e8-813e-95fd3aed97c9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243203 Jan 21 10:04:12.873724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-766710c7-c5a1-4937-9dbb-c65ec5775dfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:12.875201 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-766710c7-c5a1-4937-9dbb-c65ec5775dfd service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1531141 Jan 21 10:04:12.995637 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-1dd1b50b-b97e-4abc-980f-5d23a87500ee service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 200 len: 1001 time: 0.1143634 Jan 21 10:04:13.058853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-ea2d77ad-3c74-431a-9880-76fab0cd82a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:13.060306 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-ea2d77ad-3c74-431a-9880-76fab0cd82a0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0584197 Jan 21 10:04:13.143797 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-44331443-332b-48f2-b03e-95d5a895a283 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775650 Jan 21 10:04:13.284437 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-bcb9eced-ad2e-4f1a-b611-8e711b208149 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344092 Jan 21 10:04:13.425473 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-fe0eb4de-7171-4bef-83a2-d89fa13ceab9 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343040 Jan 21 10:04:14.050381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001808cf-6daa-466f-8d1c-3ed8f8d0b404 req-8f96c985-c067-46a4-a447-6dab9ac601ee tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:14.051832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-001808cf-6daa-466f-8d1c-3ed8f8d0b404 req-8f96c985-c067-46a4-a447-6dab9ac601ee tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0858791 Jan 21 10:04:14.100712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-001808cf-6daa-466f-8d1c-3ed8f8d0b404 req-873ae427-fdbf-4a67-9781-5a120b3d12b2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415647 Jan 21 10:04:15.314566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be302568-b160-452a-8ef2-1d0ab000aed2 req-056875c0-c0b6-45ab-b590-36c7a5b936eb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:15.315913 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-be302568-b160-452a-8ef2-1d0ab000aed2 req-056875c0-c0b6-45ab-b590-36c7a5b936eb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0855205 Jan 21 10:04:15.360239 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-be302568-b160-452a-8ef2-1d0ab000aed2 req-a22e4950-f6d6-4408-a320-e06c6bec141c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387747 Jan 21 10:04:16.574751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f277f-0cf2-4b0a-b575-2833f580a3bd req-ecfdd492-9cdc-4f77-ae7e-7dd28971b1a9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:16.576274 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-434f277f-0cf2-4b0a-b575-2833f580a3bd req-ecfdd492-9cdc-4f77-ae7e-7dd28971b1a9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0850396 Jan 21 10:04:16.629159 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-434f277f-0cf2-4b0a-b575-2833f580a3bd req-6addf71d-61c0-4e18-acaf-3c68f03ad163 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472043 Jan 21 10:04:17.850096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142083-8cf2-4535-a1b7-a6d5db6272a7 req-9cb1f9b4-a4f8-438f-9cb9-7856e2d6d559 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:17.851617 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-12142083-8cf2-4535-a1b7-a6d5db6272a7 req-9cb1f9b4-a4f8-438f-9cb9-7856e2d6d559 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0837295 Jan 21 10:04:17.899587 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-12142083-8cf2-4535-a1b7-a6d5db6272a7 req-a7298417-1073-4e11-bacb-1cd5020836b5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Jan 21 10:04:19.100172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9a08c1b7-765f-41a7-80f4-45f9c5b8b972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:19.110311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511c19c-12a6-417f-a4e2-205f52336824 req-4a5a0614-ea1b-4a83-9f4c-313118764d05 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:19.111746 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4511c19c-12a6-417f-a4e2-205f52336824 req-4a5a0614-ea1b-4a83-9f4c-313118764d05 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0852578 Jan 21 10:04:19.166307 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4511c19c-12a6-417f-a4e2-205f52336824 req-1d990685-b861-478f-b780-1d6ddfdeabc6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487692 Jan 21 10:04:20.427020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f638c4-8a91-460f-a6b8-132427a0121e req-f64999d5-0b9b-4216-81fa-05dfb49e345e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:20.428564 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16f638c4-8a91-460f-a6b8-132427a0121e req-f64999d5-0b9b-4216-81fa-05dfb49e345e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0825636 Jan 21 10:04:20.479748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16f638c4-8a91-460f-a6b8-132427a0121e req-c7c78438-4bb6-406c-9946-feb7cecd969c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443256 Jan 21 10:04:21.494297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dc7cbf7b-7e39-40fa-a3fe-ab107ae253f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:21.706089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51494dc-31ac-4451-aba8-5f3a2c2d37ac req-e597022c-9126-429d-b352-c70b71469ed3 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:21.707608 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c51494dc-31ac-4451-aba8-5f3a2c2d37ac req-e597022c-9126-429d-b352-c70b71469ed3 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0972931 Jan 21 10:04:21.754958 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c51494dc-31ac-4451-aba8-5f3a2c2d37ac req-95f427c8-bc39-4c2f-bdd3-9f7e4909c31d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413542 Jan 21 10:04:22.147868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [req-bc7de68f-1873-4f05-9863-a3985ee56c3b req-edbf7d8e-8513-4f20-8536-baf70b3ebfc5 service neutron] (83426) timed out ('10.222.0.120', 50247) {{(pid=83426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:04:22.549663 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.866662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:22.968523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da408f4b-3fdd-4037-84d7-f8b012be1082 req-3e0f8707-ad63-4cc9-a368-26d6d4cc8d28 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:22.970272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-da408f4b-3fdd-4037-84d7-f8b012be1082 req-3e0f8707-ad63-4cc9-a368-26d6d4cc8d28 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0889974 Jan 21 10:04:23.022567 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-da408f4b-3fdd-4037-84d7-f8b012be1082 req-34ee2453-3652-4e46-b08a-1cbce721b413 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451744 Jan 21 10:04:23.955980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:24.287187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281c3e0-44fe-4ea0-85d2-7e013bb62afc req-bb48e6ae-bd33-4d6d-8e60-ab8b97d93a56 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:24.288665 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0281c3e0-44fe-4ea0-85d2-7e013bb62afc req-bb48e6ae-bd33-4d6d-8e60-ab8b97d93a56 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.1040418 Jan 21 10:04:24.340110 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0281c3e0-44fe-4ea0-85d2-7e013bb62afc req-b940a569-151a-42f7-93c8-7a461eb31316 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451777 Jan 21 10:04:25.396976 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-d9a5abb6-5830-4048-8576-3b3ea5473988 service neutron] 10.222.0.120 "GET /v2.0/ports/d3056d59-c648-4890-ba8e-c6549f51a533/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0785544 Jan 21 10:04:25.912927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-ba7f9791-9dc1-409a-bfc6-7b2d55bcad9e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 1099 time: 0.1732101 Jan 21 10:04:25.924033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c93dc1-6e36-4e1e-b4f9-556c5c9487d9 req-6e0ed4fd-caed-479b-9540-323f57c449c2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:25.925533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-37c93dc1-6e36-4e1e-b4f9-556c5c9487d9 req-6e0ed4fd-caed-479b-9540-323f57c449c2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.3934484 Jan 21 10:04:26.033684 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-37c93dc1-6e36-4e1e-b4f9-556c5c9487d9 req-16f1c974-efa1-402e-be96-e58d862bf0fb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639422 Jan 21 10:04:26.053857 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-21845657-7bd8-4aae-b3d9-66c501d3fe15 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 1099 time: 0.1156466 Jan 21 10:04:26.195568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-4c10ebf9-2714-430f-a0f9-fcbc8e74a082 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:26.197382 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-4c10ebf9-2714-430f-a0f9-fcbc8e74a082 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1348948 Jan 21 10:04:26.319798 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-5d72e3bc-7456-4846-b6b0-5b40c31cc9dd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 200 len: 1001 time: 0.1155095 Jan 21 10:04:26.384469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-4e634548-ca1c-4a16-99d2-2ac381cdc84e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:26.385949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-4e634548-ca1c-4a16-99d2-2ac381cdc84e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0598307 Jan 21 10:04:26.475633 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-6f32ce3f-0a8e-4112-960c-c79585952711 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825315 Jan 21 10:04:26.671540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-10d8a9d3-b6bf-490c-b05a-b131e39a1579 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883488 Jan 21 10:04:26.822036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23c774cb-8918-4177-8ff4-c1ec83e07cd2 req-d6b75bf1-e066-4bfd-b0d9-bc55c93d84f3 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441567 Jan 21 10:04:27.246893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9cf44-788b-4103-a41e-c3d4f5b2eade req-fe091165-cca7-4d50-aed1-63963cc8a55a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:27.248669 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-66e9cf44-788b-4103-a41e-c3d4f5b2eade req-fe091165-cca7-4d50-aed1-63963cc8a55a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0826924 Jan 21 10:04:27.303226 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-66e9cf44-788b-4103-a41e-c3d4f5b2eade req-0a756d0a-049c-410b-8e71-d52a31f1f249 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485995 Jan 21 10:04:28.542670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916e6d6-0628-46d5-aec5-3655cb15eae2 req-2b6009c6-a530-46b0-a666-4faf912a1e35 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:28.544113 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d916e6d6-0628-46d5-aec5-3655cb15eae2 req-2b6009c6-a530-46b0-a666-4faf912a1e35 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0950537 Jan 21 10:04:28.595149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d916e6d6-0628-46d5-aec5-3655cb15eae2 req-61035361-b8b8-4f41-aca0-02c6bfb18687 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454390 Jan 21 10:04:29.798690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d82c10-3a04-4c78-bd7f-b450189cf856 req-b6fe6d9a-0c2a-4dd6-902e-5847f2f15c88 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:29.800858 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80d82c10-3a04-4c78-bd7f-b450189cf856 req-b6fe6d9a-0c2a-4dd6-902e-5847f2f15c88 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0771968 Jan 21 10:04:29.848072 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80d82c10-3a04-4c78-bd7f-b450189cf856 req-002ee68c-d7c0-4694-83fc-9e53c8e7f473 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410686 Jan 21 10:04:30.241511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device d3056d59-c648-4890-ba8e-c6549f51a533 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:04:30.244086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device d3056d59-c648-4890-ba8e-c6549f51a533 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:30.254291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49111a9a-075b-4f05-b54c-e791791a267e req-03b9aca2-02b5-4461-96b5-6a827c65f6bc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:30.255766 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49111a9a-075b-4f05-b54c-e791791a267e req-03b9aca2-02b5-4461-96b5-6a827c65f6bc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853&tenant_id=0cb030f2d5a04960a25d7502d8985378&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.1443419 Jan 21 10:04:30.266949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d959f5f-4dda-4ed5-9788-1a1fe9f1652d req-909ee221-84fa-4b82-9d21-b5bb9afad292 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:30.268409 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d959f5f-4dda-4ed5-9788-1a1fe9f1652d req-909ee221-84fa-4b82-9d21-b5bb9afad292 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.1223714 Jan 21 10:04:30.331246 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d959f5f-4dda-4ed5-9788-1a1fe9f1652d req-b5e91734-5279-42d2-a06b-583ede12da54 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518785 Jan 21 10:04:30.415498 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49111a9a-075b-4f05-b54c-e791791a267e req-d54b7256-5d86-4f8f-82ba-ecf38197422a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 1099 time: 0.0781460 Jan 21 10:04:30.511841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:30.532358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:30.556384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'mac_address': 'fa:16:3e:3b:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:04:30.564330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:30.567082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49111a9a-075b-4f05-b54c-e791791a267e req-569a4ec7-c64f-4cbb-b682-7e1977660044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:30.568866 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49111a9a-075b-4f05-b54c-e791791a267e req-569a4ec7-c64f-4cbb-b682-7e1977660044 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1483061 Jan 21 10:04:30.602634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:30.613100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:30.698171 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'code': 200} Jan 21 10:04:30.714857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:30.742754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3056d59-c648-4890-ba8e-c6549f51a533 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:04:30.750249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:30.787991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.788301 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.788676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.789016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.789432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.790455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.791015 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.791357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.791693 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.792028 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.792353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:30.824980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:04:30.825345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:04:30.885914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49111a9a-075b-4f05-b54c-e791791a267e req-a1d0e089-15b6-49a6-a182-2d66d3dc5705 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 200 len: 999 time: 0.3096492 Jan 21 10:04:30.952565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49111a9a-075b-4f05-b54c-e791791a267e req-d9128c2e-b8df-411f-a533-418ad5e92544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:30.954045 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49111a9a-075b-4f05-b54c-e791791a267e req-d9128c2e-b8df-411f-a533-418ad5e92544 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0620146 Jan 21 10:04:31.042478 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49111a9a-075b-4f05-b54c-e791791a267e req-6fd9d2e1-b9f3-4a81-810a-db50d23801df service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815156 Jan 21 10:04:31.190554 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49111a9a-075b-4f05-b54c-e791791a267e req-8c92468f-1e2c-4134-9fff-c8e7cf573322 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401663 Jan 21 10:04:31.335468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49111a9a-075b-4f05-b54c-e791791a267e req-627d0f7f-bb98-412a-af4b-bb050186c4bc service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381762 Jan 21 10:04:31.422098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.456277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3056d59-c648-4890-ba8e-c6549f51a533 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:04:31.482282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:31.487030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:31.561550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:31.565946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['d3056d59-c648-4890-ba8e-c6549f51a533'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:04:31.574359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14a704-f276-4a26-a8d4-fa84c46d86af req-5faca08f-2821-4074-97af-9cf63dce7fe2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:31.576848 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc14a704-f276-4a26-a8d4-fa84c46d86af req-5faca08f-2821-4074-97af-9cf63dce7fe2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 945 time: 0.1045620 Jan 21 10:04:31.631186 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc14a704-f276-4a26-a8d4-fa84c46d86af req-f23040ed-7a35-4daa-b246-18c8635dc402 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491793 Jan 21 10:04:32.244390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device d3056d59-c648-4890-ba8e-c6549f51a533 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:04:32.319018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port d3056d59-c648-4890-ba8e-c6549f51a533 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:32.319393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:32.457659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:32.506097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:32.512347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:32.609511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:32.698964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:32.756395 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'code': 200} Jan 21 10:04:32.855951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca26b2-82f0-4075-a469-98bd1b5bc46d req-69fe7070-db04-49ce-bb70-2dd2cca2ed3b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:32.857723 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-feca26b2-82f0-4075-a469-98bd1b5bc46d req-69fe7070-db04-49ce-bb70-2dd2cca2ed3b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0878229 Jan 21 10:04:32.906556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-feca26b2-82f0-4075-a469-98bd1b5bc46d req-72d04674-d345-459b-8a37-19957026ec44 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427680 Jan 21 10:04:33.163039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99783-561b-4cc4-9d92-2fe47fe57192 req-c3af1ad0-d594-452a-a062-0989d6cd96ca tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:33.166589 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-95b99783-561b-4cc4-9d92-2fe47fe57192 req-c3af1ad0-d594-452a-a062-0989d6cd96ca tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.1100826 Jan 21 10:04:33.217372 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-95b99783-561b-4cc4-9d92-2fe47fe57192 req-ff22a81b-5da8-4307-9417-59f140773208 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446763 Jan 21 10:04:33.423677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c658532-8fc6-49f0-8749-34a742650ef1 req-36e0988c-d401-4565-ae16-3181b1b08af6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:33.425137 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3c658532-8fc6-49f0-8749-34a742650ef1 req-36e0988c-d401-4565-ae16-3181b1b08af6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0836377 Jan 21 10:04:33.475742 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3c658532-8fc6-49f0-8749-34a742650ef1 req-7ad137ab-9e9a-4c1f-bab8-b20372b5ecb2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Jan 21 10:04:33.966291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cedd2-8a1e-4fb8-845c-d8681feca14f req-af25d8f4-b4b1-41e7-abbe-f8cb81b67789 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:33.968966 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-059cedd2-8a1e-4fb8-845c-d8681feca14f req-af25d8f4-b4b1-41e7-abbe-f8cb81b67789 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.1019523 Jan 21 10:04:34.042279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-059cedd2-8a1e-4fb8-845c-d8681feca14f req-da4591d0-213c-4d12-bc13-f984bfac3206 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618155 Jan 21 10:04:34.690495 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:35.262117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc311f-b571-44a0-a09f-750c6ca7e8af req-b4dc8583-4c4d-4363-a7af-bc7dde8aa092 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:35.263604 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e2cc311f-b571-44a0-a09f-750c6ca7e8af req-b4dc8583-4c4d-4363-a7af-bc7dde8aa092 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0889850 Jan 21 10:04:35.325795 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e2cc311f-b571-44a0-a09f-750c6ca7e8af req-f9347854-3809-457d-a622-b85f68a9abea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564866 Jan 21 10:04:35.858042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-d0764a58-e6e1-464d-84e5-948bf93c73a8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:35.859474 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-d0764a58-e6e1-464d-84e5-948bf93c73a8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.0843747 Jan 21 10:04:35.934808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Deleting port d3056d59-c648-4890-ba8e-c6549f51a533 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:04:35.935128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.194435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] For port d3056d59-c648-4890-ba8e-c6549f51a533, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=d3056d59-c648-4890-ba8e-c6549f51a533,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:36.194687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.532032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.532778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.532778 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e disassociated. External IP: 172.26.1.53, port: d3056d59-c648-4890-ba8e-c6549f51a533. Jan 21 10:04:36.533019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Calling delete_port for d3056d59-c648-4890-ba8e-c6549f51a533 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:04:36.722301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f2b56-cf11-439f-9901-112819aad83f req-d1ff24a5-7495-407b-abaf-1bcfcb518610 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:36.723728 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-306f2b56-cf11-439f-9901-112819aad83f req-d1ff24a5-7495-407b-abaf-1bcfcb518610 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 946 time: 0.2746980 Jan 21 10:04:36.828982 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-306f2b56-cf11-439f-9901-112819aad83f req-618dbacf-fd58-4ff8-b4ad-d95b480c2263 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982754 Jan 21 10:04:36.832754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:36.882752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event deleted for resources: {'Port': ['ID=d3056d59-c648-4890-ba8e-c6549f51a533,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:36.897154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.897505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.897840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.898196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.899157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.899629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.899999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.900436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.900761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.901076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:36.901391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:04:37.131758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:37.344764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:37.359721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:04:37.382617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:37.383260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:04:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:37.426703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] No DVR routers for this DVR port d3056d59-c648-4890-ba8e-c6549f51a533 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:04:37.429680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:37.436717 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'name': 'network-vif-deleted', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:37.453363 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a489e39d-0ea0-4f2d-9b3d-a2c8414c8e54 req-ed4814c3-7ff0-42e7-b70b-74fec1f0007d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "DELETE /v2.0/ports/d3056d59-c648-4890-ba8e-c6549f51a533 HTTP/1.1" status: 204 len: 173 time: 1.5882108 Jan 21 10:04:37.506000 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb36d84f-b559-48e9-a79f-45f259d2e853', 'name': 'network-vif-deleted', 'tag': 'd3056d59-c648-4890-ba8e-c6549f51a533', 'status': 'completed', 'code': 200} Jan 21 10:04:37.580712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:37.921132 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:04:37.956187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:37.962978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:04:37.980489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:37.981328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:04:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:38.037905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e401a2a8-fa61-4891-b730-7ba3a7507896 req-25804024-b4fa-4be6-a68d-e349dde65983 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:38.057463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e401a2a8-fa61-4891-b730-7ba3a7507896 req-25804024-b4fa-4be6-a68d-e349dde65983 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:38.059097 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e401a2a8-fa61-4891-b730-7ba3a7507896 req-25804024-b4fa-4be6-a68d-e349dde65983 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=bb36d84f-b559-48e9-a79f-45f259d2e853 HTTP/1.1" status: 200 len: 210 time: 0.0703933 Jan 21 10:04:38.180530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:38.512151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:38.516090 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10ecac-c400-434c-9176-04bada2d6684 None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:04:38.737057 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cd67f-534e-4693-a469-c0129ad07d6e None None] New status for floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:04:39.429759 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-61812db6-d8b7-4b3d-b2dd-2b63afe6721f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--629488400&fields=id&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 267 time: 0.0408204 Jan 21 10:04:39.576663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-c55f0501-e00e-49fe-980e-3b8f48447258 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:39.578094 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-c55f0501-e00e-49fe-980e-3b8f48447258 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 812 time: 0.1412902 Jan 21 10:04:39.594139 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-8d635393-8d90-4ebd-af71-52e7343ab257 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/quotas/0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 375 time: 0.0107651 Jan 21 10:04:39.688782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-8a578841-5ba3-474f-a1c5-ebf08af56fd3 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897255 Jan 21 10:04:39.824600 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-45e20e81-260e-4c5d-979f-97eaa92860f0 service neutron] 10.222.0.122 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245444 Jan 21 10:04:39.969417 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-d09e7c24-3cdd-411e-bb75-774ea3ea47f5 service neutron] 10.222.0.122 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389599 Jan 21 10:04:40.158481 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15f89fc1-42e2-46fd-92c4-926cd9849746 req-f3ea7041-6f95-4f15-b818-6ea6af1ce72a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 210 time: 0.0427520 Jan 21 10:04:40.329030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device d3056d59-c648-4890-ba8e-c6549f51a533 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:04:40.363345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: d3056d59-c648-4890-ba8e-c6549f51a533 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:04:40.363805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device d3056d59-c648-4890-ba8e-c6549f51a533 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:04:41.243712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-b3a95d01-9d66-4019-8018-1b933f9a636b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:41.245027 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-b3a95d01-9d66-4019-8018-1b933f9a636b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 812 time: 0.1522257 Jan 21 10:04:41.340963 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5be8e000-b022-47a8-9f91-ebe46c1d65f4 req-dd0a76e5-c657-4746-98f2-630976e51d04 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 210 time: 0.0517340 Jan 21 10:04:41.343880 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-3981ebee-1c77-4ad2-9849-df14a72e50e3 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 379 time: 0.0870247 Jan 21 10:04:41.353005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'port': {'device_id': 'a6bf8644-987f-454d-931c-e37906168ce9', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'admin_state_up': True, 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'security_groups': ['6ba8e703-5656-46e4-bc5a-e9922745b630']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:04:41.608363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:04:41.618934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:04:41.630441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Made reservation on behalf of 0cb030f2d5a04960a25d7502d8985378 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:04:41.633723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:41.803265 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Allocated IP 172.20.0.3 (33bd45ad-a27c-47d0-8f39-0adcee8d79dc/079074cd-6068-4a0f-a87e-1dc7cd6b13ec/1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:04:42.006496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.022511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Transition to ACTIVE for port object 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:04:42.045064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.116087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:04:42.117357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:04:42.121470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:04:42.161773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'Port': ['ID=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:42.193287 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:42.193877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.222955 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fe71261e-bab7-4eb4-83dd-19a98e990c9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8742239 Jan 21 10:04:42.234253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Request body: {'port': {'device_id': 'a6bf8644-987f-454d-931c-e37906168ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:04:42.349083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.404123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a4cefef0-d468-4e13-be0d-a9884870f693 None None] Provisioning for port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:04:42.409768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a4cefef0-d468-4e13-be0d-a9884870f693 None None] Provisioning complete for port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:42.410299 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a4cefef0-d468-4e13-be0d-a9884870f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.521038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a4cefef0-d468-4e13-be0d-a9884870f693 None None] Port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:04:42.787430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fddc4e-da85-46c7-a19b-03cf05003760 req-a4171133-8139-48b7-b924-76209d80da1e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:42.788142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-19fddc4e-da85-46c7-a19b-03cf05003760 req-a4171133-8139-48b7-b924-76209d80da1e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:04:42.866316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-19fddc4e-da85-46c7-a19b-03cf05003760 req-a4171133-8139-48b7-b924-76209d80da1e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:04:42.868182 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-19fddc4e-da85-46c7-a19b-03cf05003760 req-a4171133-8139-48b7-b924-76209d80da1e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 931 time: 0.2240596 Jan 21 10:04:42.870624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:04:42.892219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.921021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Transition to ACTIVE for port object 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:04:42.927963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:42.987480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-19fddc4e-da85-46c7-a19b-03cf05003760 req-be2d1cd8-eee4-48b2-bd50-339b13b17779 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126654 Jan 21 10:04:43.090163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:43.200192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Attempting to bind port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:04:43.200519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Attempting to bind port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:04:43.201124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Attempting to bind port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:04:43.206984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:04:43.207302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Attempting to bind port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:04:43.215034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:04:43.215367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Checking segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:04:43.215746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Bound using segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:04:43.216198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Bound port: 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:04:43.216562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:43.307374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] For port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:04:43.310279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] For port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:04:43.314640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:43.373280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:43.374696 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] 10.222.0.120 "PUT /v2.0/ports/1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 1093 time: 1.1447060 Jan 21 10:04:43.375140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:43.403059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d546de2-2f29-45f0-894e-a34199e2da94 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:43.454871 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'status': 'completed', 'code': 200} Jan 21 10:04:43.502599 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-566a0f57-341b-40a5-b151-cf05262c7645 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0838015 Jan 21 10:04:43.677129 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-67c7ad3b-83b0-48a0-a835-b6c2cfc8a1b7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 217 time: 0.1674750 Jan 21 10:04:43.752832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-f15ff3b8-5fb1-456a-bedb-1e5f68fb87a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:43.754363 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-f15ff3b8-5fb1-456a-bedb-1e5f68fb87a9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0702188 Jan 21 10:04:43.831642 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-fae68e15-5d6f-43c9-a16e-94fef570e11e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707245 Jan 21 10:04:43.978940 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-a8f838bc-73ae-415b-a8f7-fb1b7a48504f service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396337 Jan 21 10:04:44.116601 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-05f78421-cc2c-45e9-b589-c0282bd4bcd8 req-da978c7a-728c-4bc3-94d0-3d3bf2b5de1e service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324241 Jan 21 10:04:44.256414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b072b5-3f8d-4dac-a53d-cde80b0b1ac2 req-86e0365e-4014-4329-9e84-4e6ba621f896 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:44.258324 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-83b072b5-3f8d-4dac-a53d-cde80b0b1ac2 req-86e0365e-4014-4329-9e84-4e6ba621f896 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.1444213 Jan 21 10:04:44.264718 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-16f50340-fb1c-4d06-8aca-be4f40ff2e9f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0990236 Jan 21 10:04:44.388454 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-83b072b5-3f8d-4dac-a53d-cde80b0b1ac2 req-b255aa73-6ae4-4d48-ad68-99d68ab76adf tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228087 Jan 21 10:04:44.425502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-9e21deb8-a5d7-446f-809f-234477170ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:44.427006 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-9e21deb8-a5d7-446f-809f-234477170ac8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1485198 Jan 21 10:04:44.498535 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-0edab682-e2bf-4a40-a9d0-c0f09295319e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 217 time: 0.0643737 Jan 21 10:04:44.561741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-444ebc99-4221-4277-99a2-5573d3220269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:44.563134 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-444ebc99-4221-4277-99a2-5573d3220269 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0579662 Jan 21 10:04:44.644065 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-d81b3e7f-05ad-4924-96fe-ee4ce52b4efc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742333 Jan 21 10:04:44.779583 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-63e88dd3-bad5-46a0-84fe-76d70938cccd service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279383 Jan 21 10:04:44.916427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b17ad268-9495-40a2-8091-ffa0b761dda7 req-4d405793-0633-439a-9e80-bbf5f5aed2cb service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296916 Jan 21 10:04:45.591089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202db855-d189-4317-9de7-c228e0d6a67c req-69604a85-32b8-4b55-8813-732b186f2354 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:45.592513 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-202db855-d189-4317-9de7-c228e0d6a67c req-69604a85-32b8-4b55-8813-732b186f2354 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0769186 Jan 21 10:04:45.639074 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-202db855-d189-4317-9de7-c228e0d6a67c req-89140957-9afb-425f-bee0-1c18ce388edd tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403495 Jan 21 10:04:46.856624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281653c-4657-499d-861f-b9e8f452dee2 req-7a75218a-cb49-433d-bb65-0704a42cb231 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:46.858112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7281653c-4657-499d-861f-b9e8f452dee2 req-7a75218a-cb49-433d-bb65-0704a42cb231 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0801423 Jan 21 10:04:46.904212 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7281653c-4657-499d-861f-b9e8f452dee2 req-39af7887-f62e-4f86-b492-f29bc1fd92d6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405436 Jan 21 10:04:48.129505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2866c-cbed-4168-874f-5f945512de0a req-7189b5f0-ae90-4ef6-aa10-90d28f81f7a9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:48.131077 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-28e2866c-cbed-4168-874f-5f945512de0a req-7189b5f0-ae90-4ef6-aa10-90d28f81f7a9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0961463 Jan 21 10:04:48.183459 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-28e2866c-cbed-4168-874f-5f945512de0a req-5782b7d2-bbc4-4386-87dc-3b3358b475dd tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468388 Jan 21 10:04:48.372384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:04:48.506394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:48.519952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'mac_address': 'fa:16:3e:8f:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:04:48.572828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:48.589845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:04:48.605095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:48.610905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:48.680899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:48.847137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:04:49.103501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-06ae4720-4d4b-43a7-954d-1c90553f8cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:49.471018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e272086-3ad8-44d9-ba36-fa402e4c6b6e req-aef62d3e-4652-4aa6-b0dc-9873403cc354 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:49.472367 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3e272086-3ad8-44d9-ba36-fa402e4c6b6e req-aef62d3e-4652-4aa6-b0dc-9873403cc354 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 944 time: 0.1690233 Jan 21 10:04:49.519755 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3e272086-3ad8-44d9-ba36-fa402e4c6b6e req-64d9ea50-d847-4d27-8248-a9add1313547 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 Jan 21 10:04:50.392493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:04:50.467078 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:04:50.472337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:04:50.472711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:50.605431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:50.634379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:50.644355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:04:50.650694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:50.721513 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'code': 200} Jan 21 10:04:50.722210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:04:50.743081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e864e-71fe-45d6-a470-056ed97c3db4 req-d2e57fb1-6168-4a7f-8fc1-28ee8a6201ac tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:50.744610 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-704e864e-71fe-45d6-a470-056ed97c3db4 req-d2e57fb1-6168-4a7f-8fc1-28ee8a6201ac tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.1020567 Jan 21 10:04:50.794272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-704e864e-71fe-45d6-a470-056ed97c3db4 req-b7da93a5-e102-4b95-8028-4e7ccf6f8736 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439863 Jan 21 10:04:50.959715 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5052abaf-ab82-47da-aea3-09eb7439784c req-3296b2df-c4f9-4cdf-a652-195b854fa10e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0757244 Jan 21 10:04:51.006987 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5052abaf-ab82-47da-aea3-09eb7439784c req-a7e2f6cf-a9bf-4600-9948-888728075191 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 Jan 21 10:04:51.488710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e67a67af-111a-47cb-9cb0-7bcccd678f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.001800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacb025-dc96-472a-82b9-9f0041a5eecc req-f4e9c36f-ecff-404f-a8e7-6e94de1d623c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:52.003288 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8aacb025-dc96-472a-82b9-9f0041a5eecc req-f4e9c36f-ecff-404f-a8e7-6e94de1d623c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0850945 Jan 21 10:04:52.050498 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8aacb025-dc96-472a-82b9-9f0041a5eecc req-d29b8704-8290-45c3-9959-18255b0e44f7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405169 Jan 21 10:04:52.534739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:52.868493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.260732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca1dfb-94c0-47f2-8123-ab0851cfdf88 req-5abf0aa5-a977-44ff-b40d-77fd2549c2c6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:53.262139 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e0ca1dfb-94c0-47f2-8123-ab0851cfdf88 req-5abf0aa5-a977-44ff-b40d-77fd2549c2c6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0780828 Jan 21 10:04:53.312044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e0ca1dfb-94c0-47f2-8123-ab0851cfdf88 req-85000892-f6fa-499e-a081-bdc0db619086 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442343 Jan 21 10:04:53.510002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b33e3-7dfe-4e26-8b57-babab6b5accf req-020c0125-73ec-4459-92d5-3df75a58da70 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:53.511573 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-195b33e3-7dfe-4e26-8b57-babab6b5accf req-020c0125-73ec-4459-92d5-3df75a58da70 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0759015 Jan 21 10:04:53.520188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 41448) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:04:53.526170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'floatingip': {'port_id': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:04:53.605550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:53.951216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:54.249082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:54.253498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:54.463450 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e associated. External IP: 172.26.1.53, port: 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5. Jan 21 10:04:54.964901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:04:55.167599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:04:55.171964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:04:55.177188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:04:55.190716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:55.191342 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:04:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:55.229312 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e860f456-c360-4515-867f-e257374c490a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "PUT /v2.0/floatingips/1fe78f01-bae9-4a58-8b66-d0f59f3a280e HTTP/1.1" status: 200 len: 990 time: 1.7079794 Jan 21 10:04:55.229891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:04:55.284396 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'status': 'completed', 'code': 200} Jan 21 10:04:55.377244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:55.388748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-d081c215-3ec6-436c-b387-6c4817af049c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0804248 Jan 21 10:04:55.522479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-532bccae-d643-4362-8c08-758c3682aced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:55.523866 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-532bccae-d643-4362-8c08-758c3682aced service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1289225 Jan 21 10:04:55.628700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-b8fd3a2f-5196-4caf-bd9a-a646e994f741 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 998 time: 0.0982921 Jan 21 10:04:55.690372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-a27ab5ef-c198-42ad-b1c7-2a6f4dacdd14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:04:55.691806 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-a27ab5ef-c198-42ad-b1c7-2a6f4dacdd14 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0569005 Jan 21 10:04:55.722112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:8f:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf8644-987f-454d-931c-e37906168ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:04:54Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:55.725884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:04:55.736433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:04:55.737025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:04:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:55.769392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-eb97483a-4be0-4303-9dd4-a9c4039d7b86 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712867 Jan 21 10:04:55.912076 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-66b76fb1-364d-48b1-9cfe-b638064e6b83 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363349 Jan 21 10:04:55.915006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:04:56.058548 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e4d75670-b01a-4ddb-a19d-c951f78a84b2 req-a90d6fe5-2a3b-43fb-9e4c-4b025932974b service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397648 Jan 21 10:04:56.368864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:8f:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf8644-987f-454d-931c-e37906168ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:04:54Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:04:56.373339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef58c78-0588-43bb-9776-6d64e138b4e9 None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:8f:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf8644-987f-454d-931c-e37906168ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:04:54Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:04:56.612938 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e87217-557e-406b-a834-639d421daabc None None] New status for floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:05:04.687870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:05.026043 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-a196ca1d-4b09-4e88-aa5b-6426cc882a6d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1148846 Jan 21 10:05:05.176352 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-66b414cc-9361-43b9-a414-3a716d1142bf service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0711579 Jan 21 10:05:05.433196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-2c278b3f-e151-4ef9-be08-80bffdb31d0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:05.434697 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-2c278b3f-e151-4ef9-be08-80bffdb31d0e service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.2357826 Jan 21 10:05:05.542778 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-c1923683-e474-4963-9402-3b7494736c25 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 1000 time: 0.1008344 Jan 21 10:05:05.614445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-50222c01-0fd7-4566-82ff-21b165c70cb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:05.615904 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-50222c01-0fd7-4566-82ff-21b165c70cb5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0662649 Jan 21 10:05:05.698542 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-10730e63-da0b-4f8f-8e4a-99ca3d7e64b2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734036 Jan 21 10:05:05.838129 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-2f9c1ba4-a32c-48de-a4fb-ed5fd20ad7ba service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327801 Jan 21 10:05:05.977905 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c70a3fa-6391-4ea3-ba0d-38e09b0b4bbe req-a7de1144-645b-41ec-a936-ce3d60bfe14b service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325743 Jan 21 10:05:14.922262 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:05:19.107472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b911e09b-28a8-407d-a3d8-0860a7523d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:21.493944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6268-fdb1-4e1d-ab8c-2d9f56fcff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.537351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:22.871657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:23.953188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:33.495562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826652a2-5194-47b5-8372-a958b83c0798 req-5f3936af-e3cb-416c-b81e-87f47035362d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:33.496913 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826652a2-5194-47b5-8372-a958b83c0798 req-5f3936af-e3cb-416c-b81e-87f47035362d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0806425 Jan 21 10:05:33.541678 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826652a2-5194-47b5-8372-a958b83c0798 req-0198655e-5025-46c9-bf6c-7fe85a23bd03 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392179 Jan 21 10:05:34.701238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:34.744254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d96c9-f896-4a68-b7a9-edd0b418e263 req-89530bb8-4953-481b-ac42-54c0b677c12c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:34.745712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b7d96c9-f896-4a68-b7a9-edd0b418e263 req-89530bb8-4953-481b-ac42-54c0b677c12c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0797775 Jan 21 10:05:34.789216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b7d96c9-f896-4a68-b7a9-edd0b418e263 req-fc9b076e-8790-4c57-afda-5220713133e4 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378809 Jan 21 10:05:35.999026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb53d2-ec26-43c4-aeb2-d0ff1b0ca28d req-af926b82-8afe-4365-b7bd-e66d43d8f531 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:36.000478 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70eb53d2-ec26-43c4-aeb2-d0ff1b0ca28d req-af926b82-8afe-4365-b7bd-e66d43d8f531 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0896208 Jan 21 10:05:36.047114 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-70eb53d2-ec26-43c4-aeb2-d0ff1b0ca28d req-e4f4d30b-594c-467c-8040-dd6e404d64bf tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410914 Jan 21 10:05:37.248313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9aa92-809e-41d1-93a1-d0ce1706116f req-4810822b-3668-4ac6-9db3-f5613451b2b7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:37.249654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-45e9aa92-809e-41d1-93a1-d0ce1706116f req-4810822b-3668-4ac6-9db3-f5613451b2b7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0776422 Jan 21 10:05:37.302723 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-45e9aa92-809e-41d1-93a1-d0ce1706116f req-6b54657e-aba9-41ac-976c-a9710fc151eb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475304 Jan 21 10:05:38.499105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc635d8-aa93-4d47-9bbc-d1f6167a9cb6 req-8101ccea-1c5d-4bef-89f8-e7baa2d4b76a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:38.500533 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9cc635d8-aa93-4d47-9bbc-d1f6167a9cb6 req-8101ccea-1c5d-4bef-89f8-e7baa2d4b76a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0762267 Jan 21 10:05:38.546446 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9cc635d8-aa93-4d47-9bbc-d1f6167a9cb6 req-8f11ae7e-34c9-4415-80f6-a7a12a65bb39 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400105 Jan 21 10:05:39.746626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136760cb-d99f-4355-a354-2c459ffe29a8 req-d0c8b257-623b-4f56-99b1-66d5bdf8949c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:39.748092 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-136760cb-d99f-4355-a354-2c459ffe29a8 req-d0c8b257-623b-4f56-99b1-66d5bdf8949c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0808444 Jan 21 10:05:39.794327 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-136760cb-d99f-4355-a354-2c459ffe29a8 req-73d332c9-120e-4a18-91db-add11cd10c6f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Jan 21 10:05:41.000234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969dfe-ca24-4de0-b151-b690b37e6af9 req-07a13e9b-b8b0-4895-bc81-baa11e345cc4 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:41.001671 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-25969dfe-ca24-4de0-b151-b690b37e6af9 req-07a13e9b-b8b0-4895-bc81-baa11e345cc4 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0785782 Jan 21 10:05:41.048688 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-25969dfe-ca24-4de0-b151-b690b37e6af9 req-f93e8f69-d8dd-4d80-8a2c-f11fcc8839e5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413878 Jan 21 10:05:42.252930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb866bc-07f5-45f5-9993-570d7452c5d2 req-5cb828db-0a5f-4a61-88e4-d5ee954d1ec6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:42.254408 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcb866bc-07f5-45f5-9993-570d7452c5d2 req-5cb828db-0a5f-4a61-88e4-d5ee954d1ec6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0830281 Jan 21 10:05:42.299881 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fcb866bc-07f5-45f5-9993-570d7452c5d2 req-1fa76523-7c09-44ff-9abd-b80069ed3d79 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391998 Jan 21 10:05:43.502658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f1337-7bcc-4b10-9fbc-c46f86f5e6e8 req-791173e8-6474-4fbd-8df8-239574198dde tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:43.504128 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d72f1337-7bcc-4b10-9fbc-c46f86f5e6e8 req-791173e8-6474-4fbd-8df8-239574198dde tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0777547 Jan 21 10:05:43.552688 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d72f1337-7bcc-4b10-9fbc-c46f86f5e6e8 req-cefe7aa4-ef0e-45b4-a079-b452651a5b63 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Jan 21 10:05:44.767116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1242c7-573e-4374-b0e5-ea75fcb9ef6d req-0e66add4-8cf5-4145-9299-73525f1bebba tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:44.768807 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e1242c7-573e-4374-b0e5-ea75fcb9ef6d req-0e66add4-8cf5-4145-9299-73525f1bebba tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0830038 Jan 21 10:05:44.818601 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e1242c7-573e-4374-b0e5-ea75fcb9ef6d req-e15f090a-015d-403c-8bf5-e0ed87d5ebe1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441663 Jan 21 10:05:45.021012 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1394d7da-e4aa-49e6-90a7-21b713de7c63 req-bbdeb725-3901-4b9d-8673-3cdc71737f19 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709646 Jan 21 10:05:45.409043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb8d24-3ed0-414c-bed6-212da4f1b14d req-cf67f04e-d3e8-410f-95b2-fcb166747945 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:45.410555 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9deb8d24-3ed0-414c-bed6-212da4f1b14d req-cf67f04e-d3e8-410f-95b2-fcb166747945 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.1140237 Jan 21 10:05:45.425687 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-a3444abd-e447-4992-983a-7a4f28eb5bec service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1971335 Jan 21 10:05:45.462411 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9deb8d24-3ed0-414c-bed6-212da4f1b14d req-8c56b659-0573-4355-8d08-a2cd473f6600 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419290 Jan 21 10:05:46.750318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-e397dcdf-af48-49bd-b805-370b39482a27 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1098 time: 0.2134721 Jan 21 10:05:46.902670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643da19-0692-4d84-8320-b5aefa3c193d req-5ee1bea7-e75f-4005-935a-3b00c6fa9f69 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:46.904125 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3643da19-0692-4d84-8320-b5aefa3c193d req-5ee1bea7-e75f-4005-935a-3b00c6fa9f69 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.3001025 Jan 21 10:05:46.906703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-64ae4a08-fe9e-4c8a-9263-9b90785cad1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:46.907984 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-64ae4a08-fe9e-4c8a-9263-9b90785cad1a service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1516082 Jan 21 10:05:47.046425 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3643da19-0692-4d84-8320-b5aefa3c193d req-b21e2308-d581-4696-b9f2-07bbbf8dd6ce tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364892 Jan 21 10:05:47.049283 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-af3a0e1e-5660-4744-90ea-de6adaf12427 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 1000 time: 0.1263106 Jan 21 10:05:47.114697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-848072c3-b1e1-4b15-a74e-6efc9cdd06e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:47.116222 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-848072c3-b1e1-4b15-a74e-6efc9cdd06e9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0600023 Jan 21 10:05:47.199479 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-da0eb361-17ed-4ab9-840e-4d67530dbdc8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765934 Jan 21 10:05:47.338555 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-ad0f1cff-34e6-4274-b013-eb8d9826360c service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328921 Jan 21 10:05:47.475748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-a014183f-202f-4fa9-a6b1-fdd031e04341 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311238 Jan 21 10:05:48.248131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7e186-de1d-4747-830e-ca3de864084c req-2cbf703b-b53b-4107-9c35-a5e2f93b4377 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:48.249497 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3cb7e186-de1d-4747-830e-ca3de864084c req-2cbf703b-b53b-4107-9c35-a5e2f93b4377 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0772986 Jan 21 10:05:48.296174 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3cb7e186-de1d-4747-830e-ca3de864084c req-dd3956b9-f27f-4989-b4ed-8d7fe630febe tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411050 Jan 21 10:05:49.110651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14661428-1541-4adc-8f12-790809f37d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:49.303486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-de5049e0-0e6a-4876-b8db-76b294e6d4d1 service neutron] 10.222.0.120 "GET /v2.0/ports/1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0785379 Jan 21 10:05:49.506194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb48f4-5a98-4fe5-b0ac-a206649bb841 req-46dcbd69-7deb-4ed5-bca9-265bc6482fce tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:49.508838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-31fb48f4-5a98-4fe5-b0ac-a206649bb841 req-46dcbd69-7deb-4ed5-bca9-265bc6482fce tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0812445 Jan 21 10:05:49.604644 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-31fb48f4-5a98-4fe5-b0ac-a206649bb841 req-00d359b6-82c0-4de9-8027-593f73891f3f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904803 Jan 21 10:05:49.623954 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-721f1308-fd70-4c28-b3c2-73a9dcd81b98 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 1098 time: 0.1086183 Jan 21 10:05:49.720748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-8ea11365-c2e3-4bfc-b120-de8592beea49 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0748127 Jan 21 10:05:49.855470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-c37bc3ad-6fbd-4ad6-9f46-cfb3ab750376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:49.856779 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-c37bc3ad-6fbd-4ad6-9f46-cfb3ab750376 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1305628 Jan 21 10:05:49.965367 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-f8523b7d-40f2-495b-8442-8db62d76240c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 1000 time: 0.1017966 Jan 21 10:05:50.030898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-3b9a5eaa-18f8-4aea-b7a6-5610bf6a6d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:50.032332 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-3b9a5eaa-18f8-4aea-b7a6-5610bf6a6d67 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0612831 Jan 21 10:05:50.111743 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-2efb32af-2acc-46a8-991b-8e95ba3c8824 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729084 Jan 21 10:05:50.341540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-40919b51-5c65-48be-b9b9-8e9a41a499fa service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226014 Jan 21 10:05:50.484935 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59b279cc-e18b-4b21-9f15-05c99ec284e0 req-0878eeac-8961-41cd-aae5-28aa21919146 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367495 Jan 21 10:05:50.822661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebc4ef-769b-4c04-915d-49cd54a78d36 req-4bad128d-5bac-431f-be52-aa49c17a0c87 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:50.824144 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a0ebc4ef-769b-4c04-915d-49cd54a78d36 req-4bad128d-5bac-431f-be52-aa49c17a0c87 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0845649 Jan 21 10:05:50.873021 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a0ebc4ef-769b-4c04-915d-49cd54a78d36 req-2d00a280-b77e-41ec-8414-66035cf4791d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Jan 21 10:05:51.489551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-30b9e269-71ba-4570-9345-81a2ad1f1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:51.924634 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:05:52.094395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24226-f496-40d3-91e1-e594ce5286e4 req-e162625b-c1e5-424e-ac0d-b6a3f1ab47f3 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:52.095856 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-31e24226-f496-40d3-91e1-e594ce5286e4 req-e162625b-c1e5-424e-ac0d-b6a3f1ab47f3 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.0868933 Jan 21 10:05:52.143109 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-31e24226-f496-40d3-91e1-e594ce5286e4 req-737e770b-00f8-4cc3-bb82-b838316b0876 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402706 Jan 21 10:05:52.543604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:52.545647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-7443fbc1-6d8f-44aa-92e1-b4d9ae978f09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:52.547188 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-7443fbc1-6d8f-44aa-92e1-b4d9ae978f09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9&tenant_id=0cb030f2d5a04960a25d7502d8985378&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 945 time: 0.1431618 Jan 21 10:05:52.558841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef015b-6743-43b0-8249-48ebf74e1f06 req-d3538204-24dc-46df-bdf6-5c0476e41a93 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:52.560352 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-10ef015b-6743-43b0-8249-48ebf74e1f06 req-d3538204-24dc-46df-bdf6-5c0476e41a93 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 945 time: 0.1242683 Jan 21 10:05:52.612012 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-10ef015b-6743-43b0-8249-48ebf74e1f06 req-c2b15bbb-c8c3-440b-a140-fa93fa267bb5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458415 Jan 21 10:05:52.706074 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-68963a84-dbc8-4989-8f62-be747e2560e6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0815387 Jan 21 10:05:52.810675 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:05:52.840339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-320dbfea-54cc-49ac-83b2-8ac8d815bf3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:52.841760 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-320dbfea-54cc-49ac-83b2-8ac8d815bf3f service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1299708 Jan 21 10:05:52.882082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:52.936355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:52.950714 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-35fcc8da-834a-4be7-931e-55966e28462c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 1000 time: 0.0964751 Jan 21 10:05:52.964615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:05:52.978415 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:05:52.984585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:53.023294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-556d397e-5147-4895-a49d-5fb1d4f8e6cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:53.024780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-556d397e-5147-4895-a49d-5fb1d4f8e6cb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0684564 Jan 21 10:05:53.034390 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'code': 200} Jan 21 10:05:53.068767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:05:53.077616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.077952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.078317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.078645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.078975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.079291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.079653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.079971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.080278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.080596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.080905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:05:53.119002 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-9e422d91-102d-4919-83bc-8015f9202f5b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785229 Jan 21 10:05:53.264628 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-3aab6028-a23e-4d26-890e-b3cf2c7a055b service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380601 Jan 21 10:05:53.407491 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe867fa8-6cd8-47de-9b0f-9ec30dd958cf req-48f4c59a-b102-43d3-9a42-5a7d7c4d3281 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348026 Jan 21 10:05:53.856512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f511be-9174-4305-baf7-17ecf6eeeae7 req-8ca105fc-f8a0-4f5e-b53f-a08cd7e74b6c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:53.858044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7f511be-9174-4305-baf7-17ecf6eeeae7 req-8ca105fc-f8a0-4f5e-b53f-a08cd7e74b6c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0942769 Jan 21 10:05:53.916143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7f511be-9174-4305-baf7-17ecf6eeeae7 req-d857dbac-9752-458e-8c55-cf8ad41e26c6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506570 Jan 21 10:05:53.969227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:05:55.178237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832e4d0-d887-4132-bb4a-5b2c8b71a8ff req-596ddd74-5669-445f-84e3-7fa2986ed4ca tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:55.179938 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9832e4d0-d887-4132-bb4a-5b2c8b71a8ff req-596ddd74-5669-445f-84e3-7fa2986ed4ca tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0831220 Jan 21 10:05:55.228279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9832e4d0-d887-4132-bb4a-5b2c8b71a8ff req-739d52f4-7aae-44dd-b570-296df3d39546 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421677 Jan 21 10:05:55.454295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c69dd-c2c9-4be1-9249-5284e33e29da req-63fc9ac0-6eac-4806-8989-2d51de516756 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:55.456825 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e4c69dd-c2c9-4be1-9249-5284e33e29da req-63fc9ac0-6eac-4806-8989-2d51de516756 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0956104 Jan 21 10:05:55.517566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e4c69dd-c2c9-4be1-9249-5284e33e29da req-d6ef8ac3-b10f-4ad9-8c01-67837c5cf8d1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549827 Jan 21 10:05:56.064186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab44cb5-d8b6-40ad-a843-38940317ed4c req-d8e8f28c-b7f1-4348-b116-9005bf2fe72f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:56.065682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ab44cb5-d8b6-40ad-a843-38940317ed4c req-d8e8f28c-b7f1-4348-b116-9005bf2fe72f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.2422843 Jan 21 10:05:56.098412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-25ade7f2-6ab0-4c5d-a9cf-a44b5c483808 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 1096 time: 0.2223394 Jan 21 10:05:56.194009 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ab44cb5-d8b6-40ad-a843-38940317ed4c req-06c2b675-8de7-4a68-9e95-b56f5e0d1ce9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217048 Jan 21 10:05:56.257236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-da6b1cb7-3853-4ed4-9a4a-69ff99c48fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:56.258653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-da6b1cb7-3853-4ed4-9a4a-69ff99c48fb6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1505191 Jan 21 10:05:56.367814 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-f9c13527-25e8-46e0-aa6a-ed05fe543de0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 200 len: 998 time: 0.1017737 Jan 21 10:05:56.432737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-fb811dca-8d50-4b3f-addd-2a8d720ecf21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:56.434196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-fb811dca-8d50-4b3f-addd-2a8d720ecf21 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0593779 Jan 21 10:05:56.516671 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-beccd709-b297-4a46-bced-a791de58e5c1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758002 Jan 21 10:05:56.654192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-75ff0242-e6e5-42ab-b006-5436f2b31950 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299126 Jan 21 10:05:56.793314 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5f139021-c9fa-426a-964c-60372d7e3db7 req-2860531a-e2e2-46c9-9242-c284133dac57 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330497 Jan 21 10:05:57.458258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacff7fb-80e1-4a28-81f7-9626377928a4 req-309954c1-8675-42da-bb88-2a523870efad tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:57.461438 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dacff7fb-80e1-4a28-81f7-9626377928a4 req-309954c1-8675-42da-bb88-2a523870efad tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.1287315 Jan 21 10:05:57.526175 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dacff7fb-80e1-4a28-81f7-9626377928a4 req-30c1fbb0-c512-4a06-b4a3-bcb369fe12f2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545869 Jan 21 10:05:58.129105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb91ed-f728-4c61-8b0d-34b1e3b8e8df req-f0e75880-1f84-4639-8a2c-234dff429fe1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:58.129442 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0cfb91ed-f728-4c61-8b0d-34b1e3b8e8df req-f0e75880-1f84-4639-8a2c-234dff429fe1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0964570 Jan 21 10:05:58.188697 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0cfb91ed-f728-4c61-8b0d-34b1e3b8e8df req-8b10111f-276d-4bca-8f91-57d66309bd8b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525496 Jan 21 10:05:59.405279 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5c8a2-486c-4fda-b5bf-eeb2aa8c15bc req-d4c46b70-ffed-40e0-ab8f-c1ac5df7fae1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:59.406821 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80b5c8a2-486c-4fda-b5bf-eeb2aa8c15bc req-d4c46b70-ffed-40e0-ab8f-c1ac5df7fae1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0806627 Jan 21 10:05:59.461914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80b5c8a2-486c-4fda-b5bf-eeb2aa8c15bc req-2562d8e1-b260-48c5-b33b-ec6435a4203c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490751 Jan 21 10:05:59.973238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-223d6cdd-7fec-45ff-9e0f-8331160bc492 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:05:59.974793 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-223d6cdd-7fec-45ff-9e0f-8331160bc492 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.0836520 Jan 21 10:06:00.049046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Deleting port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:06:00.049383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.322154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] For port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:00.322512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.775495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.776218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:00.776218 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e disassociated. External IP: 172.26.1.53, port: 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5. Jan 21 10:06:00.776468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Calling delete_port for 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:06:00.843223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a635b66-fca2-4717-8780-5c824b0e2635 req-e27dc01a-ab6d-49cc-9430-58935c047027 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:00.844798 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6a635b66-fca2-4717-8780-5c824b0e2635 req-e27dc01a-ab6d-49cc-9430-58935c047027 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 943 time: 0.2384112 Jan 21 10:06:00.983515 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6a635b66-fca2-4717-8780-5c824b0e2635 req-619a0ced-f256-47be-9d13-a2d75a0d96f8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308248 Jan 21 10:06:01.020252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.070112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event deleted for resources: {'Port': ['ID=1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:01.086342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.086523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.086884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.087179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.087502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.087818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.088134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.088449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.088761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.089073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.089382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:06:01.339235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:06:01.551641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:06:01.563315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:06:01.579069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:01.580168 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:05:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:01.626391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] No DVR routers for this DVR port 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:06:01.628837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:01.631457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'name': 'network-vif-deleted', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:01.646823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-828c6df9-fbb0-4941-aa0d-f9cb6de89f0e req-af2c1e2f-39e3-4897-af7c-c74649834fc2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "DELETE /v2.0/ports/1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 HTTP/1.1" status: 204 len: 173 time: 1.6655128 Jan 21 10:06:01.699550 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bf8644-987f-454d-931c-e37906168ce9', 'name': 'network-vif-deleted', 'tag': '1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5', 'status': 'completed', 'code': 200} Jan 21 10:06:01.812164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:06:02.169134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:02.170627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e8ed016a-10cd-467c-9102-53ae957bafb4 req-512143d7-48b0-4f3c-9dfb-26f3a616e07a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:02.176922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:06:02.196866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:02.197720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:05:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:02.206463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e8ed016a-10cd-467c-9102-53ae957bafb4 req-512143d7-48b0-4f3c-9dfb-26f3a616e07a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:02.207672 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e8ed016a-10cd-467c-9102-53ae957bafb4 req-512143d7-48b0-4f3c-9dfb-26f3a616e07a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=a6bf8644-987f-454d-931c-e37906168ce9 HTTP/1.1" status: 200 len: 210 time: 0.0805671 Jan 21 10:06:02.438118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:06:02.766009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:02.770228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286cdfa-02c5-400a-96da-9353a2a27ccc None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:06:03.000742 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3f76b-4a82-4955-a5ee-8d5d56d92656 None None] New status for floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:06:03.605048 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-61753bf5-92aa-46be-b6c7-fdf1b00f9bbe tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--629488400&fields=id&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 267 time: 0.0496614 Jan 21 10:06:03.766184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-e86d5f71-ed66-4eed-a4a1-92986c9c29eb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:03.767548 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-e86d5f71-ed66-4eed-a4a1-92986c9c29eb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 812 time: 0.1557975 Jan 21 10:06:03.784734 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-25a403eb-d9c2-4d80-8ba7-a6555cc25b5c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/quotas/0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 375 time: 0.0112166 Jan 21 10:06:03.875225 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-29c00904-20f2-4f5c-b74e-05dcdb74b96e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838327 Jan 21 10:06:04.013860 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9053a52f-fa19-46d3-b4e7-5c0876940ee6 service neutron] 10.222.0.122 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266370 Jan 21 10:06:04.140856 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-16f2b474-e82b-47ad-8821-d4ce2b320202 service neutron] 10.222.0.122 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212890 Jan 21 10:06:04.331107 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2fbbff2d-671d-43ce-9c38-012f81c8f526 req-aa1f0ae9-8322-4a0a-b39a-ab7d28e1820a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 210 time: 0.0412743 Jan 21 10:06:04.716474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:04.892976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:06:04.929682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:06:04.929682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1b5cd1b0-91ac-4b98-b6ca-3a9642142ed5 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:06:05.524379 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2e7a69e-a026-4962-90bf-f475c5673ecb req-f1a5dd53-db92-43c5-bb0c-b701a1a509da tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 210 time: 0.0532343 Jan 21 10:06:05.560608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-195f12fb-6722-4b50-a51e-200383511cfe tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:05.562077 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-195f12fb-6722-4b50-a51e-200383511cfe tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 812 time: 0.3102551 Jan 21 10:06:05.618787 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-97cf7b2e-4a7c-49c6-a982-2a7421c1075c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 379 time: 0.0418830 Jan 21 10:06:05.627738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'port': {'device_id': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'admin_state_up': True, 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'security_groups': ['6ba8e703-5656-46e4-bc5a-e9922745b630']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:05.761031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:06:05.770762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:06:05.780521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Made reservation on behalf of 0cb030f2d5a04960a25d7502d8985378 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:06:05.783599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:05.951934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Allocated IP 172.20.0.14 (33bd45ad-a27c-47d0-8f39-0adcee8d79dc/079074cd-6068-4a0f-a87e-1dc7cd6b13ec/41cf1603-342d-4cf7-b2b0-f70bc23d92aa) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:06:06.150948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:06.168216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Transition to ACTIVE for port object 41cf1603-342d-4cf7-b2b0-f70bc23d92aa will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:06:06.192755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:06.270578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:06:06.274167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:06:06.276840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:06:06.323407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:06.357230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:06.358106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:06.389894 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-399b7b49-51e6-4b4a-888a-4782f1bb086e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656865 Jan 21 10:06:06.401473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Request body: {'port': {'device_id': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:06.525195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:06.574332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b38b3b73-513b-4ec2-b95a-948def517d85 None None] Provisioning for port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:06:06.580336 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b38b3b73-513b-4ec2-b95a-948def517d85 None None] Provisioning complete for port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:06.580701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b38b3b73-513b-4ec2-b95a-948def517d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:06.640292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b38b3b73-513b-4ec2-b95a-948def517d85 None None] Port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:06:06.860845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d83e-cfb9-4b67-abdd-60a4ebdf4ca2 req-8618ecd6-1ba9-4d79-a5fc-6a71a0ceaacb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:06.861525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-30c6d83e-cfb9-4b67-abdd-60a4ebdf4ca2 req-8618ecd6-1ba9-4d79-a5fc-6a71a0ceaacb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:06:06.891970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-30c6d83e-cfb9-4b67-abdd-60a4ebdf4ca2 req-8618ecd6-1ba9-4d79-a5fc-6a71a0ceaacb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:06:06.893151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-30c6d83e-cfb9-4b67-abdd-60a4ebdf4ca2 req-8618ecd6-1ba9-4d79-a5fc-6a71a0ceaacb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 932 time: 0.2331450 Jan 21 10:06:07.000715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cf1603-342d-4cf7-b2b0-f70bc23d92aa {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:07.010034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.014767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-30c6d83e-cfb9-4b67-abdd-60a4ebdf4ca2 req-952de436-9f70-4741-a90e-936076bd3748 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109288 Jan 21 10:06:07.028946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Transition to ACTIVE for port object 41cf1603-342d-4cf7-b2b0-f70bc23d92aa will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:06:07.032948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.164636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:07.279639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Attempting to bind port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:06:07.280177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Attempting to bind port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:06:07.280716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Attempting to bind port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:06:07.292726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:06:07.293257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Attempting to bind port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:06:07.304562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:06:07.305118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Checking segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:06:07.305747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Bound using segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:06:07.306714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Bound port: 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:06:07.307301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.578369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:06:07.581721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:06:07.587695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.661238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:07.663613 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] 10.222.0.120 "PUT /v2.0/ports/41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 1094 time: 1.2667639 Jan 21 10:06:07.664326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:07.696084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800070a-6fb8-4853-b962-329ab511e82d service neutron] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:07.753872 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'status': 'completed', 'code': 200} Jan 21 10:06:07.804314 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-d3b2f8d9-f2b6-4e85-ba96-5203f3999063 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1097 time: 0.0896928 Jan 21 10:06:07.899964 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-16720282-09eb-466d-86c8-2b99f6b81c78 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 217 time: 0.0876911 Jan 21 10:06:07.971715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-1e1626a8-a18c-43e9-a2ce-33e16caef20f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:07.973073 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-1e1626a8-a18c-43e9-a2ce-33e16caef20f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0662220 Jan 21 10:06:08.096781 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-8e8becaa-c0bb-48ef-80b0-41c508ee5c38 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1147208 Jan 21 10:06:08.294386 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-6c4be773-fa3a-43c9-b006-8cf11a964e16 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908007 Jan 21 10:06:08.333646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc144f3-1574-4da3-b5c2-695e5b226d07 req-ec2683af-7063-4638-a6db-d7d87d578b1a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:08.335763 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3cc144f3-1574-4da3-b5c2-695e5b226d07 req-ec2683af-7063-4638-a6db-d7d87d578b1a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 944 time: 0.1481597 Jan 21 10:06:08.455468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3cc144f3-1574-4da3-b5c2-695e5b226d07 req-9e1574c6-d1f4-4c4e-a0d0-4daa04ebda48 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744655 Jan 21 10:06:08.477851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-16cb4ea1-f65b-4159-8406-aca1d443c5cd req-352b41b8-07d5-4215-bddb-5730e71f003f service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765924 Jan 21 10:06:08.598061 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-eba8378b-05f3-4409-b502-320fb7f0aa49 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1097 time: 0.0735118 Jan 21 10:06:08.731890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-b91982ad-1fe8-4099-a099-b3ca0d391721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:08.733309 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-b91982ad-1fe8-4099-a099-b3ca0d391721 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1292784 Jan 21 10:06:08.801468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-969c4a5f-6a61-4be0-8a37-81542a8b9d4a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 217 time: 0.0615623 Jan 21 10:06:08.869025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-d730b531-686f-435d-b8ad-d38df644f5c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:08.870370 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-d730b531-686f-435d-b8ad-d38df644f5c4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0613985 Jan 21 10:06:08.948539 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-adcd4d61-d4c7-458b-af5f-6c5f49ba505a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686243 Jan 21 10:06:09.093582 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-a67d29e6-a42d-4e76-9be4-6734dbe7d058 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377640 Jan 21 10:06:09.237458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-625f5c4a-5bb4-42c3-b3bd-d4e13f48cc08 req-c56ce35b-c16a-41dd-b7e2-022a607a3da3 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372983 Jan 21 10:06:09.658835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99845d-8b8e-437e-bf0d-84a86aaf40b5 req-e1c6cb22-583f-4d08-9589-b679d02decbb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:09.660317 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e99845d-8b8e-437e-bf0d-84a86aaf40b5 req-e1c6cb22-583f-4d08-9589-b679d02decbb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 944 time: 0.0778413 Jan 21 10:06:09.814413 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e99845d-8b8e-437e-bf0d-84a86aaf40b5 req-6aaf4d25-2745-4227-bcde-a9ff8d3d4462 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474051 Jan 21 10:06:10.904132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:06:11.053038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c2f0f-8247-4e3b-a1fb-49d919f60c27 req-55ec6a31-7714-42e7-8944-49d9efec6e58 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:11.055519 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-853c2f0f-8247-4e3b-a1fb-49d919f60c27 req-55ec6a31-7714-42e7-8944-49d9efec6e58 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 944 time: 0.1117601 Jan 21 10:06:11.112471 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:11.115970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-853c2f0f-8247-4e3b-a1fb-49d919f60c27 req-2ac137cf-caf3-425f-9ff2-22502781583c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534415 Jan 21 10:06:11.137466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'mac_address': 'fa:16:3e:53:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:06:11.208735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.228952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cf1603-342d-4cf7-b2b0-f70bc23d92aa {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:06:11.247179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:11.251736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:11.325585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:11.518483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['41cf1603-342d-4cf7-b2b0-f70bc23d92aa'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:06:12.358329 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755cd79-eefe-4552-b9b2-86214055f8b7 req-d4ce1a85-6828-443e-abde-bd06e9f3a99d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:12.359807 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9755cd79-eefe-4552-b9b2-86214055f8b7 req-d4ce1a85-6828-443e-abde-bd06e9f3a99d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 945 time: 0.0840318 Jan 21 10:06:12.408906 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9755cd79-eefe-4552-b9b2-86214055f8b7 req-b0a6774f-a0cc-46f6-92d7-d14f3dde7a35 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433414 Jan 21 10:06:12.903468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:06:12.996404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:06:13.003434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:06:13.003994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.158011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.209203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:13.228212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:06:13.235105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:13.297363 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'code': 200} Jan 21 10:06:13.360446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:06:13.646117 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-01a6d815-a09a-4568-af92-9df70c4ed3af req-8c349e6d-7497-4ffd-97d2-9c2bce503743 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1099 time: 0.1317987 Jan 21 10:06:13.699442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcd5a3-5949-47aa-b7a0-c0aa5526ed62 req-ad1008df-4f83-47b5-b421-f97443842d6d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:13.707355 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-27bcd5a3-5949-47aa-b7a0-c0aa5526ed62 req-ad1008df-4f83-47b5-b421-f97443842d6d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1373920 Jan 21 10:06:13.742833 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-01a6d815-a09a-4568-af92-9df70c4ed3af req-5cc97f20-b86b-4e3f-aeb4-ef630adda5fe service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884206 Jan 21 10:06:13.774773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-27bcd5a3-5949-47aa-b7a0-c0aa5526ed62 req-7d2f4294-44a5-464e-b7bb-02c56f056671 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596452 Jan 21 10:06:15.060481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b5f3a-2396-42b1-a3b8-ffc6ee461380 req-6eb0d749-3377-491d-8f63-cda5b51c260a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:15.063212 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-627b5f3a-2396-42b1-a3b8-ffc6ee461380 req-6eb0d749-3377-491d-8f63-cda5b51c260a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1513820 Jan 21 10:06:15.114422 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-627b5f3a-2396-42b1-a3b8-ffc6ee461380 req-346bd4df-ff51-48e5-8754-3af8ae5fc0d0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455961 Jan 21 10:06:15.366014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3880-ab31-49f7-b84f-1b349b7fc1b5 req-5e110b4e-2ec2-4c9b-bdac-b40f6f245540 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:15.367534 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f07b3880-ab31-49f7-b84f-1b349b7fc1b5 req-5e110b4e-2ec2-4c9b-bdac-b40f6f245540 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1216450 Jan 21 10:06:15.381302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 41662) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:06:15.387246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'floatingip': {'port_id': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:06:15.469780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.225521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.231872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:16.453016 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e associated. External IP: 172.26.1.53, port: 41cf1603-342d-4cf7-b2b0-f70bc23d92aa. Jan 21 10:06:17.030871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:06:17.258501 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:06:17.262930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:17.271374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:06:17.291269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:17.292305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:05:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:17.325255 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6657fc8d-c7e5-4de7-b7bb-9fd7352d5216 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "PUT /v2.0/floatingips/1fe78f01-bae9-4a58-8b66-d0f59f3a280e HTTP/1.1" status: 200 len: 991 time: 1.9426074 Jan 21 10:06:17.326103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:06:17.396196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'status': 'completed', 'code': 200} Jan 21 10:06:17.506324 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-35b585ee-5f4b-4ddc-86f0-fb509cf2a9e4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1099 time: 0.0868382 Jan 21 10:06:17.507853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:06:17.652322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-d7e9f60c-ba07-4359-9e5b-070c5bd59620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.653884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-d7e9f60c-ba07-4359-9e5b-070c5bd59620 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1396761 Jan 21 10:06:17.797546 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-d8daa8dd-de06-4ebd-9831-625eb32cd4e3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 999 time: 0.1366811 Jan 21 10:06:17.895304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-7be7a637-e4aa-4228-b8ce-f64f23b5d381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:17.896822 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-7be7a637-e4aa-4228-b8ce-f64f23b5d381 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0931129 Jan 21 10:06:17.969387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:53:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:06:16Z', 'revision_number': 9, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:17.974123 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:06:17.988167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:06:17.989102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:05:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:18.043779 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-a8bf3157-89ec-475e-a91f-ebd6b8d4071d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1393642 Jan 21 10:06:18.223319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:06:18.245285 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-62ac5be3-7347-4a78-a5c3-55beffe0e306 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933935 Jan 21 10:06:18.456894 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f324a373-03e5-4658-9ea6-7c335aa175c3 req-6a64c5ef-865d-4fe9-82bb-83ece17eef43 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055268 Jan 21 10:06:18.717286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:53:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:06:16Z', 'revision_number': 9, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:06:18.721895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d18f7f-0acb-439f-8a98-978455230b18 None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:53:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:06:16Z', 'revision_number': 9, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:06:18.958073 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49711bc-0235-40bb-9844-0bce24f5abc1 None None] New status for floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:06:19.117312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b1f58836-cc5c-48fc-9d16-2f6c916bc171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:21.494762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5889bbeb-ea29-4c07-b0f8-271163cbb67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:22.539202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:22.880346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:23.960236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:28.925041 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:06:34.712915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:49.111764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cc67ffb2-7804-4dcb-85c2-086092a82dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:51.486966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4ed922da-26cf-49f0-8fa5-538312593e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:52.536687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:52.883534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:53.961399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:06:54.693789 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48135fae-78c7-4c89-9d27-abfe8909e3cf req-5ee0d66f-da96-48f3-a102-a8f2ac3e7585 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0733304 Jan 21 10:06:54.965373 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-56b97e52-aab8-4949-bd85-03d79a0d7e44 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761611 Jan 21 10:06:55.132963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe7746-eecd-4246-8400-d3439dd056b4 req-875c8cfc-8f2e-40b0-bf48-b3fc378ad9d8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:55.134438 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7fe7746-eecd-4246-8400-d3439dd056b4 req-875c8cfc-8f2e-40b0-bf48-b3fc378ad9d8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1890562 Jan 21 10:06:55.181036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e7fe7746-eecd-4246-8400-d3439dd056b4 req-40715eac-8098-4569-8590-7aa9d9e092e6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408702 Jan 21 10:06:56.144770 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-ad6bbe03-01db-4b46-9526-afcba7f56e32 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1099 time: 0.0719397 Jan 21 10:06:56.296570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289864a7-a640-46e1-af94-40de509ed51e req-fa362202-65c3-4811-a820-4dea84ea4dc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:56.298149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-fa362202-65c3-4811-a820-4dea84ea4dc3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1464958 Jan 21 10:06:56.456889 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-8679b209-2571-4d2f-8cda-78591e9fe3b2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 1002 time: 0.1520131 Jan 21 10:06:56.516821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add68be-ee8f-4850-b25b-3b115f8b303f req-9d8e1495-b2a3-4d33-9d3b-6d55ed7540f2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:56.518310 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8add68be-ee8f-4850-b25b-3b115f8b303f req-9d8e1495-b2a3-4d33-9d3b-6d55ed7540f2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1615434 Jan 21 10:06:56.551719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289864a7-a640-46e1-af94-40de509ed51e req-ec9c8441-6e2a-4447-bca4-c7243deccaf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:56.553148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-ec9c8441-6e2a-4447-bca4-c7243deccaf5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0897465 Jan 21 10:06:56.621705 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8add68be-ee8f-4850-b25b-3b115f8b303f req-b4ebc854-7f62-431b-b90d-75367482a847 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944886 Jan 21 10:06:56.654913 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-279a456f-05d4-4ee1-a288-971dca4b2203 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902414 Jan 21 10:06:56.799355 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-58fa9d10-2adc-4e51-afa2-279f719f1e69 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380367 Jan 21 10:06:56.953283 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-40b347de-144c-4762-899d-951f7e139de4 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482408 Jan 21 10:06:57.852881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9f798-c3fb-4e9e-84a6-122fa5a47eac req-b5b122ea-ba6d-4d02-8562-6f1055376ed1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:57.854472 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1f9f798-c3fb-4e9e-84a6-122fa5a47eac req-b5b122ea-ba6d-4d02-8562-6f1055376ed1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0818248 Jan 21 10:06:57.905767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1f9f798-c3fb-4e9e-84a6-122fa5a47eac req-68939bad-be93-460e-8cf2-539f54a30c4c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Jan 21 10:06:59.141470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05d20-1cea-4eb2-8d8b-23221a8629c6 req-c85ae299-c27f-442b-bc88-2de776aa04e0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:06:59.142963 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cab05d20-1cea-4eb2-8d8b-23221a8629c6 req-c85ae299-c27f-442b-bc88-2de776aa04e0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1049387 Jan 21 10:06:59.193120 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cab05d20-1cea-4eb2-8d8b-23221a8629c6 req-47fa90e1-33c2-49d4-bc3b-8041853ae936 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444832 Jan 21 10:07:00.397118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cc5c8-0ee6-480a-ae2c-bc80a9d6e1ee req-6231f5bc-e695-4106-b89e-b7fed16b9066 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:00.399215 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cd1cc5c8-0ee6-480a-ae2c-bc80a9d6e1ee req-6231f5bc-e695-4106-b89e-b7fed16b9066 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0763922 Jan 21 10:07:00.445203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cd1cc5c8-0ee6-480a-ae2c-bc80a9d6e1ee req-ecdcdec2-a874-4db2-86d7-839e44b93dcf tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405574 Jan 21 10:07:01.653028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4482e-e6e4-40de-9d8b-d7e689a88361 req-95b6ec45-7b31-49ba-8835-260e7e8f190a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:01.654535 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2e4482e-e6e4-40de-9d8b-d7e689a88361 req-95b6ec45-7b31-49ba-8835-260e7e8f190a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0794854 Jan 21 10:07:01.699773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2e4482e-e6e4-40de-9d8b-d7e689a88361 req-ec0d9371-7bdc-4544-b916-75230da6b84d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395603 Jan 21 10:07:02.897466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18c9b-34eb-4901-b788-0ead3eca17f9 req-2212c03d-9c28-493b-b51c-af79d808fa42 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:02.899119 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3bb18c9b-34eb-4901-b788-0ead3eca17f9 req-2212c03d-9c28-493b-b51c-af79d808fa42 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0773919 Jan 21 10:07:02.955308 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3bb18c9b-34eb-4901-b788-0ead3eca17f9 req-07d6cac1-e472-4c85-8572-aae5abdeecf8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503869 Jan 21 10:07:04.163150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b310d-5263-4032-88b6-94e692002924 req-735a0768-c41a-484c-bad1-5659260eeb2b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:04.165278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-717b310d-5263-4032-88b6-94e692002924 req-735a0768-c41a-484c-bad1-5659260eeb2b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0800188 Jan 21 10:07:04.210780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-717b310d-5263-4032-88b6-94e692002924 req-95c8100f-a2a3-4e95-8610-4c1e99576335 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Jan 21 10:07:04.713073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:05.422200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398c317-9d71-4a12-aac6-80da264592d2 req-a8fadb79-136f-46d8-868f-8e69b02f1567 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:05.423682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9398c317-9d71-4a12-aac6-80da264592d2 req-a8fadb79-136f-46d8-868f-8e69b02f1567 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0842276 Jan 21 10:07:05.474392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9398c317-9d71-4a12-aac6-80da264592d2 req-607029ab-3e05-4ef1-9b50-c69e7844bb62 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443797 Jan 21 10:07:05.926665 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:07:06.702612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3481e5-e719-4f3f-a256-43dab40d0239 req-a2909152-d2f0-4fe1-944a-36700b3b43a5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:06.705135 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3f3481e5-e719-4f3f-a256-43dab40d0239 req-a2909152-d2f0-4fe1-944a-36700b3b43a5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0898254 Jan 21 10:07:06.755813 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3f3481e5-e719-4f3f-a256-43dab40d0239 req-be6ce530-1c80-4f2f-ba1a-278608d0b48f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448453 Jan 21 10:07:07.107762 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-b9ebc937-7bf8-40df-8107-d8a91b47dcb4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1099 time: 0.1601532 Jan 21 10:07:07.260222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-528506ac-5b2b-4543-bdf1-a2cd42510966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:07.261674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-528506ac-5b2b-4543-bdf1-a2cd42510966 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1315587 Jan 21 10:07:07.366357 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-e68d2f07-f111-4fcc-8ca0-2888025e00eb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 1002 time: 0.0976088 Jan 21 10:07:07.429492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-84e11278-94b7-4231-b4c4-86b74cac8238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:07.431811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-84e11278-94b7-4231-b4c4-86b74cac8238 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0572987 Jan 21 10:07:07.514602 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-48bb0a03-e3a1-4d41-88f6-a267f56e1803 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751274 Jan 21 10:07:07.656221 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-ffda125d-8026-4f12-81f7-beef22b0cf84 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345928 Jan 21 10:07:07.792953 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e9252faf-9fd4-4a2a-ab0d-c595dad3b417 req-0d497615-4f5b-438d-9444-ff35b4441168 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307833 Jan 21 10:07:07.983803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deabcc4-b0ac-4d9b-ba29-54c91ae6bcc9 req-079f1f28-c946-4332-8932-a8add4f3a590 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:07.985680 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5deabcc4-b0ac-4d9b-ba29-54c91ae6bcc9 req-079f1f28-c946-4332-8932-a8add4f3a590 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0966947 Jan 21 10:07:08.036227 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5deabcc4-b0ac-4d9b-ba29-54c91ae6bcc9 req-348848f3-23ab-4984-a590-3fe0a6dc129c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448227 Jan 21 10:07:08.718425 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-36a95c8c-bbee-483a-aa3c-6547ca580f81 service neutron] 10.222.0.120 "GET /v2.0/ports/41cf1603-342d-4cf7-b2b0-f70bc23d92aa/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0752244 Jan 21 10:07:08.989696 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-cc493190-3b53-4d57-961e-d82ac98c533a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 1099 time: 0.0755138 Jan 21 10:07:09.079720 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-d5eb7b7a-5bc2-4c39-a135-782129c70d98 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1099 time: 0.0684927 Jan 21 10:07:09.265943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289864a7-a640-46e1-af94-40de509ed51e req-7092907e-b7c8-4f90-a237-7e96a1dcd91a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:09.267316 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-7092907e-b7c8-4f90-a237-7e96a1dcd91a service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1814785 Jan 21 10:07:09.346626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238b78e-a20c-42ed-936c-a91fd6d49927 req-86d4fe12-a41b-417c-9bf5-4e63b837cf78 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:09.348063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8238b78e-a20c-42ed-936c-a91fd6d49927 req-86d4fe12-a41b-417c-9bf5-4e63b837cf78 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1860623 Jan 21 10:07:09.407664 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-f180b9c6-0e02-4150-8858-74502b1c7ee7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 1002 time: 0.1331391 Jan 21 10:07:09.458364 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8238b78e-a20c-42ed-936c-a91fd6d49927 req-cc3f1a14-5786-4917-86a5-858341fee631 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990403 Jan 21 10:07:09.484813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289864a7-a640-46e1-af94-40de509ed51e req-839db441-46cb-4b38-a496-1243ce69bcca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:09.486311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-839db441-46cb-4b38-a496-1243ce69bcca service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0726733 Jan 21 10:07:09.569154 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-cd9cb3dc-ad81-45a5-bd1a-78b12b116faa service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766070 Jan 21 10:07:09.806164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-61e2f26b-dda9-4b16-81f4-b9e970aaf5bd service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292628 Jan 21 10:07:09.934790 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-289864a7-a640-46e1-af94-40de509ed51e req-25ae01f9-1fdb-4834-a458-5e2f855f808f service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226854 Jan 21 10:07:10.660007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0fc58-8207-4e9c-93e8-102608260890 req-9558120c-8636-4049-b498-a8e26b861859 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:10.661471 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bae0fc58-8207-4e9c-93e8-102608260890 req-9558120c-8636-4049-b498-a8e26b861859 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0770824 Jan 21 10:07:10.708931 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bae0fc58-8207-4e9c-93e8-102608260890 req-cd57625c-cfe7-4db3-8482-71e7aac9fb4c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 Jan 21 10:07:11.912366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd193e9-bc89-41b9-9f13-c19cde941df4 req-410cfab3-dffd-4fea-a01a-c2651546110c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:11.913823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4dd193e9-bc89-41b9-9f13-c19cde941df4 req-410cfab3-dffd-4fea-a01a-c2651546110c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0806606 Jan 21 10:07:11.967235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4dd193e9-bc89-41b9-9f13-c19cde941df4 req-28d1a872-712e-460c-b1a7-6f5fa6040f41 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459723 Jan 21 10:07:12.469592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31854a8-4ad9-4b28-a065-63e517769359 req-af9cba34-9dc9-49c6-9d02-e9aa8f21372c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:12.471020 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-af9cba34-9dc9-49c6-9d02-e9aa8f21372c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958&tenant_id=0cb030f2d5a04960a25d7502d8985378&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.1328638 Jan 21 10:07:12.546967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43c0d0-041a-47bc-b9a7-937b98759c86 req-d4c863d5-00b5-4c95-a7b8-973b529f4ef8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:12.548368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ef43c0d0-041a-47bc-b9a7-937b98759c86 req-d4c863d5-00b5-4c95-a7b8-973b529f4ef8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1567450 Jan 21 10:07:12.591737 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-869e1510-4296-45d0-a3a6-4f6bed3871e2 service neutron] 10.222.0.120 "GET /v2.0/ports/41cf1603-342d-4cf7-b2b0-f70bc23d92aa/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1140356 Jan 21 10:07:12.604239 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ef43c0d0-041a-47bc-b9a7-937b98759c86 req-d269d3c4-3fd5-442c-a9b4-45e80a51a5ce tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497723 Jan 21 10:07:12.685093 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-1b6578d2-d944-4eb8-aa54-9fd7be2a6dda service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1099 time: 0.0716462 Jan 21 10:07:12.839275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31854a8-4ad9-4b28-a065-63e517769359 req-f35d3806-fa98-4fb6-a12a-f2690c4ac4e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:12.840767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-f35d3806-fa98-4fb6-a12a-f2690c4ac4e2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1507401 Jan 21 10:07:12.945594 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-b3d4f3c0-b97c-4568-9514-ea992fb0ae7f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 1002 time: 0.0982959 Jan 21 10:07:13.019071 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31854a8-4ad9-4b28-a065-63e517769359 req-beb50f73-0f82-4aa5-b9c1-d0f0813eb61f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:13.020499 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-beb50f73-0f82-4aa5-b9c1-d0f0813eb61f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0683277 Jan 21 10:07:13.098123 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-dc47bf22-91dd-4ea9-bd34-216302439d90 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716760 Jan 21 10:07:13.238958 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-e036e503-f1ed-47ae-aae3-4eb3619ce730 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296356 Jan 21 10:07:13.261691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:07:13.263992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:13.389129 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-dde2e405-b541-4b27-9cb7-b6903ba6a13b service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442289 Jan 21 10:07:13.486922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:13.520659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:13.543369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:13.549270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'mac_address': 'fa:16:3e:53:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:07:13.555901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:13.588074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:13.627800 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'code': 200} Jan 21 10:07:13.668999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:13.693453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cf1603-342d-4cf7-b2b0-f70bc23d92aa {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:13.701325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:13.717530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.717876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.718262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.718599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.718937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.719266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.719612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.719921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.720254 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.720571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.720893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:13.725094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:13.730010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:13.803920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['41cf1603-342d-4cf7-b2b0-f70bc23d92aa'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:07:13.810493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326ebb-9509-4c41-bd38-4f30bc86665f req-1ea78e2b-f74e-4814-9bde-92a547f87c3f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:13.812039 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a3326ebb-9509-4c41-bd38-4f30bc86665f req-1ea78e2b-f74e-4814-9bde-92a547f87c3f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 945 time: 0.0817251 Jan 21 10:07:13.835728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:13.861751 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a3326ebb-9509-4c41-bd38-4f30bc86665f req-f288c903-d36d-40b6-938c-feaf214cde72 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440269 Jan 21 10:07:15.064924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3684b-1468-41c7-b793-4d7f0d68461e req-c27c6b5f-11a8-43bb-b278-3d870058f6ce tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:15.066439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af3684b-1468-41c7-b793-4d7f0d68461e req-c27c6b5f-11a8-43bb-b278-3d870058f6ce tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 945 time: 0.0788743 Jan 21 10:07:15.113761 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af3684b-1468-41c7-b793-4d7f0d68461e req-b7a30893-8dcc-40ec-8c9e-e388ad3bc622 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408001 Jan 21 10:07:15.278040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:15.392707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:15.393068 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:15.506817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:15.541007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:15.544814 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:15.613192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:15.628505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:15.707291 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'code': 200} Jan 21 10:07:15.969715 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-bd28d3ea-f248-44d6-91dc-80db0efd9a19 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 1099 time: 0.0712883 Jan 21 10:07:16.169705 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-303b0d35-5d2c-44b3-ba28-f6e121e68181 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 1099 time: 0.1775820 Jan 21 10:07:16.364535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31854a8-4ad9-4b28-a065-63e517769359 req-9ccfca0e-e802-4aa3-b5a0-12d680ccc093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:16.366089 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-9ccfca0e-e802-4aa3-b5a0-12d680ccc093 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1908224 Jan 21 10:07:16.448988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d015e-e6a3-441b-8711-12767a6d7c1d req-f78e7041-3aba-49d3-8ec6-ab8831d33965 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:16.450455 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b5d015e-e6a3-441b-8711-12767a6d7c1d req-f78e7041-3aba-49d3-8ec6-ab8831d33965 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.2041919 Jan 21 10:07:16.512935 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-5bbd946c-1337-4e2b-8688-46f54cc0f838 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 200 len: 1002 time: 0.1409166 Jan 21 10:07:16.558992 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b5d015e-e6a3-441b-8711-12767a6d7c1d req-4ac7001f-68da-4734-b8db-8d5d4b76b8fd tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969326 Jan 21 10:07:16.586467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31854a8-4ad9-4b28-a065-63e517769359 req-022aa32a-2f1f-45c7-b7e7-de3106226976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:16.588253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-022aa32a-2f1f-45c7-b7e7-de3106226976 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0692551 Jan 21 10:07:16.662552 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-e1df46b6-6e8f-4289-81c8-a8116df6c1a7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687077 Jan 21 10:07:16.810736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-b4ae9bbe-af22-4c23-b73d-d85a818a4f63 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421566 Jan 21 10:07:16.950442 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d31854a8-4ad9-4b28-a065-63e517769359 req-4ec70345-f5cd-41fb-ae57-d476d6f926e5 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333556 Jan 21 10:07:17.780951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6975197-cc94-4144-98c3-5e84f939acd6 req-1cc91c77-87ea-44e0-b71f-7428effd04d2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:17.782459 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a6975197-cc94-4144-98c3-5e84f939acd6 req-1cc91c77-87ea-44e0-b71f-7428effd04d2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0936534 Jan 21 10:07:17.841345 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a6975197-cc94-4144-98c3-5e84f939acd6 req-fd726f97-323c-49a4-a94c-8f46c8640cde tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521901 Jan 21 10:07:19.059307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e203c-bc48-4eff-865c-d22cc87f5d70 req-47f52a89-51f5-4ca8-a6af-0b197a56a874 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:19.060813 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa6e203c-bc48-4eff-865c-d22cc87f5d70 req-47f52a89-51f5-4ca8-a6af-0b197a56a874 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0835476 Jan 21 10:07:19.107068 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa6e203c-bc48-4eff-865c-d22cc87f5d70 req-37e26326-a1fb-4e8a-8633-23472bdee83a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406904 Jan 21 10:07:19.115239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-10f98797-cffe-400b-9053-da531aef1033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:19.315329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:07:19.317892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:19.318385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f646e-21f7-40dc-aa5e-a1a9c815d082 req-0685635d-591b-4daa-ac7b-ec866463cdd0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:19.319879 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b63f646e-21f7-40dc-aa5e-a1a9c815d082 req-0685635d-591b-4daa-ac7b-ec866463cdd0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0853031 Jan 21 10:07:19.369167 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b63f646e-21f7-40dc-aa5e-a1a9c815d082 req-4317263e-a814-4b51-8b39-ed2d3b3e3c96 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428696 Jan 21 10:07:19.533800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:19.576253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:19.578133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3099-f590-4811-82a8-d401f352e845 req-6f6c2aa2-ea20-4653-b569-5620d5d9e03d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:19.579606 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7dab3099-f590-4811-82a8-d401f352e845 req-6f6c2aa2-ea20-4653-b569-5620d5d9e03d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0837636 Jan 21 10:07:19.588236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:19.603367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:19.604653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'mac_address': 'fa:16:3e:53:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:07:19.638032 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:19.669860 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7dab3099-f590-4811-82a8-d401f352e845 req-2ba7a33d-5620-4da0-9597-3e3b5e1db7be tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786610 Jan 21 10:07:19.718457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:19.742967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cf1603-342d-4cf7-b2b0-f70bc23d92aa {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:19.749251 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'code': 200} Jan 21 10:07:19.751182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=9']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:19.767607 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:19.772187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:19.840349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['41cf1603-342d-4cf7-b2b0-f70bc23d92aa'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:07:19.907056 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=10']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:20.142807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96264b5-94d8-41a5-b505-27c9ea7fd274 req-89405d7a-26cc-4c13-b032-3ab0c4b51ca7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:20.144248 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f96264b5-94d8-41a5-b505-27c9ea7fd274 req-89405d7a-26cc-4c13-b032-3ab0c4b51ca7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.0926995 Jan 21 10:07:20.194009 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f96264b5-94d8-41a5-b505-27c9ea7fd274 req-aecd7a93-5907-4798-a629-39fe705bd8bb tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 Jan 21 10:07:21.330794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:21.422933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:21.423496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.430072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba01c0-fbb7-4291-b310-07409f28449f req-53c2e1d8-42da-487e-aa01-d98aecdbf7b1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:21.431909 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aaba01c0-fbb7-4291-b310-07409f28449f req-53c2e1d8-42da-487e-aa01-d98aecdbf7b1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 946 time: 0.1068602 Jan 21 10:07:21.520174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-343f9b4e-5162-41a8-8409-05bd3c7f9eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.527943 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aaba01c0-fbb7-4291-b310-07409f28449f req-254bb4ad-e751-47db-9f4a-fcdd47c765f4 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865016 Jan 21 10:07:21.607210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.654016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:21.659990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:21.737804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=11']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:21.750628 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:21.812655 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'code': 200} Jan 21 10:07:22.206173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-2e242d80-6787-4307-9cfa-a098dcf50891 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.207629 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-2e242d80-6787-4307-9cfa-a098dcf50891 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 947 time: 0.0835962 Jan 21 10:07:22.284519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Deleting port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:07:22.284899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:22.535890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:22.665706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] For port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:22.666668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:22.887778 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:22.989914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2b865-a09c-41a3-a72f-c3336c03e853 req-fa621314-c0df-44a8-88a1-d1b70ef233f2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:22.991277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7ed2b865-a09c-41a3-a72f-c3336c03e853 req-fa621314-c0df-44a8-88a1-d1b70ef233f2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 947 time: 0.3174441 Jan 21 10:07:23.068551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:23.068919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:23.069231 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e disassociated. External IP: 172.26.1.53, port: 41cf1603-342d-4cf7-b2b0-f70bc23d92aa. Jan 21 10:07:23.069566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Calling delete_port for 41cf1603-342d-4cf7-b2b0-f70bc23d92aa owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:07:23.113063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7ed2b865-a09c-41a3-a72f-c3336c03e853 req-4ccf108f-c18b-43d7-a474-47b19b477c7a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119523 Jan 21 10:07:23.248796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:23.304103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event deleted for resources: {'Port': ['ID=41cf1603-342d-4cf7-b2b0-f70bc23d92aa,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:23.318998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.319317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.319653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.319977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.320323 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.320657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.321083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.321647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.322059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.322380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.322699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:07:23.555633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:07:23.782804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:07:23.793187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:07:23.805886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:23.807410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:07:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:23.906758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] No DVR routers for this DVR port 41cf1603-342d-4cf7-b2b0-f70bc23d92aa on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:07:23.911289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:23.915899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-deleted', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:23.955449 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-35b13ec3-3b2f-45f1-8faa-d4804c03a42c req-370e3cbd-0c45-470f-907b-234fb1782273 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "DELETE /v2.0/ports/41cf1603-342d-4cf7-b2b0-f70bc23d92aa HTTP/1.1" status: 204 len: 173 time: 1.7420537 Jan 21 10:07:24.012086 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2109cbbe-d6d1-4af6-97a5-a8bbe7c83958', 'name': 'network-vif-deleted', 'tag': '41cf1603-342d-4cf7-b2b0-f70bc23d92aa', 'status': 'completed', 'code': 200} Jan 21 10:07:24.028956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:24.031723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:07:24.310126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a31afb88-cd65-4114-a069-03165aeb7287 req-36a38054-87ab-4aa4-8273-08c75c41191f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:24.333635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a31afb88-cd65-4114-a069-03165aeb7287 req-36a38054-87ab-4aa4-8273-08c75c41191f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:24.335459 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a31afb88-cd65-4114-a069-03165aeb7287 req-36a38054-87ab-4aa4-8273-08c75c41191f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=2109cbbe-d6d1-4af6-97a5-a8bbe7c83958 HTTP/1.1" status: 200 len: 210 time: 0.0716441 Jan 21 10:07:24.502413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:24.507193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:07:24.520538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:24.521176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:07:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:24.749544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:07:25.192236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:25.199863 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5fc41-7280-44d8-86e9-3dc38a9cc03d None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:07:25.450899 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99760e8-cb92-490e-842c-8cb0015ff503 None None] New status for floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:07:25.861143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-6d9ab2cd-fe58-4c6c-838a-0dd62b8e1060 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--629488400&fields=id&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 267 time: 0.0549536 Jan 21 10:07:26.035219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-d990308d-fdcd-4b78-acfe-6e1b15695438 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:26.036829 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-d990308d-fdcd-4b78-acfe-6e1b15695438 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 812 time: 0.1694543 Jan 21 10:07:26.055076 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-053bbb7d-35cc-40bd-af84-723a81dc120c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/quotas/0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 375 time: 0.0115960 Jan 21 10:07:26.151411 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-e1f5b189-d9eb-492b-b237-a4885e6f2d63 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862331 Jan 21 10:07:26.500628 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-4d85f850-771e-48cd-b832-2b132a87ca85 service neutron] 10.222.0.122 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326530 Jan 21 10:07:26.656108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-9fca3183-3052-4811-8361-3a9849e002e9 service neutron] 10.222.0.122 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482766 Jan 21 10:07:26.869417 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc52f8a1-75d5-438e-8e9b-2447be324e47 req-c3130ecf-8d11-4730-915b-b248465f97bd tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 210 time: 0.0486152 Jan 21 10:07:27.372352 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:07:27.415433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 41cf1603-342d-4cf7-b2b0-f70bc23d92aa {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:07:27.415791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 41cf1603-342d-4cf7-b2b0-f70bc23d92aa not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:07:28.182681 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-94aa504c-14b9-405b-a020-805a47768097 req-ab66ddbb-b25b-4b35-b72a-a8100aa0069e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 210 time: 0.0561914 Jan 21 10:07:28.253103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-e6e3d857-2ad9-4a57-a9fe-45e50c92e951 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:28.254622 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-e6e3d857-2ad9-4a57-a9fe-45e50c92e951 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 812 time: 0.2177477 Jan 21 10:07:28.313786 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-ad13b96a-69c1-43dc-a1a0-f2c54465d389 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 379 time: 0.0466697 Jan 21 10:07:28.330231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'port': {'device_id': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'admin_state_up': True, 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'security_groups': ['6ba8e703-5656-46e4-bc5a-e9922745b630']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:07:28.516935 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:07:28.530892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:07:28.544939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Made reservation on behalf of 0cb030f2d5a04960a25d7502d8985378 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:07:28.548715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:28.741435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Allocated IP 172.20.0.10 (33bd45ad-a27c-47d0-8f39-0adcee8d79dc/079074cd-6068-4a0f-a87e-1dc7cd6b13ec/80ce3975-bcb5-4019-b9fe-7cae725d68b0) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:07:28.960138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:28.980327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Transition to ACTIVE for port object 80ce3975-bcb5-4019-b9fe-7cae725d68b0 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:29.004718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:29.087723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:07:29.091477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:07:29.096499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:07:29.123459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:29.170995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:29.171828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:29.204393 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-eceaf651-9d66-49d1-9d60-8ce4d040fbdc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8822806 Jan 21 10:07:29.217215 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Request body: {'port': {'device_id': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:07:29.382281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:29.408818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-518989a5-edf0-4128-bc24-8bca06168236 None None] Provisioning for port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:29.417466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-518989a5-edf0-4128-bc24-8bca06168236 None None] Provisioning complete for port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:29.417821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-518989a5-edf0-4128-bc24-8bca06168236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:29.476265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-518989a5-edf0-4128-bc24-8bca06168236 None None] Port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:07:29.640734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cd099-16a8-46ec-8560-6905150a36cb req-297b39e5-9d75-4a32-8fda-95a50842cc3b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:29.641526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-658cd099-16a8-46ec-8560-6905150a36cb req-297b39e5-9d75-4a32-8fda-95a50842cc3b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:07:29.726027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-658cd099-16a8-46ec-8560-6905150a36cb req-297b39e5-9d75-4a32-8fda-95a50842cc3b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:07:29.728418 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-658cd099-16a8-46ec-8560-6905150a36cb req-297b39e5-9d75-4a32-8fda-95a50842cc3b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 932 time: 0.3268368 Jan 21 10:07:29.825155 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-658cd099-16a8-46ec-8560-6905150a36cb req-da2cc3c0-9c87-45c0-912b-b9e25ee26c2c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854328 Jan 21 10:07:30.015977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ce3975-bcb5-4019-b9fe-7cae725d68b0 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:30.023956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:30.041295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Transition to ACTIVE for port object 80ce3975-bcb5-4019-b9fe-7cae725d68b0 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:07:30.046273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:30.175400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:30.302769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Attempting to bind port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:07:30.303481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Attempting to bind port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:07:30.303481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Attempting to bind port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:07:30.311521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:07:30.311774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Attempting to bind port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 on network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:07:30.319091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:07:30.319426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Checking segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:07:30.319840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Bound using segment: {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:07:30.320437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Bound port: 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84068fdb-db76-48ed-b16f-2eaf207cc144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:07:30.321315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:30.426991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:07:30.431648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:07:30.436656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:30.499393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:30.501510 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] 10.222.0.120 "PUT /v2.0/ports/80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 1094 time: 1.2887628 Jan 21 10:07:30.502076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:30.536678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11fb1-de99-4800-b50f-03583dd96b27 service neutron] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:30.584641 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'status': 'completed', 'code': 200} Jan 21 10:07:30.633851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-84038c10-65cc-4337-b9c5-3fa3071debdb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1097 time: 0.0814288 Jan 21 10:07:30.734110 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-f03ae78c-6fe2-4cf6-8ada-294438ec2aa2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 217 time: 0.0926630 Jan 21 10:07:30.799556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-483b56fb-92ae-41bc-9a4b-ac02db184767 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:30.800927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-483b56fb-92ae-41bc-9a4b-ac02db184767 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0607674 Jan 21 10:07:30.888911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-fe82d33f-496b-4a6b-b53d-091fdb9af026 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817051 Jan 21 10:07:31.128734 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-719e3591-6f3d-49a8-be1f-eb1bfbef8146 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332420 Jan 21 10:07:31.167937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d1c5-d02c-4e67-9a7f-1a1ec5618c99 req-8e8d4997-d40e-4d60-9756-d635467cf628 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:31.169511 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4a99d1c5-d02c-4e67-9a7f-1a1ec5618c99 req-8e8d4997-d40e-4d60-9756-d635467cf628 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 944 time: 0.1631141 Jan 21 10:07:31.295107 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4a99d1c5-d02c-4e67-9a7f-1a1ec5618c99 req-95f7755a-8bc4-4371-9355-7a92edcd4806 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774031 Jan 21 10:07:31.316911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e2118bd-f40d-45cd-a8cc-fd2516df1f95 req-7ff367c2-0221-48e4-9d20-aac9a9150b81 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807115 Jan 21 10:07:31.454705 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-f845d08f-0b11-4661-a65d-9d9b7b199c84 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1097 time: 0.0759065 Jan 21 10:07:31.597604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-83d797d7-8cc5-4d00-b097-9e682c2bdfd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:31.599416 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-83d797d7-8cc5-4d00-b097-9e682c2bdfd4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1388366 Jan 21 10:07:31.686021 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-5e10aa36-2a24-4cd0-92bb-ea6c7bf6b2a1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 217 time: 0.0794351 Jan 21 10:07:31.753254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-82720c52-ad77-4ee3-9852-8e71662a506b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:31.754724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-82720c52-ad77-4ee3-9852-8e71662a506b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0627089 Jan 21 10:07:31.836015 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-6b36a0e1-dd6c-4967-90b9-8e576db6d496 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744622 Jan 21 10:07:32.091143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-7769b649-8789-459c-8ae0-a63efb1f168d service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474256 Jan 21 10:07:32.238525 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b0d94e0-cc67-4e56-962e-cac52a1b0521 req-49759dfb-2044-466f-8bed-344a37b4fd5e service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407645 Jan 21 10:07:32.528103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0eda7-d187-4905-b382-38c077a54ef0 req-b8e522b5-9950-4df4-8c92-d73429dbeb94 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:32.529671 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2b0eda7-d187-4905-b382-38c077a54ef0 req-b8e522b5-9950-4df4-8c92-d73429dbeb94 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 944 time: 0.0884013 Jan 21 10:07:32.582971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2b0eda7-d187-4905-b382-38c077a54ef0 req-bc5392f8-b475-4c65-af17-d4e6ba4bdbe3 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471811 Jan 21 10:07:33.832904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed543b7-08b4-4c5f-8b38-3f7f719efdb5 req-be110be3-67c7-4ce1-9492-043de3edebd0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:33.835193 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0ed543b7-08b4-4c5f-8b38-3f7f719efdb5 req-be110be3-67c7-4ce1-9492-043de3edebd0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 944 time: 0.1160541 Jan 21 10:07:33.895207 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0ed543b7-08b4-4c5f-8b38-3f7f719efdb5 req-997fbd72-b686-476c-b188-7201125a8f27 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511928 Jan 21 10:07:34.730331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.126273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d97df1-5645-4899-a504-1a0cca8bbd4c req-ccdad01f-1ff7-458d-8b44-7e1a116956bc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:35.127822 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-97d97df1-5645-4899-a504-1a0cca8bbd4c req-ccdad01f-1ff7-458d-8b44-7e1a116956bc tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 944 time: 0.0880513 Jan 21 10:07:35.181915 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-97d97df1-5645-4899-a504-1a0cca8bbd4c req-ad3c8df8-8179-440b-82c1-3c46b919abb0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444753 Jan 21 10:07:35.426169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:07:35.573897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:35.589599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'mac_address': 'fa:16:3e:1b:7a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:07:35.654376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.686853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ce3975-bcb5-4019-b9fe-7cae725d68b0 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:07:35.714973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:35.720417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:35.812728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:35.991285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['80ce3975-bcb5-4019-b9fe-7cae725d68b0'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:07:36.455981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343e46a-e60b-4a57-a00f-fb5ea39ef5dd req-61f5b77a-14c0-417b-a382-86570275e38a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:36.458439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4343e46a-e60b-4a57-a00f-fb5ea39ef5dd req-61f5b77a-14c0-417b-a382-86570275e38a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 945 time: 0.1449077 Jan 21 10:07:36.522823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4343e46a-e60b-4a57-a00f-fb5ea39ef5dd req-93834bff-d4fd-42e0-b509-e41388fce741 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583100 Jan 21 10:07:37.425764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:07:37.499274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:07:37.504638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:07:37.505007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.680180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.715520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:37.733503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:07:37.742348 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:37.752834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a27f6-6702-482b-8c54-cdcf545d47aa req-edc4684b-25d7-4392-8f94-e1f1087be8a5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:37.754423 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a07a27f6-6702-482b-8c54-cdcf545d47aa req-edc4684b-25d7-4392-8f94-e1f1087be8a5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 945 time: 0.0887427 Jan 21 10:07:37.806486 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'code': 200} Jan 21 10:07:37.812805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a07a27f6-6702-482b-8c54-cdcf545d47aa req-1537021f-d9f7-4de5-98b0-e3850b4b8d1a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513139 Jan 21 10:07:37.848335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:07:38.055535 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7b4c4ddf-a1ff-4f91-a759-e62cf05f2978 req-5655d3eb-2c67-43e3-b1b2-340432ab4833 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1099 time: 0.0776689 Jan 21 10:07:38.107135 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7b4c4ddf-a1ff-4f91-a759-e62cf05f2978 req-cf38aee7-18e7-4cf5-af4a-33f01e937d88 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 Jan 21 10:07:39.046630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5e9f8-b615-47ed-9216-533257cbd497 req-f7735875-1c6e-4282-b9cd-10e4d1efe217 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:39.048130 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-08c5e9f8-b615-47ed-9216-533257cbd497 req-f7735875-1c6e-4282-b9cd-10e4d1efe217 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0818543 Jan 21 10:07:39.118439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-08c5e9f8-b615-47ed-9216-533257cbd497 req-8318d1ab-4b68-4809-aded-bd71930686cf tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646884 Jan 21 10:07:40.350392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fd7e3-65dd-4e4d-9b27-f9ef1cd71c01 req-513fbdbd-6873-4feb-93c9-7d2ae6d8e0e0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:40.351838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d71fd7e3-65dd-4e4d-9b27-f9ef1cd71c01 req-513fbdbd-6873-4feb-93c9-7d2ae6d8e0e0 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0783710 Jan 21 10:07:40.398591 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d71fd7e3-65dd-4e4d-9b27-f9ef1cd71c01 req-d159cd94-14e5-4130-ada9-58dca715672c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 Jan 21 10:07:40.617214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cda0e7-bb68-4dcf-bedf-3d8063504545 req-a55a5d6a-d545-40ce-ad88-a2c1d5037b62 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:40.618918 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-74cda0e7-bb68-4dcf-bedf-3d8063504545 req-a55a5d6a-d545-40ce-ad88-a2c1d5037b62 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0870888 Jan 21 10:07:40.627999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 41880) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:07:40.634519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Request body: {'floatingip': {'port_id': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:07:40.708483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.430596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.434906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:41.629319 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e associated. External IP: 172.26.1.53, port: 80ce3975-bcb5-4019-b9fe-7cae725d68b0. Jan 21 10:07:42.041138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:07:42.249887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:07:42.254209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:42.261450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:07:42.280156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:42.280781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:07:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:42.310598 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fad3a825-63db-42a6-9255-f1aedc91c70d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "PUT /v2.0/floatingips/1fe78f01-bae9-4a58-8b66-d0f59f3a280e HTTP/1.1" status: 200 len: 992 time: 1.6814370 Jan 21 10:07:42.311171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:07:42.376811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'status': 'completed', 'code': 200} Jan 21 10:07:42.474505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:07:42.481559 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46b923f5-6649-45c2-9bec-afe29301b723 req-1c2e7ef8-70eb-4930-b866-a05a98a48a97 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1099 time: 0.0798137 Jan 21 10:07:42.622649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b923f5-6649-45c2-9bec-afe29301b723 req-21f36c4a-8a8a-488c-b3e9-a4be0e956288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.624102 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46b923f5-6649-45c2-9bec-afe29301b723 req-21f36c4a-8a8a-488c-b3e9-a4be0e956288 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1346028 Jan 21 10:07:42.727835 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46b923f5-6649-45c2-9bec-afe29301b723 req-8315748d-49d9-47f2-bd88-7fcd0eaf6e29 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 1000 time: 0.0965872 Jan 21 10:07:42.854904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:1b:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:07:41Z', 'revision_number': 13, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:42.863396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:07:42.878059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:07:42.878967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:07:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:42.923915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b923f5-6649-45c2-9bec-afe29301b723 req-5db4517e-71c7-4186-94de-8cda6e6d172d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:07:42.925454 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46b923f5-6649-45c2-9bec-afe29301b723 req-5db4517e-71c7-4186-94de-8cda6e6d172d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.1906507 Jan 21 10:07:42.928130 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:07:43.005654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46b923f5-6649-45c2-9bec-afe29301b723 req-49209fa8-9069-42f5-b963-643600bd001d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726390 Jan 21 10:07:43.087877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:07:43.141025 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46b923f5-6649-45c2-9bec-afe29301b723 req-de73db71-ecd7-4ef6-8a16-131a0cc1c661 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285722 Jan 21 10:07:43.283663 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46b923f5-6649-45c2-9bec-afe29301b723 req-fe4733b2-4809-452d-8805-4179ee687e2b service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342437 Jan 21 10:07:43.531232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:1b:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:07:41Z', 'revision_number': 13, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:07:43.535328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3c0f4-c8c8-40f0-a2a5-dd2e9eb92fcb None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '1fe78f01-bae9-4a58-8b66-d0f59f3a280e', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'port_id': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'mac_address': 'fa:16:3e:1b:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:03:16Z', 'updated_at': '2022-01-21T10:07:41Z', 'revision_number': 13, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:07:43.725307 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda84ec-93a5-495b-9281-03a029a12ac5 None None] New status for floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:07:49.119091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-10d64060-7cba-47ad-a072-3fb5c0ce7ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:51.497543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a61d03e5-bdd6-4c9f-8fea-55baa06fa616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.529608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:52.888061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:07:53.961949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:04.731388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:07.986368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-8709691b-a18d-454b-a45f-67a95c7df9db service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923011 Jan 21 10:08:08.142577 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-099d5902-3df0-49ed-95c6-d6f918c525a2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1099 time: 0.0775440 Jan 21 10:08:08.300681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-e6a37a82-5b83-4183-ba60-910389cba740 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:08.302073 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-e6a37a82-5b83-4183-ba60-910389cba740 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1399491 Jan 21 10:08:08.409884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-9437fe38-aa85-44b8-9ad3-2a28da34a306 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 1002 time: 0.0997205 Jan 21 10:08:08.478490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-d94756a2-e5e3-4ef2-8f48-ff6c1045774f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:08.479921 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-d94756a2-e5e3-4ef2-8f48-ff6c1045774f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0626249 Jan 21 10:08:08.563118 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-f7c4586c-3f27-408c-808f-2f6e7ee3f365 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760469 Jan 21 10:08:08.574029 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-46662e55-11ae-435f-8f0b-61796dd89cc6 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:08:08.574958 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-46662e55-11ae-435f-8f0b-61796dd89cc6 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053449 Jan 21 10:08:08.756443 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-52e756cf-ef29-46da-9616-54703204a0df service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739125 Jan 21 10:08:08.911265 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5cba3a29-fc37-4508-8eb2-70b6f9aa32f5 req-95775fba-e9c7-418c-bb93-5c7987785990 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366289 Jan 21 10:08:19.123321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4e0fec51-2bf4-47f7-9834-2fa297217ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:19.929176 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:08:21.500608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4445-8ed4-46cc-a22c-278a93eb66a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:22.115043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a990-d0fa-43de-ac66-1ae732ffd802 req-9c2d8d3e-afb7-472f-9e51-c4fb3747f8f9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:22.116840 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f86a990-d0fa-43de-ac66-1ae732ffd802 req-9c2d8d3e-afb7-472f-9e51-c4fb3747f8f9 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0773818 Jan 21 10:08:22.160291 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f86a990-d0fa-43de-ac66-1ae732ffd802 req-a2e44e5f-14fa-4ae6-94af-49fe37e110e6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378070 Jan 21 10:08:22.533454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:22.892399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:23.965744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:31.870957 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c79ac9c5-1529-4375-a362-408e9d37b363 req-8e14b061-1658-4bf8-8dc4-30e880959858 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0710986 Jan 21 10:08:32.118310 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-ae9d8bd4-866b-4751-84a2-9610fd0b9c2b service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685840 Jan 21 10:08:32.260187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b9c8-9253-467c-b8e4-650941a03ad7 req-64fc2aca-e907-434a-80d9-edc4a354832a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:32.261651 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-edc6b9c8-9253-467c-b8e4-650941a03ad7 req-64fc2aca-e907-434a-80d9-edc4a354832a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.1563394 Jan 21 10:08:32.313416 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-edc6b9c8-9253-467c-b8e4-650941a03ad7 req-c6eccdca-6f14-4e7a-9a53-9bcf34b09653 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461977 Jan 21 10:08:33.291895 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-cf85ca55-a1de-4b2d-831e-90920f3cfad0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1099 time: 0.0713584 Jan 21 10:08:33.534240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-60758787-173e-49a9-9073-1818e436b2f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:33.535866 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-60758787-173e-49a9-9073-1818e436b2f8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.2381847 Jan 21 10:08:33.696245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-90753d7f-235c-4d05-9185-d4a39a597416 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 1002 time: 0.1531065 Jan 21 10:08:33.758273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1149f-c762-45db-8471-b9e16dadc60b req-420bb5c6-b2aa-4661-accd-34f89c0da42f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:33.759714 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-07b1149f-c762-45db-8471-b9e16dadc60b req-420bb5c6-b2aa-4661-accd-34f89c0da42f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.2921796 Jan 21 10:08:33.790648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-999f8641-6e8f-4573-ae73-1df372fbce91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:33.792045 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-999f8641-6e8f-4573-ae73-1df372fbce91 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0898285 Jan 21 10:08:33.854163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-07b1149f-c762-45db-8471-b9e16dadc60b req-12384bbe-4bd4-4ace-b308-c6f59f869363 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865254 Jan 21 10:08:33.882181 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-67511a5e-1fcf-4476-bdc9-6f3b6a5a9083 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792806 Jan 21 10:08:34.017709 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-71960f92-4eca-4708-bc9a-7394f5a6033f service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294882 Jan 21 10:08:34.149484 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-f5e8c115-a9f3-4c46-8aab-b97433699b79 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255147 Jan 21 10:08:34.725312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:35.071667 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929cb70-c5b1-474f-bbc7-264bec2f9e86 req-366e388a-a919-4fde-971c-2927cedd71ff tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:35.073131 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f929cb70-c5b1-474f-bbc7-264bec2f9e86 req-366e388a-a919-4fde-971c-2927cedd71ff tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0843945 Jan 21 10:08:35.118156 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f929cb70-c5b1-474f-bbc7-264bec2f9e86 req-6cb58af9-7641-43de-a4e4-78882e7a4a44 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392189 Jan 21 10:08:36.321167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7943b-fc95-4c44-8b66-e3bf502e5764 req-68b30e4a-4aec-4ca4-9a74-45f8b7eb4f84 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:36.322599 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f3f7943b-fc95-4c44-8b66-e3bf502e5764 req-68b30e4a-4aec-4ca4-9a74-45f8b7eb4f84 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0780630 Jan 21 10:08:36.370882 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f3f7943b-fc95-4c44-8b66-e3bf502e5764 req-6d92c326-8054-4c87-b706-d9022b6fd21f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425942 Jan 21 10:08:37.572067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ee19-f8a9-4f53-b962-169bcd136845 req-ea50ee54-b1b9-47fa-9747-9dc48934b294 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:37.573502 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0be9ee19-f8a9-4f53-b962-169bcd136845 req-ea50ee54-b1b9-47fa-9747-9dc48934b294 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0815222 Jan 21 10:08:37.619022 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0be9ee19-f8a9-4f53-b962-169bcd136845 req-526ccea1-d270-41be-9307-c86e6614c1c2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399439 Jan 21 10:08:38.820249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e1a83-4a9f-46ad-99b7-894bb06e012d req-031716c8-3dbc-4140-803b-33cbd64af5b6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:38.821741 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-151e1a83-4a9f-46ad-99b7-894bb06e012d req-031716c8-3dbc-4140-803b-33cbd64af5b6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0792294 Jan 21 10:08:38.870612 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-151e1a83-4a9f-46ad-99b7-894bb06e012d req-f72b3b2e-338e-4af0-9c30-94f1ace5e151 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Jan 21 10:08:40.064675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972048fc-42a3-4ad2-8f1f-9bfdd9aab4a6 req-6347cad7-2c97-4db9-aaa3-77c242ee78ff tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:40.066123 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-972048fc-42a3-4ad2-8f1f-9bfdd9aab4a6 req-6347cad7-2c97-4db9-aaa3-77c242ee78ff tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0764661 Jan 21 10:08:40.109754 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-972048fc-42a3-4ad2-8f1f-9bfdd9aab4a6 req-66d5cc4e-c10f-44ab-af35-f32d4f44d42e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Jan 21 10:08:41.315634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cf321-1874-4a3d-829c-208d77978c92 req-2868a8dd-df2a-49d0-a9ef-b9c569f70b42 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:41.317050 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e2cf321-1874-4a3d-829c-208d77978c92 req-2868a8dd-df2a-49d0-a9ef-b9c569f70b42 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0809045 Jan 21 10:08:41.364412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8e2cf321-1874-4a3d-829c-208d77978c92 req-7d52e189-c0f6-4085-8d4b-fa02a336ca78 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Jan 21 10:08:42.563893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e58f47-688a-45cc-83ec-445fce17a802 req-3b274e2c-a05b-4745-82ba-31a59ceb028c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:42.565368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2e58f47-688a-45cc-83ec-445fce17a802 req-3b274e2c-a05b-4745-82ba-31a59ceb028c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0765123 Jan 21 10:08:42.611737 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2e58f47-688a-45cc-83ec-445fce17a802 req-01d1c682-7b8f-489c-94d1-cbfe0340a215 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396903 Jan 21 10:08:43.838469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b079286-674f-491c-b15e-26d4f287cdbb req-05d920c1-2aaf-44fb-9871-6bceaea90197 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:43.840470 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b079286-674f-491c-b15e-26d4f287cdbb req-05d920c1-2aaf-44fb-9871-6bceaea90197 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0906460 Jan 21 10:08:43.890344 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b079286-674f-491c-b15e-26d4f287cdbb req-d69519d9-1040-40a8-9d3a-42909e339334 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441082 Jan 21 10:08:45.095370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c1183-2e10-4c76-a40f-31645aa14ade req-26f10b99-b420-4abc-8687-dcc3936254d6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:45.096860 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-712c1183-2e10-4c76-a40f-31645aa14ade req-26f10b99-b420-4abc-8687-dcc3936254d6 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0778637 Jan 21 10:08:45.151305 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-712c1183-2e10-4c76-a40f-31645aa14ade req-28374ffe-6535-4daa-ac81-c9e6978c5fca tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Jan 21 10:08:46.373134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7744a-5470-4175-9acf-a9fcf75e0de6 req-8804e25b-b200-4b55-8d2e-a6efe6ac6562 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:46.374556 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5ad7744a-5470-4175-9acf-a9fcf75e0de6 req-8804e25b-b200-4b55-8d2e-a6efe6ac6562 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0899909 Jan 21 10:08:46.427237 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5ad7744a-5470-4175-9acf-a9fcf75e0de6 req-8284589e-35ec-4990-9d6a-2fdbca05ed09 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459223 Jan 21 10:08:46.629168 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-db233bde-b0cd-4f4f-bc98-091cd67a166a service neutron] 10.222.0.120 "GET /v2.0/ports/80ce3975-bcb5-4019-b9fe-7cae725d68b0/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0774345 Jan 21 10:08:47.000859 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-bf9b18a3-7fa2-4fcc-8669-861b1ffe03c6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 1099 time: 0.1734927 Jan 21 10:08:47.102291 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-43cbc190-559b-45dd-8eb9-ca9c910a36bb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1099 time: 0.0731723 Jan 21 10:08:47.243069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-51843bcd-604e-4f12-a95f-1ecd9a18a22e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:47.244426 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-51843bcd-604e-4f12-a95f-1ecd9a18a22e service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1364245 Jan 21 10:08:47.360631 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-36fdf083-5c3c-4498-9b21-48f6ad9a205f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 1002 time: 0.1102235 Jan 21 10:08:47.428634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-10c123cd-e160-452c-a023-a793323ca9cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:47.430102 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-10c123cd-e160-452c-a023-a793323ca9cf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0635681 Jan 21 10:08:47.507153 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-380acadc-ae22-4947-8acb-8212a67a973b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707343 Jan 21 10:08:47.697031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-e9df1db3-e25e-44b3-943a-5b9bb0064653 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833332 Jan 21 10:08:47.727269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a055bd-2a80-4ddf-bec0-31c9285b4ca0 req-fa960927-b83a-4c73-8093-5998fd3d970e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:47.728717 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e5a055bd-2a80-4ddf-bec0-31c9285b4ca0 req-fa960927-b83a-4c73-8093-5998fd3d970e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.1461329 Jan 21 10:08:47.843790 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e5a055bd-2a80-4ddf-bec0-31c9285b4ca0 req-f2920ccb-36a9-437e-89e9-64d1976a4e27 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083677 Jan 21 10:08:47.875818 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-4332d6d2-5c49-4356-9821-4ae7fa029b97 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714830 Jan 21 10:08:49.075260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264377ee-44d0-4628-b4fd-91819b7bb2f5 req-8487f913-9dd9-49fc-8bbd-cf8453c5ce1b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:49.076782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-264377ee-44d0-4628-b4fd-91819b7bb2f5 req-8487f913-9dd9-49fc-8bbd-cf8453c5ce1b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0937374 Jan 21 10:08:49.133080 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d581828c-15f6-431b-a754-a18b5a531121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:49.142765 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-264377ee-44d0-4628-b4fd-91819b7bb2f5 req-19316b2e-6a47-49a8-86ff-7c388107c520 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600028 Jan 21 10:08:49.875898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:08:50.043963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:50.071757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:50.081131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:50.086988 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:50.141164 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'code': 200} Jan 21 10:08:50.156060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:50.165865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.166181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.166486 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.166851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.167209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.167542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.167895 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.168219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.168538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.168857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.169199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:08:50.361392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f8c5d-32fe-4af3-8698-ae2e50623adc req-8da565b9-dacd-4913-9547-e98bc8b0f497 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:50.362898 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-565f8c5d-32fe-4af3-8698-ae2e50623adc req-8da565b9-dacd-4913-9547-e98bc8b0f497 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 944 time: 0.0882916 Jan 21 10:08:50.413028 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-565f8c5d-32fe-4af3-8698-ae2e50623adc req-dd88f91e-9680-446b-a151-61374a08635f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414066 Jan 21 10:08:51.503392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e4d56303-ee34-41df-88bc-635391ef9512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:51.624558 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583b215-0142-4611-ae6f-3e3470a92473 req-dd2c6a41-a643-462d-a187-d0b1ba99e352 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:51.626063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6583b215-0142-4611-ae6f-3e3470a92473 req-dd2c6a41-a643-462d-a187-d0b1ba99e352 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 944 time: 0.0772848 Jan 21 10:08:51.674742 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6583b215-0142-4611-ae6f-3e3470a92473 req-7dbcb87a-4ccc-4927-80b1-6e30d7099751 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423088 Jan 21 10:08:51.896556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:08:52.040831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:52.054776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'mac_address': 'fa:16:3e:1b:7a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:08:52.107631 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:52.125095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ce3975-bcb5-4019-b9fe-7cae725d68b0 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:08:52.139941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:52.143814 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:52.208001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['80ce3975-bcb5-4019-b9fe-7cae725d68b0'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:08:52.246538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:52.538694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:52.891743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c248192-80ab-4316-bdf7-9cbfd4640ba5 req-18d69241-fbd3-448e-b166-cb31c844241f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:52.894056 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c248192-80ab-4316-bdf7-9cbfd4640ba5 req-18d69241-fbd3-448e-b166-cb31c844241f tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 945 time: 0.0802183 Jan 21 10:08:52.895222 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:52.943452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2c248192-80ab-4316-bdf7-9cbfd4640ba5 req-2cc3c0b7-83fa-4b24-b36e-61de9d352d33 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Jan 21 10:08:53.914389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:08:53.993465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:54.019861 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:08:54.020278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:54.141647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:54.157226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2459d4-7972-412c-b41c-32ef25250295 req-88416358-c5ba-4315-a713-9a933c1dec95 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:54.158359 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d2459d4-7972-412c-b41c-32ef25250295 req-88416358-c5ba-4315-a713-9a933c1dec95 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 945 time: 0.0801203 Jan 21 10:08:54.169539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:08:54.179140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:08:54.184928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:08:54.207067 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d2459d4-7972-412c-b41c-32ef25250295 req-dbe2f1e5-4cf3-4fd9-884f-f27289a12517 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 Jan 21 10:08:54.251291 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'code': 200} Jan 21 10:08:54.259705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:08:55.416200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebb214-7c60-49cb-b6e7-609e7986c4b5 req-b4df888f-a3ea-4d2c-b668-25949a2ebf14 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:55.417680 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-30ebb214-7c60-49cb-b6e7-609e7986c4b5 req-b4df888f-a3ea-4d2c-b668-25949a2ebf14 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0796633 Jan 21 10:08:55.470859 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-30ebb214-7c60-49cb-b6e7-609e7986c4b5 req-e2f8abbb-da37-46ca-a78a-ec825fe7dbb1 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417619 Jan 21 10:08:56.673760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fc8dc-8787-4410-a1e9-06983c3961a0 req-f4ac24ac-45b0-4d80-8bb7-10662c27ef2d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:56.675227 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-234fc8dc-8787-4410-a1e9-06983c3961a0 req-f4ac24ac-45b0-4d80-8bb7-10662c27ef2d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0796947 Jan 21 10:08:56.721216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-234fc8dc-8787-4410-a1e9-06983c3961a0 req-8c578f5d-351b-437c-87e2-87eb7fe7b7ed tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 Jan 21 10:08:56.929572 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:08:57.276201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5537904-a728-4335-a446-b41284700af7 req-32063a04-bd19-4c1b-b5d4-04faa0b53d84 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:57.277692 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-32063a04-bd19-4c1b-b5d4-04faa0b53d84 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793&tenant_id=0cb030f2d5a04960a25d7502d8985378&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.2114782 Jan 21 10:08:57.380273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffb4a2-ee2c-4485-9a4d-5c5348b9d000 req-c09304ee-2e2e-4798-9e6c-6be2c4ebf7ad tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:57.382075 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eeffb4a2-ee2c-4485-9a4d-5c5348b9d000 req-c09304ee-2e2e-4798-9e6c-6be2c4ebf7ad tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.2480395 Jan 21 10:08:57.385105 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-82d29c15-ed46-44d5-88af-a8920dbfa28e service neutron] 10.222.0.120 "GET /v2.0/ports/80ce3975-bcb5-4019-b9fe-7cae725d68b0/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.1006880 Jan 21 10:08:57.476470 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eeffb4a2-ee2c-4485-9a4d-5c5348b9d000 req-272301bb-adfc-4915-be6a-1d8d3792d642 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887203 Jan 21 10:08:57.504245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-5cce89e0-6acd-41da-806d-8be9626b498a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1099 time: 0.0978875 Jan 21 10:08:57.643017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5537904-a728-4335-a446-b41284700af7 req-f0a51960-b9e3-43d4-9679-819d2fa3bf9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:57.644358 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-f0a51960-b9e3-43d4-9679-819d2fa3bf9e service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1341436 Jan 21 10:08:57.748412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-dc54d0e6-14dc-4cd6-a187-933d04033ec9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 1002 time: 0.0983367 Jan 21 10:08:57.811731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5537904-a728-4335-a446-b41284700af7 req-1a6799a8-9132-4a77-be47-6c3cec2291f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:57.813149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-1a6799a8-9132-4a77-be47-6c3cec2291f5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0571911 Jan 21 10:08:57.889253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-6beba4e0-6f10-4f15-858b-416e8e0a2cab service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673621 Jan 21 10:08:58.025061 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-bac92c09-0c89-443a-8414-8bb54874bb93 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283967 Jan 21 10:08:58.158412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-0e382288-2772-4826-b33d-c7bc470b568f service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277180 Jan 21 10:08:58.681414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e5ee1-8961-4088-b597-36714045815b req-fc9f93d5-18f0-47fe-b746-f2af2bee4916 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:58.682911 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3e5ee1-8961-4088-b597-36714045815b req-fc9f93d5-18f0-47fe-b746-f2af2bee4916 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0822968 Jan 21 10:08:58.729154 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7a3e5ee1-8961-4088-b597-36714045815b req-89ed63e7-8ae9-487a-8df1-d068e27a26ba tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406156 Jan 21 10:08:59.927718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21027a5c-5b73-42f0-9adc-a9ab25878706 req-1401f582-00fe-49ad-89f6-4e7ae1f2ac78 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:08:59.929181 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21027a5c-5b73-42f0-9adc-a9ab25878706 req-1401f582-00fe-49ad-89f6-4e7ae1f2ac78 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0772824 Jan 21 10:08:59.981285 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21027a5c-5b73-42f0-9adc-a9ab25878706 req-1214d713-f986-4673-a01f-bc86f26469b3 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461857 Jan 21 10:09:01.214439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b3b2-7ceb-4614-874c-457b786238ad req-9e58d2cd-6bee-4355-9c79-36d4a187574d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:01.216049 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3d60b3b2-7ceb-4614-874c-457b786238ad req-9e58d2cd-6bee-4355-9c79-36d4a187574d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0927587 Jan 21 10:09:01.268518 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3d60b3b2-7ceb-4614-874c-457b786238ad req-6b94e262-a960-469d-94f5-e0d42d49e145 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462887 Jan 21 10:09:01.546281 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-8fc84155-ec46-4d9a-8826-36c2b29d9e21 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793&tenant_id=0cb030f2d5a04960a25d7502d8985378 HTTP/1.1" status: 200 len: 1099 time: 0.0901937 Jan 21 10:09:01.666767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-12d3ac41-ee86-412f-8348-3bcf4541fa65 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1099 time: 0.0909896 Jan 21 10:09:01.833507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5537904-a728-4335-a446-b41284700af7 req-036b5ca5-b65a-41f5-91dc-90851a58384d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:01.835730 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-036b5ca5-b65a-41f5-91dc-90851a58384d service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1628220 Jan 21 10:09:01.959919 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-fa5b1683-4607-432b-a112-9ae9b0c198eb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 1002 time: 0.1177759 Jan 21 10:09:02.026524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5537904-a728-4335-a446-b41284700af7 req-f2f071a4-4e41-4f64-9aba-1597090d43f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:02.027979 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-f2f071a4-4e41-4f64-9aba-1597090d43f6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0623100 Jan 21 10:09:02.214937 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-744c80ee-9abf-4eca-be17-fe4c841462af service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1804564 Jan 21 10:09:02.366481 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-b098dcb7-526c-4484-9127-c2196d6134cd service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450703 Jan 21 10:09:02.556376 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5537904-a728-4335-a446-b41284700af7 req-f4b8d4c7-2edd-4deb-8d21-eeab0ff000fa service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843183 Jan 21 10:09:02.570057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dd735-e157-479c-8290-404da1f4f2d1 req-febe640e-d3df-419c-a961-638e18a54ddf tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:02.572049 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf1dd735-e157-479c-8290-404da1f4f2d1 req-febe640e-d3df-419c-a961-638e18a54ddf tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.1330702 Jan 21 10:09:02.620100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf1dd735-e157-479c-8290-404da1f4f2d1 req-85659d4b-8dc9-43e7-9f38-790fff2e3e55 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425277 Jan 21 10:09:03.825692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcb450-f2c1-4652-8e72-469f9422731a req-2b231e2e-f08f-4afc-829d-4c14dfb2c7d4 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:03.827454 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-03dcb450-f2c1-4652-8e72-469f9422731a req-2b231e2e-f08f-4afc-829d-4c14dfb2c7d4 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0820866 Jan 21 10:09:03.875432 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-03dcb450-f2c1-4652-8e72-469f9422731a req-57d94fee-74eb-443f-b4fa-0d185912d867 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423105 Jan 21 10:09:03.981861 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:04.093963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:04.129326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:04.133369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:04.136937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:04.189911 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'code': 200} Jan 21 10:09:04.203546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=9']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:04.722877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:05.087462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769d9ae-4e6b-45fe-8dd0-e52ef8007552 req-c52b9342-f832-4f95-bec1-f00ee571980e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:05.088977 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8769d9ae-4e6b-45fe-8dd0-e52ef8007552 req-c52b9342-f832-4f95-bec1-f00ee571980e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 944 time: 0.0811670 Jan 21 10:09:05.147158 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8769d9ae-4e6b-45fe-8dd0-e52ef8007552 req-68bf8a1a-a80e-4ad5-8998-f56a9b960711 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526307 Jan 21 10:09:05.991242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:09:06.121026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:06.134961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'port_id': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'mac_address': 'fa:16:3e:1b:7a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:09:06.194503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:06.213269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ce3975-bcb5-4019-b9fe-7cae725d68b0 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:06.228890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:06.233196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:06.303715 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['80ce3975-bcb5-4019-b9fe-7cae725d68b0'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:09:06.346408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=10']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:06.505646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21af349-d396-47e6-ab9a-c4cfea64a208 req-b1df092c-133f-42f2-a0e2-557a71bd95c7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:06.507376 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f21af349-d396-47e6-ab9a-c4cfea64a208 req-b1df092c-133f-42f2-a0e2-557a71bd95c7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0772152 Jan 21 10:09:06.552406 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f21af349-d396-47e6-ab9a-c4cfea64a208 req-5dd3b1c3-c24e-4636-ba3f-e15dfb204ea7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Jan 21 10:09:07.758277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eecbd-79af-407b-b5ad-74c8c6ed7c5f req-1de62c9d-6041-48ef-a88c-ae2de3df4c98 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:07.759714 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-791eecbd-79af-407b-b5ad-74c8c6ed7c5f req-1de62c9d-6041-48ef-a88c-ae2de3df4c98 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 946 time: 0.0807142 Jan 21 10:09:07.803970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-791eecbd-79af-407b-b5ad-74c8c6ed7c5f req-953c8a0c-85b7-4a03-825a-6ea33600c34e tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388327 Jan 21 10:09:08.011130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:08.079643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:08.080015 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:08.084520 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-cd44c738-bdcf-4534-a046-a31d65c57bc9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=0cb030f2d5a04960a25d7502d8985378&device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 1099 time: 0.1385984 Jan 21 10:09:08.195144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:08.222074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:08.231777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-a6edb8a9-f872-4f0f-8222-a42c4ef2124a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:08.232026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:08.233290 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-a6edb8a9-f872-4f0f-8222-a42c4ef2124a service neutron] 10.222.0.120 "GET /v2.0/networks?id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 200 len: 913 time: 0.1292167 Jan 21 10:09:08.235914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:08.290253 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'code': 200} Jan 21 10:09:08.306887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=11']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:08.340823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-9978e479-9c6a-4b93-b564-543069a791ba service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 200 len: 1002 time: 0.1006298 Jan 21 10:09:08.404166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-107ded96-f802-4ea1-abce-8277b80d6d39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:08.405610 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-107ded96-f802-4ea1-abce-8277b80d6d39 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 200 len: 851 time: 0.0583448 Jan 21 10:09:08.486103 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-f2bd8b32-2205-4918-89df-c7bcefc8f2a6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33bd45ad-a27c-47d0-8f39-0adcee8d79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724552 Jan 21 10:09:08.616474 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-22a264dc-2c7e-48d6-b327-8302128f576b service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239803 Jan 21 10:09:08.747225 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2a7370c-0169-4da7-ab63-4ff60a6d2e05 req-05f8ed81-c370-485c-a11a-e96aa75945c6 service neutron] 10.222.0.120 "GET /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247933 Jan 21 10:09:09.003691 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9dda9-5d8d-43e4-80ca-6791523bf061 req-28ae0109-27c7-4416-8af1-87a682ec2a76 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:09.005379 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-73a9dda9-5d8d-43e4-80ca-6791523bf061 req-28ae0109-27c7-4416-8af1-87a682ec2a76 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.0799313 Jan 21 10:09:09.050690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-73a9dda9-5d8d-43e4-80ca-6791523bf061 req-c56b7e2d-f10f-437c-9283-22c552597f26 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390418 Jan 21 10:09:10.347658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21743d53-b9a9-469c-807b-e87f99263f52 req-c507ebde-8907-4f34-a1d3-de3d0d468cbe tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:10.350125 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21743d53-b9a9-469c-807b-e87f99263f52 req-c507ebde-8907-4f34-a1d3-de3d0d468cbe tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.1747637 Jan 21 10:09:10.396784 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21743d53-b9a9-469c-807b-e87f99263f52 req-ae9b251a-7f1d-46f8-af43-f5f3594ff14c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409501 Jan 21 10:09:11.601992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65419d-8ff5-4ca1-83ea-18d39e68c987 req-a37bb69d-090c-4c81-8942-22f5c63c317b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:11.603480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d65419d-8ff5-4ca1-83ea-18d39e68c987 req-a37bb69d-090c-4c81-8942-22f5c63c317b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.0763979 Jan 21 10:09:11.649503 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d65419d-8ff5-4ca1-83ea-18d39e68c987 req-028cccc4-fcd6-4972-a5aa-9be8d5b4d074 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Jan 21 10:09:11.848680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55117368-e69d-45d7-9113-446dffbb4002 req-3b6d4c09-0925-469f-a020-0581c71a48c5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:11.850151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55117368-e69d-45d7-9113-446dffbb4002 req-3b6d4c09-0925-469f-a020-0581c71a48c5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.0769241 Jan 21 10:09:11.896038 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55117368-e69d-45d7-9113-446dffbb4002 req-bdc568a8-7387-4001-a143-40d328591525 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402846 Jan 21 10:09:12.093327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b0fba-ac6e-48e5-a7f2-ff132dfb76f9 req-36eb1e7e-1f1a-4937-b0f2-a20b8b035d5d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:12.094833 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cd8b0fba-ac6e-48e5-a7f2-ff132dfb76f9 req-36eb1e7e-1f1a-4937-b0f2-a20b8b035d5d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.0761721 Jan 21 10:09:12.144658 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cd8b0fba-ac6e-48e5-a7f2-ff132dfb76f9 req-711cf90a-955c-4aa3-a6f2-7bc317436943 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Jan 21 10:09:12.545865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387eac1-720c-4ed7-8582-4786c27062a4 req-e990b331-d4ae-4641-bb01-1915ab24dd75 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:12.547242 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1387eac1-720c-4ed7-8582-4786c27062a4 req-e990b331-d4ae-4641-bb01-1915ab24dd75 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.0757782 Jan 21 10:09:12.592226 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1387eac1-720c-4ed7-8582-4786c27062a4 req-5fc94064-65cc-4b0f-86c8-725dfd6ea6ce tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Jan 21 10:09:13.796981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd79ea6-b852-4945-ac6c-b392f3884463 req-602ddd8d-9e66-47cd-915d-b1e654273fd2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:13.798427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dcd79ea6-b852-4945-ac6c-b392f3884463 req-602ddd8d-9e66-47cd-915d-b1e654273fd2 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.0782583 Jan 21 10:09:13.845072 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dcd79ea6-b852-4945-ac6c-b392f3884463 req-b6e7e25a-c86c-4bbc-a5bd-e96af2efdc9a tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408432 Jan 21 10:09:14.963112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-a649988f-1d10-4dc9-85c8-78f7b60a7ec7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:14.964728 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-a649988f-1d10-4dc9-85c8-78f7b60a7ec7 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.0856340 Jan 21 10:09:15.083024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Deleting port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:15.083359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:15.195788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159cc8a-d8bb-4ae3-9059-39f2afd70fe6 req-06ba8150-2ca0-48e4-b4b2-fa0f0e4afdd5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:15.197132 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c159cc8a-d8bb-4ae3-9059-39f2afd70fe6 req-06ba8150-2ca0-48e4-b4b2-fa0f0e4afdd5 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 947 time: 0.1942208 Jan 21 10:09:15.321667 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c159cc8a-d8bb-4ae3-9059-39f2afd70fe6 req-c970979d-12f8-452c-8be8-14f3b976503b tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups?id=6ba8e703-5656-46e4-bc5a-e9922745b630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174886 Jan 21 10:09:15.377830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] For port 80ce3975-bcb5-4019-b9fe-7cae725d68b0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=80ce3975-bcb5-4019-b9fe-7cae725d68b0,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:15.378207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:15.659150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:15.659508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:15.659811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e disassociated. External IP: 172.26.1.53, port: 80ce3975-bcb5-4019-b9fe-7cae725d68b0. Jan 21 10:09:15.660137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Calling delete_port for 80ce3975-bcb5-4019-b9fe-7cae725d68b0 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:09:15.799936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:15.849919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event deleted for resources: {'Port': ['ID=80ce3975-bcb5-4019-b9fe-7cae725d68b0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:15.863802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.864146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.864481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.864849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.865188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.865514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.865835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.866179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.866498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.866812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:15.867134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:16.170695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:09:16.372178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:16.382917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:09:16.425027 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:16.425659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:08:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:16.442815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] No DVR routers for this DVR port 80ce3975-bcb5-4019-b9fe-7cae725d68b0 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:09:16.445326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:16.448039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-deleted', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:16.502074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-2193c905-79a8-483a-abd9-4030a74a4a49 req-78402ee1-aca0-42c5-a609-2dbb178fb8a8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Synchronizing usage tracker for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:16.508988 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dcc656a1-be3f-4be0-85e8-a62caa7a1bc4 req-6f61e622-35cb-4e1a-a045-99969b03ad9d tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.120 "DELETE /v2.0/ports/80ce3975-bcb5-4019-b9fe-7cae725d68b0 HTTP/1.1" status: 204 len: 173 time: 1.5347211 Jan 21 10:09:16.523519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-2193c905-79a8-483a-abd9-4030a74a4a49 req-78402ee1-aca0-42c5-a609-2dbb178fb8a8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Unset dirty status for tenant:0cb030f2d5a04960a25d7502d8985378 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:16.525063 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2193c905-79a8-483a-abd9-4030a74a4a49 req-78402ee1-aca0-42c5-a609-2dbb178fb8a8 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/ports?device_id=90ddaaf4-6b35-40ce-aa94-f904cf667793 HTTP/1.1" status: 200 len: 210 time: 0.0710862 Jan 21 10:09:16.603259 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ddaaf4-6b35-40ce-aa94-f904cf667793', 'name': 'network-vif-deleted', 'tag': '80ce3975-bcb5-4019-b9fe-7cae725d68b0', 'status': 'completed', 'code': 200} Jan 21 10:09:16.619207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:16.938718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:16.943038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:09:16.953665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:16.954290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:08:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:17.145710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:17.459060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:17.466468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4177c5-c659-4e9a-8c66-3a6211d3080b None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:03:12Z', 'revision_number': 4, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'e0e325e1-7a2c-4f66-9aba-fcb52f091f27', 'name': '', 'network_id': '33bd45ad-a27c-47d0-8f39-0adcee8d79dc', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'mac_address': 'fa:16:3e:9c:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:11Z', 'updated_at': '2022-01-21T10:03:30Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'subnets': [{'id': '079074cd-6068-4a0f-a87e-1dc7cd6b13ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:09:17.736395 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f3c08-e1a1-4bc2-991e-4d62d30efe21 None None] New status for floating IP 1fe78f01-bae9-4a58-8b66-d0f59f3a280e: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:09:19.133701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-70458e8e-75d2-4c32-b063-5158ac18c28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:20.104937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:20.142485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 80ce3975-bcb5-4019-b9fe-7cae725d68b0 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:09:20.143166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 80ce3975-bcb5-4019-b9fe-7cae725d68b0 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:09:20.980416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42160) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:21.045693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7521-6117-42fc-949e-1331314eb7ea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.074004 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7521-6117-42fc-949e-1331314eb7ea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.124442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7521-6117-42fc-949e-1331314eb7ea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.142440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b7521-6117-42fc-949e-1331314eb7ea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba8e703-5656-46e4-bc5a-e9922745b630,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:21.159590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7521-6117-42fc-949e-1331314eb7ea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.160815 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ab7b7521-6117-42fc-949e-1331314eb7ea tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "DELETE /v2.0/security-groups/6ba8e703-5656-46e4-bc5a-e9922745b630 HTTP/1.1" status: 204 len: 168 time: 0.1792819 Jan 21 10:09:21.163497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42164) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:21.182336 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.api.v2.resource [None req-2196782d-29d9-48cd-bb3c-cc6da25e394c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] show failed (client error): The resource could not be found. Jan 21 10:09:21.183336 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2196782d-29d9-48cd-bb3c-cc6da25e394c tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "GET /v2.0/security-groups/6ba8e703-5656-46e4-bc5a-e9922745b630 HTTP/1.1" status: 404 len: 347 time: 0.0176973 Jan 21 10:09:21.186097 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42168) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:21.346607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Deleting port 51d3c279-15de-4aed-bc52-cdd33e4693ea {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:21.346947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.509212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e20dc426-724a-45d7-bbd3-44ea3d8b7468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.518789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.519114 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.641228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Calling delete_port for 51d3c279-15de-4aed-bc52-cdd33e4693ea owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:09:21.779111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.822908 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Pushing event deleted for resources: {'Port': ['ID=51d3c279-15de-4aed-bc52-cdd33e4693ea,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:21.857620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.857955 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.858325 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.858660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.858990 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.859321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.859645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.859969 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.860286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.860602 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.860915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:21.928555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.946370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:21.947547 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bd531c25-3070-4f11-9415-94f4cfb97248 tempest-ServerActionsTestJSON-572934106 tempest-ServerActionsTestJSON-572934106-project] 10.222.0.122 "DELETE /v2.0/floatingips/1fe78f01-bae9-4a58-8b66-d0f59f3a280e HTTP/1.1" status: 204 len: 168 time: 0.7605186 Jan 21 10:09:21.950700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42172) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:22.428314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:22.542240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:22.896101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.039398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Deleting port e0e325e1-7a2c-4f66-9aba-fcb52f091f27 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:23.039731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.320570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] For port e0e325e1-7a2c-4f66-9aba-fcb52f091f27, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:23.320831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.437618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Calling delete_port for e0e325e1-7a2c-4f66-9aba-fcb52f091f27 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:09:23.615291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.661535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e325e1-7a2c-4f66-9aba-fcb52f091f27,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:23.953678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:23.974848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:24.523847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Router cfd51981-a956-49b2-b6af-33aa2dc3c588 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:09:24.823512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:09:24.833122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] Sync routers for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:09:24.836435 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a268cca3-8cff-4446-8f7b-8171c20dd7a9 admin admin] 10.222.0.122 "PUT /v2.0/routers/cfd51981-a956-49b2-b6af-33aa2dc3c588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8845069 Jan 21 10:09:24.838881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42178) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:24.845617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:24.846261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:09:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:25.041251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:25.047205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.247093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.256845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Deleting port 2fa989c4-88b9-4695-8df1-7fb406cb74a7 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:25.257226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.457813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] For port 2fa989c4-88b9-4695-8df1-7fb406cb74a7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=2fa989c4-88b9-4695-8df1-7fb406cb74a7,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:25.458193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.536721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:09:23Z', 'revision_number': 5, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port': {'id': '2fa989c4-88b9-4695-8df1-7fb406cb74a7', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:03:08Z', 'updated_at': '2022-01-21T10:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:25.543145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] Checking router: cfd51981-a956-49b2-b6af-33aa2dc3c588 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:09:25.567530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] Routers {'cfd51981-a956-49b2-b6af-33aa2dc3c588'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:09:25.568313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:09:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['cfd51981-a956-49b2-b6af-33aa2dc3c588'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:25.577947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Calling delete_port for 2fa989c4-88b9-4695-8df1-7fb406cb74a7 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:09:25.721458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] Set router cfd51981-a956-49b2-b6af-33aa2dc3c588 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:09:25.747466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:25.791409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa989c4-88b9-4695-8df1-7fb406cb74a7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:25.828572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:09:25Z', 'revision_number': 6, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:25.833662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea20ff-b8bd-429d-83c2-b574c1c4a1c6 None None] The sync data for ids ['cfd51981-a956-49b2-b6af-33aa2dc3c588'] in dv-neutron-825724-1-hyperv is: [{'id': 'cfd51981-a956-49b2-b6af-33aa2dc3c588', 'name': 'tempest-ServerActionsTestJSON-2106900619-router', 'tenant_id': '0cb030f2d5a04960a25d7502d8985378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:03:07Z', 'updated_at': '2022-01-21T10:09:25Z', 'revision_number': 6, 'project_id': '0cb030f2d5a04960a25d7502d8985378', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:09:26.019118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.384007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.388181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.422099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.422548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd51981-a956-49b2-b6af-33aa2dc3c588 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:09:26.435362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.436493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5655ff23-bbbc-4805-a645-79cb7959e9b8 admin admin] 10.222.0.122 "DELETE /v2.0/routers/cfd51981-a956-49b2-b6af-33aa2dc3c588 HTTP/1.1" status: 204 len: 168 time: 1.5967228 Jan 21 10:09:26.439053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42182) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:26.516733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6433878f-34da-4b36-b7fc-a0b9ac3e0b09 admin admin] Deleting subnet 079074cd-6068-4a0f-a87e-1dc7cd6b13ec {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:09:26.521559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6433878f-34da-4b36-b7fc-a0b9ac3e0b09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.599766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6433878f-34da-4b36-b7fc-a0b9ac3e0b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.690758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6433878f-34da-4b36-b7fc-a0b9ac3e0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.696910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e325e1-7a2c-4f66-9aba-fcb52f091f27 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:26.744572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e0e325e1-7a2c-4f66-9aba-fcb52f091f27 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:09:26.745008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e0e325e1-7a2c-4f66-9aba-fcb52f091f27 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:09:26.745670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2fa989c4-88b9-4695-8df1-7fb406cb74a7 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:26.779498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6433878f-34da-4b36-b7fc-a0b9ac3e0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.780842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 2fa989c4-88b9-4695-8df1-7fb406cb74a7 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:09:26.781195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 2fa989c4-88b9-4695-8df1-7fb406cb74a7 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:09:26.826527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433878f-34da-4b36-b7fc-a0b9ac3e0b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079074cd-6068-4a0f-a87e-1dc7cd6b13ec,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:26.830633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6433878f-34da-4b36-b7fc-a0b9ac3e0b09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.837317 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6433878f-34da-4b36-b7fc-a0b9ac3e0b09 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/079074cd-6068-4a0f-a87e-1dc7cd6b13ec HTTP/1.1" status: 204 len: 168 time: 0.3972552 Jan 21 10:09:26.837673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd05e84-20b1-4cef-85d3-8f0fb7aee2a2 None None] Network 33bd45ad-a27c-47d0-8f39-0adcee8d79dc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:09:26.839792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42186) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:26.956624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:26.975097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Deleting port 1c79b90a-c242-41ea-a153-d22f7689a525 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:26.976066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.136303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] DHCP port deletion for 33bd45ad-a27c-47d0-8f39-0adcee8d79dc request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:09:27.140954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] Deleting port 1c79b90a-c242-41ea-a153-d22f7689a525 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:27.141324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.201712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] For port 1c79b90a-c242-41ea-a153-d22f7689a525, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1c79b90a-c242-41ea-a153-d22f7689a525,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:27.201973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.323428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Calling delete_port for 1c79b90a-c242-41ea-a153-d22f7689a525 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:09:27.354610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] For port 1c79b90a-c242-41ea-a153-d22f7689a525, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1c79b90a-c242-41ea-a153-d22f7689a525,segment=NetworkSegment(84068fdb-db76-48ed-b16f-2eaf207cc144),segment_id=84068fdb-db76-48ed-b16f-2eaf207cc144)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:27.355007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.397732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.445689 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c79b90a-c242-41ea-a153-d22f7689a525,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:27.458439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] No DVR routers for this DVR port 1c79b90a-c242-41ea-a153-d22f7689a525 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:09:27.520923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] Calling delete_port for 1c79b90a-c242-41ea-a153-d22f7689a525 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:09:27.577284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.595202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:09:27.595665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:09:27.603238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bd45ad-a27c-47d0-8f39-0adcee8d79dc']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:27.615817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84068fdb-db76-48ed-b16f-2eaf207cc144') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:27.616104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84068fdb-db76-48ed-b16f-2eaf207cc144') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:09:27.627048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.642926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.651187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:09:27.651630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:09:27.666434 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:09:27.838611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.843234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:27.867764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=33bd45ad-a27c-47d0-8f39-0adcee8d79dc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:27.879064 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3b063aaf-72fe-4a06-8438-fc88aaf4c4b1 admin admin] 10.222.0.122 "DELETE /v2.0/networks/33bd45ad-a27c-47d0-8f39-0adcee8d79dc HTTP/1.1" status: 204 len: 168 time: 1.0383170 Jan 21 10:09:28.017058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42192) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:28.069764 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-13b5ceb5-7a64-4a75-97e4-632fbcd23ff4 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=0cb030f2d5a04960a25d7502d8985378&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515106 Jan 21 10:09:28.072182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42196) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:28.097777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] Deleting port 1c79b90a-c242-41ea-a153-d22f7689a525 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:28.098412 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.131588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e7373c8-b1de-43cb-a475-22b17221fe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.162924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-25d23ef4-3d6e-4b9d-95b7-a6a79d70dfd5 None None] The port '1c79b90a-c242-41ea-a153-d22f7689a525' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:09:28.164488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e7373c8-b1de-43cb-a475-22b17221fe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.220343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e7373c8-b1de-43cb-a475-22b17221fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.239208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7373c8-b1de-43cb-a475-22b17221fe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e360ebf4-633e-4733-9675-dd5208a6f7a0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:28.246858 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e7373c8-b1de-43cb-a475-22b17221fe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:28.248528 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6e7373c8-b1de-43cb-a475-22b17221fe79 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e360ebf4-633e-4733-9675-dd5208a6f7a0 HTTP/1.1" status: 204 len: 168 time: 0.1752651 Jan 21 10:09:28.677116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1c79b90a-c242-41ea-a153-d22f7689a525 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:09:28.712375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 1c79b90a-c242-41ea-a153-d22f7689a525 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:09:28.712779 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1c79b90a-c242-41ea-a153-d22f7689a525 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:09:29.086964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42218) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:29.219187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-314210223-network', 'tenant_id': '42ba759b9e2542518c898a8baf8e348d'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:29.226837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:29.231073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Usage tracker for resource:network and tenant:42ba759b9e2542518c898a8baf8e348d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:29.233948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:29.240436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:29.250524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Made reservation on behalf of 42ba759b9e2542518c898a8baf8e348d for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:29.253019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.266353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.297868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:29.302776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:42ba759b9e2542518c898a8baf8e348d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:29.305921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:29.311772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:29.381148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.385007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.416743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:09:29.425186 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042ce36f-4fa6-4571-a419-2491f9064225,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.433800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.434375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Added segment 81fb544d-57e7-45cf-8f1d-a511c0d4dcda of type vlan for network 1d3ef4e2-eda7-4204-8644-35e85264a7bc Jan 21 10:09:29.469442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.507115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.508073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:29.508646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.615135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3ef4e2-eda7-4204-8644-35e85264a7bc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.619257 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f5ae4f21-b2d0-41a8-a8dd-5a67cb8d4ef7 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5312822 Jan 21 10:09:29.622123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42224) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:09:29.625505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 1d3ef4e2-eda7-4204-8644-35e85264a7bc details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:09:29.627762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Request body: {'subnet': {'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-314210223-subnet', 'tenant_id': '42ba759b9e2542518c898a8baf8e348d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:29.633421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:29.637421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Usage tracker for resource:subnet and tenant:42ba759b9e2542518c898a8baf8e348d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:29.640524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:29.646459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:29.661787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Made reservation on behalf of 42ba759b9e2542518c898a8baf8e348d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:29.664282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.865177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.925161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9231982-1645-4b36-a384-ce37f1b12f38,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:29.949477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Checking segment: {'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:09:29.949826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Network hostable DHCP agents. Network: 1d3ef4e2-eda7-4204-8644-35e85264a7bc, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:09:29.971089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Network 1d3ef4e2-eda7-4204-8644-35e85264a7bc is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:09:29.980927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 1d3ef4e2-eda7-4204-8644-35e85264a7bc) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:29.985390 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:29.985968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:29.992540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d694f-9be7-4c83-8e6c-1c3a01e27a32 None None] Network 1d3ef4e2-eda7-4204-8644-35e85264a7bc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:09:30.009093 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-92ffcc5d-5294-492e-bc85-1a6a8c98e2d3 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3857887 Jan 21 10:09:30.208083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0a04b3-d5df-4319-8774-83e915fe1782 None None] Network 1d3ef4e2-eda7-4204-8644-35e85264a7bc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:09:30.551194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041aad-e409-4961-999f-3623b5c7a65f req-5c57e8bc-ce4f-4867-a6d0-a907f53dd607 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:30.551790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-dc041aad-e409-4961-999f-3623b5c7a65f req-5c57e8bc-ce4f-4867-a6d0-a907f53dd607 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Synchronizing usage tracker for tenant:42ba759b9e2542518c898a8baf8e348d on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:30.569934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-dc041aad-e409-4961-999f-3623b5c7a65f req-5c57e8bc-ce4f-4867-a6d0-a907f53dd607 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Unset dirty status for tenant:42ba759b9e2542518c898a8baf8e348d on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:30.571279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-5c57e8bc-ce4f-4867-a6d0-a907f53dd607 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/networks?id=1d3ef4e2-eda7-4204-8644-35e85264a7bc HTTP/1.1" status: 200 len: 813 time: 0.1638105 Jan 21 10:09:30.589496 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f1815073-0706-4e40-bc78-19f8a41adf58 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/quotas/42ba759b9e2542518c898a8baf8e348d HTTP/1.1" status: 200 len: 375 time: 0.0126019 Jan 21 10:09:30.636594 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-65f2e511-b909-4d97-bd9c-1ff14bba723a tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=42ba759b9e2542518c898a8baf8e348d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417495 Jan 21 10:09:30.841776 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-78c9fdf0-d701-4f53-b5ed-90ad9a8a5758 service neutron] 10.222.0.122 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984587 Jan 21 10:09:30.974430 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-fdf0539d-0080-4aa6-923d-c6502fbf64ad service neutron] 10.222.0.122 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259902 Jan 21 10:09:32.170366 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f125700-c88c-426f-9f8a-8bcc30eb19d6 req-2a4ee68e-5118-4546-b34b-0dc21aae3864 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 210 time: 0.0395560 Jan 21 10:09:33.246291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041aad-e409-4961-999f-3623b5c7a65f req-e3095f0a-fc3d-4883-838a-7746dc8703cf tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:33.247737 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-e3095f0a-fc3d-4883-838a-7746dc8703cf tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.120 "GET /v2.0/networks?id=1d3ef4e2-eda7-4204-8644-35e85264a7bc HTTP/1.1" status: 200 len: 813 time: 0.1609163 Jan 21 10:09:33.268572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Request body: {'port': {'device_id': '22083ff3-d84e-4029-83b7-e88a8f02f5de', 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc', 'admin_state_up': True, 'tenant_id': '42ba759b9e2542518c898a8baf8e348d'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:33.483277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6d0f8738-6caa-456c-ad39-89d8227a06d1 req-442db03a-79b4-4366-ba94-8192280964fc tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 210 time: 0.1436706 Jan 21 10:09:33.539945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:33.543846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Usage tracker for resource:port and tenant:42ba759b9e2542518c898a8baf8e348d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:09:33.546646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:09:33.553406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:33.564399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Made reservation on behalf of 42ba759b9e2542518c898a8baf8e348d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:33.568032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.735722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Allocated IP 172.20.0.10 (1d3ef4e2-eda7-4204-8644-35e85264a7bc/a9231982-1645-4b36-a384-ce37f1b12f38/5d40ca3e-2461-4405-add2-9ab6acfcba36) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:33.930466 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:09:33.942829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:33.971524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.042177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Network 1d3ef4e2-eda7-4204-8644-35e85264a7bc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:34.045242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:34.049197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:34.084843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Pushing event updated for resources: {'Port': ['ID=5d40ca3e-2461-4405-add2-9ab6acfcba36,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:34.117782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:34.118417 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.141132 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f58fa9a4-5998-4d2b-bf02-abc47bd43c69 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788202 Jan 21 10:09:34.152545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Request body: {'port': {'device_id': '22083ff3-d84e-4029-83b7-e88a8f02f5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:34.264569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.602037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d40ca3e-2461-4405-add2-9ab6acfcba36 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:34.610746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.664552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Transition to ACTIVE for port object 5d40ca3e-2461-4405-add2-9ab6acfcba36 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:34.668321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.728888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:34.811412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d40ca3e-2461-4405-add2-9ab6acfcba36,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:34.848435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ac425-3862-475f-a555-c59fdc06b21b req-e2d1d619-8066-43ce-a65a-ef68fc9fab77 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:34.849103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-782ac425-3862-475f-a555-c59fdc06b21b req-e2d1d619-8066-43ce-a65a-ef68fc9fab77 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Synchronizing usage tracker for tenant:42ba759b9e2542518c898a8baf8e348d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:34.906067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-782ac425-3862-475f-a555-c59fdc06b21b req-e2d1d619-8066-43ce-a65a-ef68fc9fab77 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Unset dirty status for tenant:42ba759b9e2542518c898a8baf8e348d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:34.907212 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-782ac425-3862-475f-a555-c59fdc06b21b req-e2d1d619-8066-43ce-a65a-ef68fc9fab77 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 932 time: 0.2986541 Jan 21 10:09:34.959081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Attempting to bind port 5d40ca3e-2461-4405-add2-9ab6acfcba36 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:34.959408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Attempting to bind port 5d40ca3e-2461-4405-add2-9ab6acfcba36 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:34.959726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Attempting to bind port 5d40ca3e-2461-4405-add2-9ab6acfcba36 on network 1d3ef4e2-eda7-4204-8644-35e85264a7bc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:34.970641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Port 5d40ca3e-2461-4405-add2-9ab6acfcba36 on network 1d3ef4e2-eda7-4204-8644-35e85264a7bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:09:34.970961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Attempting to bind port 5d40ca3e-2461-4405-add2-9ab6acfcba36 on network 1d3ef4e2-eda7-4204-8644-35e85264a7bc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:34.980003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-782ac425-3862-475f-a555-c59fdc06b21b req-2663ec90-ea44-4a49-baf6-82f5c5de4d85 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Synchronizing usage tracker for tenant:42ba759b9e2542518c898a8baf8e348d on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:34.983749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:09:34.984077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Checking segment: {'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:09:34.984452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Bound using segment: {'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:09:34.984927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Bound port: 5d40ca3e-2461-4405-add2-9ab6acfcba36, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:34.985268 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.053565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-782ac425-3862-475f-a555-c59fdc06b21b req-2663ec90-ea44-4a49-baf6-82f5c5de4d85 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Unset dirty status for tenant:42ba759b9e2542518c898a8baf8e348d on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:35.054725 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-782ac425-3862-475f-a555-c59fdc06b21b req-2663ec90-ea44-4a49-baf6-82f5c5de4d85 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416900 Jan 21 10:09:35.086937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] For port 5d40ca3e-2461-4405-add2-9ab6acfcba36, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:35.089834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] For port 5d40ca3e-2461-4405-add2-9ab6acfcba36, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5d40ca3e-2461-4405-add2-9ab6acfcba36,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:35.093889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.154995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:35.156410 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] 10.222.0.120 "PUT /v2.0/ports/5d40ca3e-2461-4405-add2-9ab6acfcba36 HTTP/1.1" status: 200 len: 1094 time: 1.0079517 Jan 21 10:09:35.156845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22083ff3-d84e-4029-83b7-e88a8f02f5de', 'tag': '5d40ca3e-2461-4405-add2-9ab6acfcba36'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:35.180043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fb184-79b8-4d49-8c23-64e914eb01e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d40ca3e-2461-4405-add2-9ab6acfcba36,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:35.229747 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22083ff3-d84e-4029-83b7-e88a8f02f5de', 'tag': '5d40ca3e-2461-4405-add2-9ab6acfcba36', 'status': 'completed', 'code': 200} Jan 21 10:09:35.270075 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-6833735a-784c-4c28-97c0-24235f0fd61b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=42ba759b9e2542518c898a8baf8e348d&device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 1097 time: 0.0737066 Jan 21 10:09:35.342941 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-9d3e0ccd-ce21-4166-9eb5-3f52b0c23e43 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d40ca3e-2461-4405-add2-9ab6acfcba36 HTTP/1.1" status: 200 len: 217 time: 0.0644042 Jan 21 10:09:35.511096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041aad-e409-4961-999f-3623b5c7a65f req-67efd95e-390e-42ec-90d7-2fc30ebfc5a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:35.512568 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-67efd95e-390e-42ec-90d7-2fc30ebfc5a4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a9231982-1645-4b36-a384-ce37f1b12f38 HTTP/1.1" status: 200 len: 853 time: 0.1630707 Jan 21 10:09:35.558532 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-161e628c-c8a0-43fb-85e5-36c0c6087668 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1d3ef4e2-eda7-4204-8644-35e85264a7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394056 Jan 21 10:09:35.688962 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-95b479bc-2559-4060-b734-0ee223820af9 service neutron] 10.222.0.120 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238489 Jan 21 10:09:35.833148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc041aad-e409-4961-999f-3623b5c7a65f req-d331ee7b-034a-467c-a63c-b63823619fb7 service neutron] 10.222.0.120 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360857 Jan 21 10:09:35.971483 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-ba68fcd0-3771-46c3-a441-7528e71d2928 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=42ba759b9e2542518c898a8baf8e348d&device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 1097 time: 0.0738244 Jan 21 10:09:36.103738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-7020e473-2330-44d5-b787-7e66d00d2939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:36.104900 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-7020e473-2330-44d5-b787-7e66d00d2939 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1d3ef4e2-eda7-4204-8644-35e85264a7bc HTTP/1.1" status: 200 len: 914 time: 0.1244566 Jan 21 10:09:36.171536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-202891e7-b64d-4780-b651-30288bbb0e5f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d40ca3e-2461-4405-add2-9ab6acfcba36 HTTP/1.1" status: 200 len: 217 time: 0.0604680 Jan 21 10:09:36.292363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-727b093e-a83b-43d5-be18-9d9e98f1e9b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:36.293685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-727b093e-a83b-43d5-be18-9d9e98f1e9b4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a9231982-1645-4b36-a384-ce37f1b12f38 HTTP/1.1" status: 200 len: 853 time: 0.1138296 Jan 21 10:09:36.350012 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-84a9dbf7-8e24-4fdd-8fd7-92ac6dfe3627 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1d3ef4e2-eda7-4204-8644-35e85264a7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471380 Jan 21 10:09:36.360353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2cd96-9e42-48df-a54c-cda4a3a6df9e req-8498643e-24f4-4212-b2a1-6be59d7a17e3 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:36.361704 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a9c2cd96-9e42-48df-a54c-cda4a3a6df9e req-8498643e-24f4-4212-b2a1-6be59d7a17e3 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 944 time: 0.1451252 Jan 21 10:09:36.498142 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a9c2cd96-9e42-48df-a54c-cda4a3a6df9e req-d5ab16d0-c895-43cb-aa3a-b4004eac13c1 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183465 Jan 21 10:09:36.521668 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-1a4d98cf-5a98-4f14-9620-31a5f4ec4bda service neutron] 10.222.0.120 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590171 Jan 21 10:09:36.661650 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dd26590f-3639-42c0-8afa-f5409d2cc837 req-1b597305-88e1-4cea-92b6-cb02e5e319c7 service neutron] 10.222.0.120 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319053 Jan 21 10:09:37.701956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d619aa7-5915-4d50-81f8-2c01141c40ff req-ef360e78-9544-4d22-93ae-93c05c25cc46 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:37.703437 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7d619aa7-5915-4d50-81f8-2c01141c40ff req-ef360e78-9544-4d22-93ae-93c05c25cc46 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 944 time: 0.0751240 Jan 21 10:09:37.750113 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7d619aa7-5915-4d50-81f8-2c01141c40ff req-dc9b567c-5ef5-4444-a32e-ab3161b7c43b tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396786 Jan 21 10:09:38.199214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 5d40ca3e-2461-4405-add2-9ab6acfcba36 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:09:38.330922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 5d40ca3e-2461-4405-add2-9ab6acfcba36, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5d40ca3e-2461-4405-add2-9ab6acfcba36,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:38.344690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '5d40ca3e-2461-4405-add2-9ab6acfcba36', 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc', 'port_id': '5d40ca3e-2461-4405-add2-9ab6acfcba36', 'mac_address': 'fa:16:3e:68:d7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9231982-1645-4b36-a384-ce37f1b12f38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:09:38.397057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.414857 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d40ca3e-2461-4405-add2-9ab6acfcba36 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:38.443604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 5d40ca3e-2461-4405-add2-9ab6acfcba36, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5d40ca3e-2461-4405-add2-9ab6acfcba36,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:38.448687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:38.516923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=5d40ca3e-2461-4405-add2-9ab6acfcba36,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:38.714844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['5d40ca3e-2461-4405-add2-9ab6acfcba36'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:09:38.953422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ccf5-b7dc-472e-ae2e-05adf967f35a req-b109db5d-1249-4300-a048-1952e0de4e53 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:38.954869 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f90ccf5-b7dc-472e-ae2e-05adf967f35a req-b109db5d-1249-4300-a048-1952e0de4e53 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 945 time: 0.0815217 Jan 21 10:09:39.003918 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7f90ccf5-b7dc-472e-ae2e-05adf967f35a req-b05828c2-3163-458b-adbb-3db6882e6599 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Jan 21 10:09:40.198180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1542d-cbbb-41e7-a2e7-09f1281951b7 req-5300cda2-ec51-4c4a-beb5-77458f3df52c tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:40.199620 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48d1542d-cbbb-41e7-a2e7-09f1281951b7 req-5300cda2-ec51-4c4a-beb5-77458f3df52c tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 945 time: 0.0760272 Jan 21 10:09:40.208108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 5d40ca3e-2461-4405-add2-9ab6acfcba36 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:40.248777 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-48d1542d-cbbb-41e7-a2e7-09f1281951b7 req-568e927d-32ee-4808-ba00-b14be1aa22bc tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Jan 21 10:09:40.276421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 5d40ca3e-2461-4405-add2-9ab6acfcba36 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:40.281002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 5d40ca3e-2461-4405-add2-9ab6acfcba36 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:40.281368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:40.393295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:40.420358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22083ff3-d84e-4029-83b7-e88a8f02f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d40ca3e-2461-4405-add2-9ab6acfcba36'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:40.430204 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 5d40ca3e-2461-4405-add2-9ab6acfcba36, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5d40ca3e-2461-4405-add2-9ab6acfcba36,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:40.434867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:40.477472 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22083ff3-d84e-4029-83b7-e88a8f02f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d40ca3e-2461-4405-add2-9ab6acfcba36', 'code': 200} Jan 21 10:09:40.505201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=5d40ca3e-2461-4405-add2-9ab6acfcba36,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:40.704855 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1b2f04d-4dfc-4a83-9734-7a1a4eeef4ee req-7bdbb837-2511-44f8-93ce-60e6569348e0 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 1099 time: 0.0689323 Jan 21 10:09:40.747697 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1b2f04d-4dfc-4a83-9734-7a1a4eeef4ee req-629019e3-5d45-4bda-94b5-2e330317e56c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354764 Jan 21 10:09:41.450532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6fb7a-8101-47a9-89b8-eebe76d557e5 req-12de0632-926d-454e-94e0-021c8cded9a3 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:41.451970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b4d6fb7a-8101-47a9-89b8-eebe76d557e5 req-12de0632-926d-454e-94e0-021c8cded9a3 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0822637 Jan 21 10:09:41.591939 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b4d6fb7a-8101-47a9-89b8-eebe76d557e5 req-0f963c38-1a47-4c4c-b3a6-900dbf48e6ed tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337738 Jan 21 10:09:42.790799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380528ab-5c06-48e5-bb8f-083f0ba35041 req-45bde61c-b9cc-483b-9ca0-1491b84d4920 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:42.792227 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-380528ab-5c06-48e5-bb8f-083f0ba35041 req-45bde61c-b9cc-483b-9ca0-1491b84d4920 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0753410 Jan 21 10:09:42.838815 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-380528ab-5c06-48e5-bb8f-083f0ba35041 req-7d82d7fe-21f5-4556-903d-f35162319ecd tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411170 Jan 21 10:09:43.139149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4218b-8685-42dd-988f-b889f978ebdc req-692b345a-924b-4a9a-8853-023853943577 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:43.140543 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-692b345a-924b-4a9a-8853-023853943577 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/networks?id=1d3ef4e2-eda7-4204-8644-35e85264a7bc HTTP/1.1" status: 200 len: 813 time: 0.1404972 Jan 21 10:09:43.157483 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-bcdbc751-d67f-4917-bfc9-54480b7c3c03 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/quotas/42ba759b9e2542518c898a8baf8e348d HTTP/1.1" status: 200 len: 375 time: 0.0106006 Jan 21 10:09:43.234563 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-515aa82e-141f-4f78-9dc7-181f79c409e4 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=42ba759b9e2542518c898a8baf8e348d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715561 Jan 21 10:09:43.364614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-be1bb7b3-a34a-46af-838f-e1eef4c8828f service neutron] 10.222.0.122 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226990 Jan 21 10:09:43.497057 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-919267ef-f593-4542-b027-f2ea30324f62 service neutron] 10.222.0.122 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264384 Jan 21 10:09:43.688597 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-67c69fde-c9c9-42cb-8a37-0acbb75f68f5 req-6572bbbb-ed9a-4ff9-81df-d4bef0f4b6a4 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 210 time: 0.0459793 Jan 21 10:09:44.752777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4218b-8685-42dd-988f-b889f978ebdc req-1ade5f62-e2b1-47c0-b3fb-22726bff0ccf tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:44.755207 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-1ade5f62-e2b1-47c0-b3fb-22726bff0ccf tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.120 "GET /v2.0/networks?id=1d3ef4e2-eda7-4204-8644-35e85264a7bc HTTP/1.1" status: 200 len: 813 time: 0.1719472 Jan 21 10:09:44.774954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Request body: {'port': {'device_id': 'cd92686b-e4ed-4a21-800e-706e282c6b66', 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc', 'admin_state_up': True, 'tenant_id': '42ba759b9e2542518c898a8baf8e348d'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:44.898145 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-700d519f-18ba-49c7-9452-f85694faf0d1 req-1987bd93-d4af-4daa-b1f8-80f6904992be tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 210 time: 0.0530007 Jan 21 10:09:44.954030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:09:44.963643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:09:44.973720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Made reservation on behalf of 42ba759b9e2542518c898a8baf8e348d for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:09:44.977233 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:45.145246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Allocated IP 172.20.0.6 (1d3ef4e2-eda7-4204-8644-35e85264a7bc/a9231982-1645-4b36-a384-ce37f1b12f38/f80497f0-e68a-47e2-ac84-3f5915e1b61a) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:09:45.343012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:45.369827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:45.381606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['5d40ca3e-2461-4405-add2-9ab6acfcba36'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:09:45.447385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Network 1d3ef4e2-eda7-4204-8644-35e85264a7bc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:09:45.450658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:09:45.454829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:09:45.488933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Pushing event updated for resources: {'Port': ['ID=f80497f0-e68a-47e2-ac84-3f5915e1b61a,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:45.517755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:45.518382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:45.545175 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-c2b7c0a5-73ec-4a45-b217-128933dc4366 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7764857 Jan 21 10:09:45.566389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Request body: {'port': {'device_id': 'cd92686b-e4ed-4a21-800e-706e282c6b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:09:45.770813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:46.157679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80497f0-e68a-47e2-ac84-3f5915e1b61a {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:46.167018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:46.176617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427cb0b-1a69-4434-9618-b6bc86ed03cb req-e1ed5e1b-fcf1-4bdc-953f-b0ace9540a04 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:46.177284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b427cb0b-1a69-4434-9618-b6bc86ed03cb req-e1ed5e1b-fcf1-4bdc-953f-b0ace9540a04 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Synchronizing usage tracker for tenant:42ba759b9e2542518c898a8baf8e348d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:46.195892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Transition to ACTIVE for port object f80497f0-e68a-47e2-ac84-3f5915e1b61a will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:09:46.200478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:46.234730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b427cb0b-1a69-4434-9618-b6bc86ed03cb req-e1ed5e1b-fcf1-4bdc-953f-b0ace9540a04 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Unset dirty status for tenant:42ba759b9e2542518c898a8baf8e348d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:46.235870 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b427cb0b-1a69-4434-9618-b6bc86ed03cb req-e1ed5e1b-fcf1-4bdc-953f-b0ace9540a04 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 931 time: 0.2124174 Jan 21 10:09:46.351099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Pushing event updated for resources: {'Port': ['ID=f80497f0-e68a-47e2-ac84-3f5915e1b61a,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:46.403082 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b427cb0b-1a69-4434-9618-b6bc86ed03cb req-8ae25268-7705-4e07-bc98-ef89eabbfd89 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611221 Jan 21 10:09:46.476442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Attempting to bind port f80497f0-e68a-47e2-ac84-3f5915e1b61a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:09:46.476779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Attempting to bind port f80497f0-e68a-47e2-ac84-3f5915e1b61a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:09:46.477098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Attempting to bind port f80497f0-e68a-47e2-ac84-3f5915e1b61a on network 1d3ef4e2-eda7-4204-8644-35e85264a7bc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:46.482879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Port f80497f0-e68a-47e2-ac84-3f5915e1b61a on network 1d3ef4e2-eda7-4204-8644-35e85264a7bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:09:46.483190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Attempting to bind port f80497f0-e68a-47e2-ac84-3f5915e1b61a on network 1d3ef4e2-eda7-4204-8644-35e85264a7bc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:09:46.489570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:09:46.489900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Checking segment: {'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:09:46.490309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Bound using segment: {'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:09:46.490728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Bound port: f80497f0-e68a-47e2-ac84-3f5915e1b61a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fb544d-57e7-45cf-8f1d-a511c0d4dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:09:46.491073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:46.577999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] For port f80497f0-e68a-47e2-ac84-3f5915e1b61a, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:09:46.582931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] For port f80497f0-e68a-47e2-ac84-3f5915e1b61a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f80497f0-e68a-47e2-ac84-3f5915e1b61a,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:09:46.587633 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:46.653849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:46.655225 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] 10.222.0.120 "PUT /v2.0/ports/f80497f0-e68a-47e2-ac84-3f5915e1b61a HTTP/1.1" status: 200 len: 1093 time: 1.0939498 Jan 21 10:09:46.655680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd92686b-e4ed-4a21-800e-706e282c6b66', 'tag': 'f80497f0-e68a-47e2-ac84-3f5915e1b61a'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:46.670705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6f93c-06ab-42ff-92a0-419eed597a06 service neutron] Pushing event updated for resources: {'Port': ['ID=f80497f0-e68a-47e2-ac84-3f5915e1b61a,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:46.723375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd92686b-e4ed-4a21-800e-706e282c6b66', 'tag': 'f80497f0-e68a-47e2-ac84-3f5915e1b61a', 'status': 'completed', 'code': 200} Jan 21 10:09:46.765305 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-9e59eb1f-a6e6-43b2-903c-d79ad05a0777 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=42ba759b9e2542518c898a8baf8e348d&device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 1096 time: 0.0732954 Jan 21 10:09:46.836216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-dde0e957-ead7-4d37-aa97-986cc3126eea service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80497f0-e68a-47e2-ac84-3f5915e1b61a HTTP/1.1" status: 200 len: 217 time: 0.0634146 Jan 21 10:09:46.897776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4218b-8685-42dd-988f-b889f978ebdc req-36d237b9-fe3f-417f-a95f-174bf10ac4b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:46.899237 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-36d237b9-fe3f-417f-a95f-174bf10ac4b6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a9231982-1645-4b36-a384-ce37f1b12f38 HTTP/1.1" status: 200 len: 853 time: 0.0569370 Jan 21 10:09:46.945114 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-5473b1f3-183a-4eda-b84d-cde6cf3cc43f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1d3ef4e2-eda7-4204-8644-35e85264a7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393083 Jan 21 10:09:47.078824 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-06f67741-f316-48b4-b338-89ff7220f4cf service neutron] 10.222.0.120 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266015 Jan 21 10:09:47.214880 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ada4218b-8685-42dd-988f-b889f978ebdc req-aec7a254-79a4-4907-829f-7d902a32ecf2 service neutron] 10.222.0.120 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267679 Jan 21 10:09:47.335156 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-9baacb2c-b5ad-423e-be7d-fdba98e51a67 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=42ba759b9e2542518c898a8baf8e348d&device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 1096 time: 0.0770040 Jan 21 10:09:47.612141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-e6f6bf07-4b93-45fe-9fc4-811ff4af669a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.614315 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-e6f6bf07-4b93-45fe-9fc4-811ff4af669a service neutron] 10.222.0.120 "GET /v2.0/networks?id=1d3ef4e2-eda7-4204-8644-35e85264a7bc HTTP/1.1" status: 200 len: 914 time: 0.2727702 Jan 21 10:09:47.686549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-5619aeb0-69a9-445e-9d1c-656e1e90ed09 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80497f0-e68a-47e2-ac84-3f5915e1b61a HTTP/1.1" status: 200 len: 217 time: 0.0653114 Jan 21 10:09:47.729723 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00beee4-7315-4041-8456-977b5133d021 req-1050bafd-68cf-47cf-b1e9-3a4a8857e3db tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.731186 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c00beee4-7315-4041-8456-977b5133d021 req-1050bafd-68cf-47cf-b1e9-3a4a8857e3db tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 943 time: 0.2004986 Jan 21 10:09:47.784490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-44c2c21d-c910-4962-b172-5e415dfb4449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:47.785925 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-44c2c21d-c910-4962-b172-5e415dfb4449 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a9231982-1645-4b36-a384-ce37f1b12f38 HTTP/1.1" status: 200 len: 853 time: 0.0917046 Jan 21 10:09:47.828734 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c00beee4-7315-4041-8456-977b5133d021 req-d9e7fbec-2049-4f43-a999-8428a5c663e5 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899787 Jan 21 10:09:47.841487 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-eff6a66f-5691-4de8-826a-27f89cd55339 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1d3ef4e2-eda7-4204-8644-35e85264a7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472102 Jan 21 10:09:47.986827 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-75dc6243-14c3-4f9c-91eb-77e21fabdd8c service neutron] 10.222.0.120 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382060 Jan 21 10:09:48.128374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3044916-5ba9-4d88-a1fb-96c6cb2179f6 req-bf3e305a-1243-4546-a0c5-c79279fa642f service neutron] 10.222.0.120 "GET /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345816 Jan 21 10:09:49.029533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718131e-2005-4b41-8026-9e9842e9d351 req-4bae4b11-7268-46c9-8f0f-a59ca066288f tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:49.031079 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2718131e-2005-4b41-8026-9e9842e9d351 req-4bae4b11-7268-46c9-8f0f-a59ca066288f tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 943 time: 0.0782187 Jan 21 10:09:49.075738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2718131e-2005-4b41-8026-9e9842e9d351 req-aac55122-2253-4860-bfa9-12dea967454d tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390892 Jan 21 10:09:49.129171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-91842a60-2627-4855-b427-8183a04a116f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:50.254328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f80497f0-e68a-47e2-ac84-3f5915e1b61a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:09:50.279879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb64e1-114d-4310-aa3f-9fdcc2358210 req-bee36620-e596-4b1d-9d37-a307196b5911 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:50.281452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2bb64e1-114d-4310-aa3f-9fdcc2358210 req-bee36620-e596-4b1d-9d37-a307196b5911 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 943 time: 0.0808733 Jan 21 10:09:50.328580 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d2bb64e1-114d-4310-aa3f-9fdcc2358210 req-af1fb99e-7966-4352-9130-c6f7d6d5e106 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Jan 21 10:09:50.387077 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f80497f0-e68a-47e2-ac84-3f5915e1b61a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f80497f0-e68a-47e2-ac84-3f5915e1b61a,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:50.401177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'f80497f0-e68a-47e2-ac84-3f5915e1b61a', 'network_id': '1d3ef4e2-eda7-4204-8644-35e85264a7bc', 'port_id': 'f80497f0-e68a-47e2-ac84-3f5915e1b61a', 'mac_address': 'fa:16:3e:f2:b5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9231982-1645-4b36-a384-ce37f1b12f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:09:50.459852 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:50.479297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80497f0-e68a-47e2-ac84-3f5915e1b61a {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:09:50.496450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f80497f0-e68a-47e2-ac84-3f5915e1b61a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f80497f0-e68a-47e2-ac84-3f5915e1b61a,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:50.500831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:50.570534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f80497f0-e68a-47e2-ac84-3f5915e1b61a,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:50.578806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.579153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.579495 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.579830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.580165 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.580497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.580873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.581333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.581658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.582006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.582333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:09:50.710825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['f80497f0-e68a-47e2-ac84-3f5915e1b61a'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:09:51.515739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-488e01e8-0b02-42ef-aecd-3d830863b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:51.528944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d204d4-fde3-478a-8359-962a015c9e67 req-d897719d-65ba-4cf9-85a8-57212c8a9ec4 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:51.530390 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1d204d4-fde3-478a-8359-962a015c9e67 req-d897719d-65ba-4cf9-85a8-57212c8a9ec4 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 944 time: 0.0774345 Jan 21 10:09:51.577690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1d204d4-fde3-478a-8359-962a015c9e67 req-dfbde870-9575-42f3-863a-1dc2007f9c8c tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Jan 21 10:09:52.272420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f80497f0-e68a-47e2-ac84-3f5915e1b61a up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:09:52.344112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port f80497f0-e68a-47e2-ac84-3f5915e1b61a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:09:52.349494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port f80497f0-e68a-47e2-ac84-3f5915e1b61a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:09:52.349868 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:52.463890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:52.490646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd92686b-e4ed-4a21-800e-706e282c6b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80497f0-e68a-47e2-ac84-3f5915e1b61a'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:52.500943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f80497f0-e68a-47e2-ac84-3f5915e1b61a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f80497f0-e68a-47e2-ac84-3f5915e1b61a,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:52.505519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:52.547234 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd92686b-e4ed-4a21-800e-706e282c6b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80497f0-e68a-47e2-ac84-3f5915e1b61a', 'code': 200} Jan 21 10:09:52.575603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:52.589319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f80497f0-e68a-47e2-ac84-3f5915e1b61a,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:52.834851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf03dc02-8201-495c-846e-4ab4eaaf4a1d req-4ade1867-eca5-4031-942e-be9114981500 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 1098 time: 0.0981855 Jan 21 10:09:52.845260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1712f90-0209-4fd1-8601-7d7c3094ddb9 req-d1d935cb-7beb-4a7f-8a37-be26e4199a51 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:52.846866 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1712f90-0209-4fd1-8601-7d7c3094ddb9 req-d1d935cb-7beb-4a7f-8a37-be26e4199a51 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 945 time: 0.1434481 Jan 21 10:09:52.900649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:52.922941 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf03dc02-8201-495c-846e-4ab4eaaf4a1d req-2dd0c0f8-430d-47b1-b1ce-96bcff5848b4 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749540 Jan 21 10:09:52.926071 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1712f90-0209-4fd1-8601-7d7c3094ddb9 req-69487778-96d1-47e9-9eff-f355bd6e8be2 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654235 Jan 21 10:09:53.980150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:54.136259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f8f9-25a5-4736-910c-1ffa986f402e req-2c9f33e8-588f-477d-8c94-b2b0014c6187 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:54.137687 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1411f8f9-25a5-4736-910c-1ffa986f402e req-2c9f33e8-588f-477d-8c94-b2b0014c6187 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 945 time: 0.0823672 Jan 21 10:09:54.183397 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1411f8f9-25a5-4736-910c-1ffa986f402e req-d95e55cb-0b6e-4cc2-83ba-8ea454044637 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Jan 21 10:09:55.385793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ea753-dbcc-4252-b427-c78aac03667a req-e09e4a77-816e-42c0-a123-dcf249069f0f tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:55.387235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-841ea753-dbcc-4252-b427-c78aac03667a req-e09e4a77-816e-42c0-a123-dcf249069f0f tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 945 time: 0.0780413 Jan 21 10:09:55.432010 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-841ea753-dbcc-4252-b427-c78aac03667a req-247647cf-6a6a-43e7-8fc0-c374a1064999 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Jan 21 10:09:55.841606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c8400-907c-47b0-aeae-d7354b7f9cc9 req-87b31308-f56f-48ad-85b4-91546bdf73b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:55.843060 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ce5c8400-907c-47b0-aeae-d7354b7f9cc9 req-87b31308-f56f-48ad-85b4-91546bdf73b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 945 time: 0.0765154 Jan 21 10:09:55.887629 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ce5c8400-907c-47b0-aeae-d7354b7f9cc9 req-cd0bc99f-8bea-4aa4-82d9-dd45096d31ac tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383391 Jan 21 10:09:57.091577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fa227-b7e6-4a12-963a-5d2872e2705b req-b3ea6047-5225-4f7c-89b0-040e632703ee tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:57.093029 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d44fa227-b7e6-4a12-963a-5d2872e2705b req-b3ea6047-5225-4f7c-89b0-040e632703ee tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 945 time: 0.0821857 Jan 21 10:09:57.138774 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d44fa227-b7e6-4a12-963a-5d2872e2705b req-aa67af27-ce1f-4792-91d7-c0d45b0e409c tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Jan 21 10:09:57.211713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-3cb5674d-af41-4fc4-b746-7c9790299365 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:57.213056 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-3cb5674d-af41-4fc4-b746-7c9790299365 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.120 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Jan 21 10:09:57.282209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Deleting port f80497f0-e68a-47e2-ac84-3f5915e1b61a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:09:57.282549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:57.636053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] For port f80497f0-e68a-47e2-ac84-3f5915e1b61a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f80497f0-e68a-47e2-ac84-3f5915e1b61a,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:09:57.636408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:57.762297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Calling delete_port for f80497f0-e68a-47e2-ac84-3f5915e1b61a owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:09:57.905254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:57.917201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['5d40ca3e-2461-4405-add2-9ab6acfcba36', 'f80497f0-e68a-47e2-ac84-3f5915e1b61a'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:09:57.954562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Pushing event deleted for resources: {'Port': ['ID=f80497f0-e68a-47e2-ac84-3f5915e1b61a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:09:58.034413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] No DVR routers for this DVR port f80497f0-e68a-47e2-ac84-3f5915e1b61a on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:09:58.037050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:09:58.039574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd92686b-e4ed-4a21-800e-706e282c6b66', 'name': 'network-vif-deleted', 'tag': 'f80497f0-e68a-47e2-ac84-3f5915e1b61a'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:09:58.056510 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f4d418bf-dfea-45f0-a1b4-6ed6146432e8 req-df8da640-6b0d-4d67-b1fb-029d790b24b9 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.120 "DELETE /v2.0/ports/f80497f0-e68a-47e2-ac84-3f5915e1b61a HTTP/1.1" status: 204 len: 173 time: 0.8383758 Jan 21 10:09:58.103346 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd92686b-e4ed-4a21-800e-706e282c6b66', 'name': 'network-vif-deleted', 'tag': 'f80497f0-e68a-47e2-ac84-3f5915e1b61a', 'status': 'completed', 'code': 200} Jan 21 10:09:58.318328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9bb9e590-1348-44b4-8bac-c4ee4c6bef12 req-4ab0008b-a737-4f05-86a7-ef1435a4cc56 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Synchronizing usage tracker for tenant:42ba759b9e2542518c898a8baf8e348d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:09:58.334007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9bb9e590-1348-44b4-8bac-c4ee4c6bef12 req-4ab0008b-a737-4f05-86a7-ef1435a4cc56 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Unset dirty status for tenant:42ba759b9e2542518c898a8baf8e348d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:09:58.335371 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9bb9e590-1348-44b4-8bac-c4ee4c6bef12 req-4ab0008b-a737-4f05-86a7-ef1435a4cc56 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=cd92686b-e4ed-4a21-800e-706e282c6b66 HTTP/1.1" status: 200 len: 210 time: 0.0570838 Jan 21 10:09:59.617683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6571f1-0228-448e-8a07-dcbeb5226c18 req-d24ae8eb-9905-42a2-89d1-575708c0dc93 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:59.619170 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e6571f1-0228-448e-8a07-dcbeb5226c18 req-d24ae8eb-9905-42a2-89d1-575708c0dc93 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0805752 Jan 21 10:09:59.668429 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0e6571f1-0228-448e-8a07-dcbeb5226c18 req-370c6d6a-af4d-43d0-a5ce-d2355891f3ea tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 Jan 21 10:09:59.893484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df1d5a-a1dd-4314-8519-604312d2f694 req-9f27c13d-2ece-460d-b01b-0e6a909b3aca tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:09:59.895017 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59df1d5a-a1dd-4314-8519-604312d2f694 req-9f27c13d-2ece-460d-b01b-0e6a909b3aca tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0809152 Jan 21 10:09:59.942055 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59df1d5a-a1dd-4314-8519-604312d2f694 req-cfa3fd20-edd6-45a1-bf47-662d84e1a7c8 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Jan 21 10:10:00.148867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ba989-6642-4d55-9b34-6e13767dca16 req-a5152660-c19f-46fd-a1d9-e037dad1855c tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:00.150367 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6a0ba989-6642-4d55-9b34-6e13767dca16 req-a5152660-c19f-46fd-a1d9-e037dad1855c tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0841968 Jan 21 10:10:00.201876 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6a0ba989-6642-4d55-9b34-6e13767dca16 req-39b657d0-64da-4013-8bfd-ddc88a376c4f tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Jan 21 10:10:00.399694 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dde6cae8-8839-4d95-9a50-e687a93713d1 req-aa3b14b9-796f-47bb-b150-e7606df02edc service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695348 Jan 21 10:10:00.615107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3886281-af5f-44cd-89b6-b27e2c2b599f req-e5f1663e-01ee-4403-9b8e-b800bd213eca tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:00.616532 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3886281-af5f-44cd-89b6-b27e2c2b599f req-e5f1663e-01ee-4403-9b8e-b800bd213eca tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0809238 Jan 21 10:10:00.663216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3886281-af5f-44cd-89b6-b27e2c2b599f req-29c353a7-caac-4ec0-a717-a66df5409c5b tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Jan 21 10:10:00.864288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974459e-ef4f-4481-8c92-3c3b1c4b5cfa req-aac95891-69dc-487e-9015-a7cb1998a185 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:00.865724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b974459e-ef4f-4481-8c92-3c3b1c4b5cfa req-aac95891-69dc-487e-9015-a7cb1998a185 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0801737 Jan 21 10:10:00.910594 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b974459e-ef4f-4481-8c92-3c3b1c4b5cfa req-a4cd1ea1-314e-43b7-bf03-c02590240dc2 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Jan 21 10:10:01.134771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3e0c1-317c-4204-8d7e-8a6038e1b59a req-a1419c5a-100a-478d-ab3c-756a13b04d46 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:01.136258 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dbe3e0c1-317c-4204-8d7e-8a6038e1b59a req-a1419c5a-100a-478d-ab3c-756a13b04d46 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0826745 Jan 21 10:10:01.194253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dbe3e0c1-317c-4204-8d7e-8a6038e1b59a req-43eeba96-7b4a-4945-b93c-d4fccc6bb823 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522680 Jan 21 10:10:01.848611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1cdc5-d502-4938-a86f-28a009696f20 req-d06acc82-5e00-4827-8d49-b04284c889e5 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:01.850086 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-efa1cdc5-d502-4938-a86f-28a009696f20 req-d06acc82-5e00-4827-8d49-b04284c889e5 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0772171 Jan 21 10:10:01.897447 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-efa1cdc5-d502-4938-a86f-28a009696f20 req-04453fe5-5e29-467e-a2fb-54dac57953fc tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Jan 21 10:10:02.318855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f80497f0-e68a-47e2-ac84-3f5915e1b61a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:02.355223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: f80497f0-e68a-47e2-ac84-3f5915e1b61a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:10:02.355558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f80497f0-e68a-47e2-ac84-3f5915e1b61a not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:10:03.099898 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc572-6e73-4675-bab0-183e42281be2 req-bff0a65f-98a1-467e-94ae-44da0eaba567 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:03.101458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55abc572-6e73-4675-bab0-183e42281be2 req-bff0a65f-98a1-467e-94ae-44da0eaba567 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0785806 Jan 21 10:10:03.184985 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55abc572-6e73-4675-bab0-183e42281be2 req-67231721-97dd-401c-867d-7ab7e931ba81 tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/security-groups?id=042ce36f-4fa6-4571-a419-2491f9064225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779648 Jan 21 10:10:03.220078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-f306c630-b2ff-4d47-bc0d-ea09d49d546a tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:03.222245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-f306c630-b2ff-4d47-bc0d-ea09d49d546a tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.120 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 946 time: 0.0792868 Jan 21 10:10:03.293865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Deleting port 5d40ca3e-2461-4405-add2-9ab6acfcba36 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:03.294221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:03.539437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] For port 5d40ca3e-2461-4405-add2-9ab6acfcba36, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=5d40ca3e-2461-4405-add2-9ab6acfcba36,segment=NetworkSegment(81fb544d-57e7-45cf-8f1d-a511c0d4dcda),segment_id=81fb544d-57e7-45cf-8f1d-a511c0d4dcda)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:03.539692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:03.756572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Calling delete_port for 5d40ca3e-2461-4405-add2-9ab6acfcba36 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:03.914641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:03.926117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['5d40ca3e-2461-4405-add2-9ab6acfcba36'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:10:03.965637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Pushing event deleted for resources: {'Port': ['ID=5d40ca3e-2461-4405-add2-9ab6acfcba36,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:04.040741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] No DVR routers for this DVR port 5d40ca3e-2461-4405-add2-9ab6acfcba36 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:04.043225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:04.045739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22083ff3-d84e-4029-83b7-e88a8f02f5de', 'name': 'network-vif-deleted', 'tag': '5d40ca3e-2461-4405-add2-9ab6acfcba36'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:04.061247 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e29c0f54-8d0c-44d0-a008-a773f9a544f3 req-98dced0c-524a-4a41-8b22-abf3ab01c0ef tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.120 "DELETE /v2.0/ports/5d40ca3e-2461-4405-add2-9ab6acfcba36 HTTP/1.1" status: 204 len: 173 time: 0.8326855 Jan 21 10:10:04.114810 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22083ff3-d84e-4029-83b7-e88a8f02f5de', 'name': 'network-vif-deleted', 'tag': '5d40ca3e-2461-4405-add2-9ab6acfcba36', 'status': 'completed', 'code': 200} Jan 21 10:10:04.355426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-415071ef-9727-495d-bf82-5a969d33a840 req-3c4dd732-2446-40a5-accc-75286cee554f tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Synchronizing usage tracker for tenant:42ba759b9e2542518c898a8baf8e348d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:04.370392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-415071ef-9727-495d-bf82-5a969d33a840 req-3c4dd732-2446-40a5-accc-75286cee554f tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] Unset dirty status for tenant:42ba759b9e2542518c898a8baf8e348d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:04.371715 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-415071ef-9727-495d-bf82-5a969d33a840 req-3c4dd732-2446-40a5-accc-75286cee554f tempest-ServersNegativeTestJSON-246994554 tempest-ServersNegativeTestJSON-246994554-project] 10.222.0.122 "GET /v2.0/ports?device_id=22083ff3-d84e-4029-83b7-e88a8f02f5de HTTP/1.1" status: 200 len: 210 time: 0.0551825 Jan 21 10:10:04.719359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.476259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42360) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:05.534741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07ba27c-d101-4eb0-97e8-4032f6e3f400 admin admin] Deleting subnet a9231982-1645-4b36-a384-ce37f1b12f38 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:10:05.537586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b07ba27c-d101-4eb0-97e8-4032f6e3f400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.588753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b07ba27c-d101-4eb0-97e8-4032f6e3f400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.644637 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b07ba27c-d101-4eb0-97e8-4032f6e3f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.714219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b07ba27c-d101-4eb0-97e8-4032f6e3f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.757385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ba27c-d101-4eb0-97e8-4032f6e3f400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9231982-1645-4b36-a384-ce37f1b12f38,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:05.765430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b07ba27c-d101-4eb0-97e8-4032f6e3f400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:05.771784 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b07ba27c-d101-4eb0-97e8-4032f6e3f400 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/a9231982-1645-4b36-a384-ce37f1b12f38 HTTP/1.1" status: 204 len: 168 time: 0.2944298 Jan 21 10:10:05.775455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42364) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:05.882443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.010425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.037396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3ef4e2-eda7-4204-8644-35e85264a7bc']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:06.050086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fb544d-57e7-45cf-8f1d-a511c0d4dcda') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:06.050455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fb544d-57e7-45cf-8f1d-a511c0d4dcda') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:06.062444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.078518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.084798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:10:06.085184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:06.098966 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:06.175443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.191470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.201887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3ef4e2-eda7-4204-8644-35e85264a7bc,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:06.210854 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c10a340b-239b-40c2-83cc-c6b42da292a9 admin admin] 10.222.0.122 "DELETE /v2.0/networks/1d3ef4e2-eda7-4204-8644-35e85264a7bc HTTP/1.1" status: 204 len: 168 time: 0.4344401 Jan 21 10:10:06.369832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42370) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:06.423446 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4813db46-f2e3-473e-8d29-e4738f128c04 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=42ba759b9e2542518c898a8baf8e348d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524158 Jan 21 10:10:06.426910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42374) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:06.485957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8bcc1e0d-5e14-4f44-b3dc-51f328e42bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.510482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8bcc1e0d-5e14-4f44-b3dc-51f328e42bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.567379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8bcc1e0d-5e14-4f44-b3dc-51f328e42bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.584434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc1e0d-5e14-4f44-b3dc-51f328e42bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042ce36f-4fa6-4571-a419-2491f9064225,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:06.595816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8bcc1e0d-5e14-4f44-b3dc-51f328e42bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:06.600860 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8bcc1e0d-5e14-4f44-b3dc-51f328e42bda admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/042ce36f-4fa6-4571-a419-2491f9064225 HTTP/1.1" status: 204 len: 168 time: 0.1729636 Jan 21 10:10:07.523301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42396) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:07.654912 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262237295'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:07.660125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:07.666923 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:network and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:07.669763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:07.676389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:07.686212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:07.689282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:07.702465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:07.735649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:07.739471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:security_group_rule and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:07.742294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:07.747870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:07.821052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:07.824953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:07.861373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:07.866579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f5e72f-8e4e-4c16-857d-ad5db9dae957,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:07.873651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:07.874683 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Added segment 86e8a55b-9aeb-4566-93ce-08c09000a8bd of type vlan for network 66d67082-b13f-4b55-9de1-a122217d2565 Jan 21 10:10:07.901956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:07.932046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:07.935819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:07.936399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:08.029249 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5048609 Jan 21 10:10:08.051614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b7817-7134-4d95-87fc-76fe25194f22 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Network': ['ID=66d67082-b13f-4b55-9de1-a122217d2565,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:08.061741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 66d67082-b13f-4b55-9de1-a122217d2565 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:08.347388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 5d40ca3e-2461-4405-add2-9ab6acfcba36 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:08.380786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 5d40ca3e-2461-4405-add2-9ab6acfcba36 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:10:08.381127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 5d40ca3e-2461-4405-add2-9ab6acfcba36 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:10:10.934156 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:10:11.317257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42402) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:11.323513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'subnet': {'network_id': '66d67082-b13f-4b55-9de1-a122217d2565', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:11.434110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:11.437824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:subnet and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:11.440817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:11.446649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:11.456511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:11.673332 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:11.964154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.043791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Subnet': ['ID=b0c7e161-691b-4c02-94c4-432524022830,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:12.058452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Checking segment: {'id': '86e8a55b-9aeb-4566-93ce-08c09000a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '66d67082-b13f-4b55-9de1-a122217d2565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:12.058808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network hostable DHCP agents. Network: 66d67082-b13f-4b55-9de1-a122217d2565, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:12.083318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network 66d67082-b13f-4b55-9de1-a122217d2565 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:12.093776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 66d67082-b13f-4b55-9de1-a122217d2565) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:12.098587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:12.099530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.102736 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf1490-80d6-46f7-a12d-285158e6c01b None None] Network 66d67082-b13f-4b55-9de1-a122217d2565 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:12.126474 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8212343d-f945-472e-bbbe-dda8c1767098 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8075476 Jan 21 10:10:12.130631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42406) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:12.136831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265583706'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:12.142160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:12.147789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:network and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:12.150851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:12.157424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:12.170699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:12.173794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.212651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:12.229348 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.229771 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Added segment 4a95ad58-30b4-4384-a2c5-aa676dc77ead of type vlan for network ae4cbbda-903d-46c6-96db-1acd8d81f0d8 Jan 21 10:10:12.264635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.326127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.331032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:12.333588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.385878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-66d67082-b13f-4b55-9de1-a122217d2565', 'network_id': '66d67082-b13f-4b55-9de1-a122217d2565', 'tenant_id': '9b3377aaaebe43a4a859c6e91aefb7f9', 'fixed_ips': [{'subnet_id': 'b0c7e161-691b-4c02-94c4-432524022830'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:12.387075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.434213 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3023441 Jan 21 10:10:12.438168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42410) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:12.445863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'subnet': {'network_id': 'ae4cbbda-903d-46c6-96db-1acd8d81f0d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:12.469915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d34c3-cecf-4fdb-8dce-11caf0f0e8fb tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Network': ['ID=ae4cbbda-903d-46c6-96db-1acd8d81f0d8,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:12.487318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network ae4cbbda-903d-46c6-96db-1acd8d81f0d8 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:12.587756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:12.594543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:subnet and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:12.599796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:12.606055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:12.618479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:12.701565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Allocated IP 2001:db8:0:ffff::2 (66d67082-b13f-4b55-9de1-a122217d2565/b0c7e161-691b-4c02-94c4-432524022830/812a84e3-5d82-4853-ad63-8b1f005fe3a7) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:12.745749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.932750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.944755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Transition to ACTIVE for port object 812a84e3-5d82-4853-ad63-8b1f005fe3a7 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:12.965926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Transition to ACTIVE for port object 812a84e3-5d82-4853-ad63-8b1f005fe3a7 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:12.976616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:12.993624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.046093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Network 66d67082-b13f-4b55-9de1-a122217d2565 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:13.049073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:13.058977 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Pushing event updated for resources: {'Port': ['ID=812a84e3-5d82-4853-ad63-8b1f005fe3a7,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:13.063017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:13.073188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Subnet': ['ID=877f9e7e-995f-4296-b2bc-dc97457ca27e,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:13.090431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Checking segment: {'id': '4a95ad58-30b4-4384-a2c5-aa676dc77ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ae4cbbda-903d-46c6-96db-1acd8d81f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:13.090936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network hostable DHCP agents. Network: ae4cbbda-903d-46c6-96db-1acd8d81f0d8, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:13.115841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network ae4cbbda-903d-46c6-96db-1acd8d81f0d8 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:13.128346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, ae4cbbda-903d-46c6-96db-1acd8d81f0d8) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:13.133410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:13.134235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.143554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0b474-3f9e-438c-86b4-f54e6449e622 None None] Network ae4cbbda-903d-46c6-96db-1acd8d81f0d8 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:13.169272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d0fc015b-e4e4-483f-8629-496cad0510d3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7303913 Jan 21 10:10:13.173704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42414) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:13.233044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Attempting to bind port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:13.233438 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Attempting to bind port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '86e8a55b-9aeb-4566-93ce-08c09000a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '66d67082-b13f-4b55-9de1-a122217d2565'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:13.233757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Attempting to bind port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 on network 66d67082-b13f-4b55-9de1-a122217d2565 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:13.256571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:13.256934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Checking segment: {'id': '86e8a55b-9aeb-4566-93ce-08c09000a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '66d67082-b13f-4b55-9de1-a122217d2565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:13.257234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.257599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Bound using segment: {'id': '86e8a55b-9aeb-4566-93ce-08c09000a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '66d67082-b13f-4b55-9de1-a122217d2565'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:13.258111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Bound port: 812a84e3-5d82-4853-ad63-8b1f005fe3a7, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e8a55b-9aeb-4566-93ce-08c09000a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '66d67082-b13f-4b55-9de1-a122217d2565'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:13.258487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.340679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.418039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.430265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] For port 812a84e3-5d82-4853-ad63-8b1f005fe3a7, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:13.471418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] For port 812a84e3-5d82-4853-ad63-8b1f005fe3a7, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=812a84e3-5d82-4853-ad63-8b1f005fe3a7,segment=NetworkSegment(86e8a55b-9aeb-4566-93ce-08c09000a8bd),segment_id=86e8a55b-9aeb-4566-93ce-08c09000a8bd)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:13.478900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.516271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.517206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f4787-50b9-4121-8e1a-825dacc4989b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-ae4cbbda-903d-46c6-96db-1acd8d81f0d8', 'network_id': 'ae4cbbda-903d-46c6-96db-1acd8d81f0d8', 'tenant_id': '9b3377aaaebe43a4a859c6e91aefb7f9', 'fixed_ips': [{'subnet_id': '877f9e7e-995f-4296-b2bc-dc97457ca27e'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:13.518669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-160f4787-50b9-4121-8e1a-825dacc4989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.556759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Subnet': ['ID=877f9e7e-995f-4296-b2bc-dc97457ca27e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:13.651612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1606e7-9b86-41a4-a354-26f4b86b44d1 None None] Pushing event updated for resources: {'Port': ['ID=812a84e3-5d82-4853-ad63-8b1f005fe3a7,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:13.681216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.681419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab251a-2da9-4495-b470-b7b5cc9bad20 None None] Network ae4cbbda-903d-46c6-96db-1acd8d81f0d8 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:13.711257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4cbbda-903d-46c6-96db-1acd8d81f0d8']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:13.727805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a95ad58-30b4-4384-a2c5-aa676dc77ead') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:13.727805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a95ad58-30b4-4384-a2c5-aa676dc77ead') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:13.744024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.764624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.774739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:10:13.774739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:13.800928 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:13.915227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.935460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:13.951148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/ae4cbbda-903d-46c6-96db-1acd8d81f0d8 HTTP/1.1" status: 204 len: 168 time: 0.7722137 Jan 21 10:10:13.951558 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42418) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:13.959642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066274948'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:13.963130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f4d5f-2c0e-4a0c-b583-20d40f7b3807 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Network': ['ID=ae4cbbda-903d-46c6-96db-1acd8d81f0d8,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:13.966934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:13.972170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:network and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:13.975448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:13.981597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:13.993748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:14.000680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.038108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:14.047291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.047627 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Added segment e5e4956d-ced6-4001-b59f-0e55fed694f3 of type vlan for network fed902f1-17e2-4768-92ca-2a9dac899cd4 Jan 21 10:10:14.080831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.114672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.120934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:14.121910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.210848 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2579329 Jan 21 10:10:14.217575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42422) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:14.225218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'subnet': {'network_id': 'fed902f1-17e2-4768-92ca-2a9dac899cd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:14.235106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd873710-7c5a-4900-8030-bf784dfa8da4 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Network': ['ID=fed902f1-17e2-4768-92ca-2a9dac899cd4,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:14.250519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network fed902f1-17e2-4768-92ca-2a9dac899cd4 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:14.345491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:14.351730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:subnet and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:14.357672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:14.371009 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:14.384756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:14.516295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.623429 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.ipam_backend_mixin [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Performing IP validity checks on allocation pools {{(pid=83426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 10:10:14.624437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.ipam_backend_mixin [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 10:10:14.765195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 812a84e3-5d82-4853-ad63-8b1f005fe3a7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:14.793997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e83253-2691-4008-8de8-32ea810f6d20 None None] Network 66d67082-b13f-4b55-9de1-a122217d2565 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:14.895780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:14.939331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-26963f52-2283-4afa-9dcb-c52d8a88ccc7 None None] Provisioning for port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:14.999073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Subnet': ['ID=07bd9c58-42ea-49c6-bce0-c640742f8ffd,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:15.006238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:15.007891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Checking segment: {'id': 'e5e4956d-ced6-4001-b59f-0e55fed694f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fed902f1-17e2-4768-92ca-2a9dac899cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:15.008450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network hostable DHCP agents. Network: fed902f1-17e2-4768-92ca-2a9dac899cd4, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:15.014418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:15.015323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.038796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network fed902f1-17e2-4768-92ca-2a9dac899cd4 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:15.050863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, fed902f1-17e2-4768-92ca-2a9dac899cd4) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:15.055870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:15.056494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.070512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80ee22-8f5e-4308-a63a-972f716dccd9 None None] Network fed902f1-17e2-4768-92ca-2a9dac899cd4 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:15.083059 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5d686c13-e6b6-4f51-baf4-02c118ca0440 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8634305 Jan 21 10:10:15.085512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42426) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:15.354800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.397451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.425351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.487232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 812a84e3-5d82-4853-ad63-8b1f005fe3a7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=812a84e3-5d82-4853-ad63-8b1f005fe3a7,segment=NetworkSegment(86e8a55b-9aeb-4566-93ce-08c09000a8bd),segment_id=86e8a55b-9aeb-4566-93ce-08c09000a8bd)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:15.493082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.524863 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eca8fb-1b4a-4fa4-89f9-fed433457474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-fed902f1-17e2-4768-92ca-2a9dac899cd4', 'network_id': 'fed902f1-17e2-4768-92ca-2a9dac899cd4', 'tenant_id': '9b3377aaaebe43a4a859c6e91aefb7f9', 'fixed_ips': [{'subnet_id': '07bd9c58-42ea-49c6-bce0-c640742f8ffd'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:15.525681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a8eca8fb-1b4a-4fa4-89f9-fed433457474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.551434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.626650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Subnet': ['ID=07bd9c58-42ea-49c6-bce0-c640742f8ffd,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:15.636623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=812a84e3-5d82-4853-ad63-8b1f005fe3a7,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:15.670775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b20c3-2755-4dee-8429-94dbb393246e None None] Network fed902f1-17e2-4768-92ca-2a9dac899cd4 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:15.772480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.810250 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed902f1-17e2-4768-92ca-2a9dac899cd4']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:15.826852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e4956d-ced6-4001-b59f-0e55fed694f3') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:15.827229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e4956d-ced6-4001-b59f-0e55fed694f3') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:15.852288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.873905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.875972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-38f25aa2-e893-4445-9240-f3617b2eec9f None None] Provisioning complete for port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:15.876349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-38f25aa2-e893-4445-9240-f3617b2eec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.882222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:10:15.882947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:15.899202 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:15.991562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.016743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.024627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Network': ['ID=fed902f1-17e2-4768-92ca-2a9dac899cd4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:16.037822 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/fed902f1-17e2-4768-92ca-2a9dac899cd4 HTTP/1.1" status: 204 len: 168 time: 0.9505377 Jan 21 10:10:16.043470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42430) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:16.047982 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.048357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.048695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.049708 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.050797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.050797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.050797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.051086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.051479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.051798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.052116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94149-c4fe-4e57-a124-98e0a96aeb39 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:16.059759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1037205335'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:16.067336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:16.072619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:network and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:16.076680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:16.085877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:16.099297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:16.102566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.135273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:16.145591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.145932 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Added segment 910538b2-cf14-4a9e-ab19-194661ca8260 of type vlan for network 5c156ff5-f556-4807-ae50-63ed2cbfb6a9 Jan 21 10:10:16.173728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.207569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.211214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:16.211775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.317965 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2729983 Jan 21 10:10:16.321020 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42434) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:16.327584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'subnet': {'network_id': '5c156ff5-f556-4807-ae50-63ed2cbfb6a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:16.327859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc37fa-5e90-46da-ad17-d11845edd4b1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Network': ['ID=5c156ff5-f556-4807-ae50-63ed2cbfb6a9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:16.342566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 5c156ff5-f556-4807-ae50-63ed2cbfb6a9 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:16.442049 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:16.445816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:subnet and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:16.448925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:16.454592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:16.465525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:16.579586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.724100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 812a84e3-5d82-4853-ad63-8b1f005fe3a7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:16.810720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:16.811237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.828761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.907937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Subnet': ['ID=c271ce07-75ce-4652-a113-3e65fa0c0ada,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:16.926237 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Checking segment: {'id': '910538b2-cf14-4a9e-ab19-194661ca8260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c156ff5-f556-4807-ae50-63ed2cbfb6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:16.926598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network hostable DHCP agents. Network: 5c156ff5-f556-4807-ae50-63ed2cbfb6a9, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:16.952864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network 5c156ff5-f556-4807-ae50-63ed2cbfb6a9 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:16.967656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 5c156ff5-f556-4807-ae50-63ed2cbfb6a9) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:16.973700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:16.974891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:16.980050 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e7781-b2d6-48be-b13f-189c5c0cd0fe None None] Network 5c156ff5-f556-4807-ae50-63ed2cbfb6a9 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:17.005553 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-00089737-bd8e-4f61-8e63-c721c6b94580 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6824145 Jan 21 10:10:17.006145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42438) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:17.011985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204535581'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:17.017352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:17.023453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:network and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:17.027102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:17.035128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:17.049456 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:17.054327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.094568 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:17.108006 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.108347 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Added segment cedfe7fe-9ea8-4e93-813f-c565e7ff4677 of type vlan for network e100ec87-9f29-4f6a-8c63-578aa0431c34 Jan 21 10:10:17.147577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.187807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.194932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:17.195927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.252788 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-5c156ff5-f556-4807-ae50-63ed2cbfb6a9', 'network_id': '5c156ff5-f556-4807-ae50-63ed2cbfb6a9', 'tenant_id': '9b3377aaaebe43a4a859c6e91aefb7f9', 'fixed_ips': [{'subnet_id': 'c271ce07-75ce-4652-a113-3e65fa0c0ada'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:17.254167 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.365553 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3552818 Jan 21 10:10:17.367063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42442) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:17.374321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Request body: {'subnet': {'network_id': 'e100ec87-9f29-4f6a-8c63-578aa0431c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:17.394517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab090f0-e350-4c8c-95ca-f47a074a4a1f tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Network': ['ID=e100ec87-9f29-4f6a-8c63-578aa0431c34,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:17.431103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network e100ec87-9f29-4f6a-8c63-578aa0431c34 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:17.500901 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:17.504792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Usage tracker for resource:subnet and tenant:9b3377aaaebe43a4a859c6e91aefb7f9 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:17.507954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:17.513852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:17.526991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Made reservation on behalf of 9b3377aaaebe43a4a859c6e91aefb7f9 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:17.561203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Allocated IP 2001:db8::2 (5c156ff5-f556-4807-ae50-63ed2cbfb6a9/c271ce07-75ce-4652-a113-3e65fa0c0ada/497cd601-6561-47b3-b488-a516d2c59a60) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:17.646884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.897153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.909845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Transition to ACTIVE for port object 497cd601-6561-47b3-b488-a516d2c59a60 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:17.914410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:17.930957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Transition to ACTIVE for port object 497cd601-6561-47b3-b488-a516d2c59a60 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:17.936595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.018968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Network 5c156ff5-f556-4807-ae50-63ed2cbfb6a9 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:18.022315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:18.024893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event updated for resources: {'Subnet': ['ID=d8573dec-afbd-490a-aa92-04e724873d39,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:18.026835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:18.034862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Pushing event updated for resources: {'Port': ['ID=497cd601-6561-47b3-b488-a516d2c59a60,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:18.037213 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Checking segment: {'id': 'cedfe7fe-9ea8-4e93-813f-c565e7ff4677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e100ec87-9f29-4f6a-8c63-578aa0431c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:18.037581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network hostable DHCP agents. Network: e100ec87-9f29-4f6a-8c63-578aa0431c34, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:18.064546 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Network e100ec87-9f29-4f6a-8c63-578aa0431c34 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:18.075144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, e100ec87-9f29-4f6a-8c63-578aa0431c34) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:18.087554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:18.088322 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.101289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af796e18-654b-45c8-89de-e1bb61a55030 None None] Network e100ec87-9f29-4f6a-8c63-578aa0431c34 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:18.114615 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-877889e2-b349-4465-b52d-2cef42732fa0 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7471316 Jan 21 10:10:18.117855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42446) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:18.208554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Attempting to bind port 497cd601-6561-47b3-b488-a516d2c59a60 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:18.208554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Attempting to bind port 497cd601-6561-47b3-b488-a516d2c59a60 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '910538b2-cf14-4a9e-ab19-194661ca8260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c156ff5-f556-4807-ae50-63ed2cbfb6a9'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:18.209155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Attempting to bind port 497cd601-6561-47b3-b488-a516d2c59a60 on network 5c156ff5-f556-4807-ae50-63ed2cbfb6a9 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:18.232919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:18.233324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Checking segment: {'id': '910538b2-cf14-4a9e-ab19-194661ca8260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c156ff5-f556-4807-ae50-63ed2cbfb6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:18.233685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.234103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Bound using segment: {'id': '910538b2-cf14-4a9e-ab19-194661ca8260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c156ff5-f556-4807-ae50-63ed2cbfb6a9'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:18.234580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Bound port: 497cd601-6561-47b3-b488-a516d2c59a60, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910538b2-cf14-4a9e-ab19-194661ca8260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5c156ff5-f556-4807-ae50-63ed2cbfb6a9'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:18.234955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.274767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.352938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.434615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] For port 497cd601-6561-47b3-b488-a516d2c59a60, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:18.448877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] For port 497cd601-6561-47b3-b488-a516d2c59a60, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=497cd601-6561-47b3-b488-a516d2c59a60,segment=NetworkSegment(910538b2-cf14-4a9e-ab19-194661ca8260),segment_id=910538b2-cf14-4a9e-ab19-194661ca8260)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:18.455391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.458319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.494690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbdcfdc-fd0e-4759-ae58-2f81703d2b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-e100ec87-9f29-4f6a-8c63-578aa0431c34', 'network_id': 'e100ec87-9f29-4f6a-8c63-578aa0431c34', 'tenant_id': '9b3377aaaebe43a4a859c6e91aefb7f9', 'fixed_ips': [{'subnet_id': 'd8573dec-afbd-490a-aa92-04e724873d39'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:18.495510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcfdc-fd0e-4759-ae58-2f81703d2b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.507224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Subnet': ['ID=d8573dec-afbd-490a-aa92-04e724873d39,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:18.606851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff59c2-e071-45f3-852c-68ce04483ff1 None None] Pushing event updated for resources: {'Port': ['ID=497cd601-6561-47b3-b488-a516d2c59a60,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:18.619598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.670157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e100ec87-9f29-4f6a-8c63-578aa0431c34']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:18.670355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786126b-4ae3-433e-9126-29b9500d6f15 None None] Network e100ec87-9f29-4f6a-8c63-578aa0431c34 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:18.688107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedfe7fe-9ea8-4e93-813f-c565e7ff4677') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:18.688567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedfe7fe-9ea8-4e93-813f-c565e7ff4677') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:18.702568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.723495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.732119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:10:18.733120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:18.762923 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:18.884294 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.910995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:18.923462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Network': ['ID=e100ec87-9f29-4f6a-8c63-578aa0431c34,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:18.928338 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-944a0eaf-18ff-43d0-b5db-803d8fede54d tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/e100ec87-9f29-4f6a-8c63-578aa0431c34 HTTP/1.1" status: 204 len: 168 time: 0.8092184 Jan 21 10:10:18.931991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42450) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:18.979435 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e74f2e-9dff-43aa-8eba-96073d7f09f3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] GET failed (client error): The resource could not be found. Jan 21 10:10:18.979954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-21e74f2e-9dff-43aa-8eba-96073d7f09f3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Synchronizing usage tracker for tenant:9b3377aaaebe43a4a859c6e91aefb7f9 on resource:subnet {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:19.001582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-21e74f2e-9dff-43aa-8eba-96073d7f09f3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Unset dirty status for tenant:9b3377aaaebe43a4a859c6e91aefb7f9 on resource:subnet {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:19.003284 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-21e74f2e-9dff-43aa-8eba-96073d7f09f3 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "GET /v2.0/subnets/d8573dec-afbd-490a-aa92-04e724873d39 HTTP/1.1" status: 404 len: 337 time: 0.0703361 Jan 21 10:10:19.006034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42454) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:19.032082 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c78442-1c8b-468f-a144-5bea119ee00c tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] DELETE failed (client error): The resource could not be found. Jan 21 10:10:19.032519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c78442-1c8b-468f-a144-5bea119ee00c tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:10:19.034730 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-62c78442-1c8b-468f-a144-5bea119ee00c tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/e100ec87-9f29-4f6a-8c63-578aa0431c34 HTTP/1.1" status: 404 len: 339 time: 0.0271859 Jan 21 10:10:19.038533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42458) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:19.075782 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4513e6fa-5b2f-4f11-b6ad-3a7a78ca782a tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] DELETE failed (client error): The resource could not be found. Jan 21 10:10:19.076226 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4513e6fa-5b2f-4f11-b6ad-3a7a78ca782a tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:10:19.077826 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4513e6fa-5b2f-4f11-b6ad-3a7a78ca782a tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/subnets/d8573dec-afbd-490a-aa92-04e724873d39 HTTP/1.1" status: 404 len: 337 time: 0.0384140 Jan 21 10:10:19.080468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42462) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:19.105295 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0394004-7185-4a54-9239-2c5efc672938 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] DELETE failed (client error): The resource could not be found. Jan 21 10:10:19.105719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0394004-7185-4a54-9239-2c5efc672938 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:10:19.107437 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e0394004-7185-4a54-9239-2c5efc672938 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/e100ec87-9f29-4f6a-8c63-578aa0431c34 HTTP/1.1" status: 404 len: 339 time: 0.0260327 Jan 21 10:10:19.109941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42466) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:19.131885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24d82bb7-1f47-49e2-8a9b-dda919cb560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.179162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-824d26fe-137c-4c19-85d9-e317bce104c1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Deleting subnet c271ce07-75ce-4652-a113-3e65fa0c0ada {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:10:19.182416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-824d26fe-137c-4c19-85d9-e317bce104c1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.335942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-824d26fe-137c-4c19-85d9-e317bce104c1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.422455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-824d26fe-137c-4c19-85d9-e317bce104c1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.509922 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-824d26fe-137c-4c19-85d9-e317bce104c1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.557315 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d26fe-137c-4c19-85d9-e317bce104c1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Subnet': ['ID=c271ce07-75ce-4652-a113-3e65fa0c0ada,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:19.561937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-824d26fe-137c-4c19-85d9-e317bce104c1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.579785 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-824d26fe-137c-4c19-85d9-e317bce104c1 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/subnets/c271ce07-75ce-4652-a113-3e65fa0c0ada HTTP/1.1" status: 204 len: 168 time: 0.4683580 Jan 21 10:10:19.582870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42470) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:19.620497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82157085-b8ff-4ec5-9a66-d76271a0ae50 None None] Network 5c156ff5-f556-4807-ae50-63ed2cbfb6a9 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:19.733121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2f700f39-d474-420f-9a13-d6c6614733c3 None None] Provisioning for port 497cd601-6561-47b3-b488-a516d2c59a60 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:19.816993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.827529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Deleting port 497cd601-6561-47b3-b488-a516d2c59a60 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:19.827861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:19.891137 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] DHCP port deletion for 5c156ff5-f556-4807-ae50-63ed2cbfb6a9 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:10:19.897399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] Deleting port 497cd601-6561-47b3-b488-a516d2c59a60 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:19.898063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.061158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] For port 497cd601-6561-47b3-b488-a516d2c59a60, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=497cd601-6561-47b3-b488-a516d2c59a60,segment=NetworkSegment(910538b2-cf14-4a9e-ab19-194661ca8260),segment_id=910538b2-cf14-4a9e-ab19-194661ca8260)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:20.061784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.122497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] For port 497cd601-6561-47b3-b488-a516d2c59a60, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=497cd601-6561-47b3-b488-a516d2c59a60,segment=NetworkSegment(910538b2-cf14-4a9e-ab19-194661ca8260),segment_id=910538b2-cf14-4a9e-ab19-194661ca8260)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:20.122791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.184352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Calling delete_port for 497cd601-6561-47b3-b488-a516d2c59a60 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:20.264875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.287492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] Calling delete_port for 497cd601-6561-47b3-b488-a516d2c59a60 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:20.309661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Port': ['ID=497cd601-6561-47b3-b488-a516d2c59a60,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:20.316998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No DVR routers for this DVR port 497cd601-6561-47b3-b488-a516d2c59a60 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:20.358283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:10:20.358614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:10:20.442269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.467946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c156ff5-f556-4807-ae50-63ed2cbfb6a9']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:20.480865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910538b2-cf14-4a9e-ab19-194661ca8260') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:20.481160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910538b2-cf14-4a9e-ab19-194661ca8260') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:20.493252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.509310 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.515222 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:10:20.515601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:20.529581 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:20.612648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.629187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.640871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Network': ['ID=5c156ff5-f556-4807-ae50-63ed2cbfb6a9,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:20.643562 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4528da82-1ac5-420f-a7d5-97072218e3d6 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/5c156ff5-f556-4807-ae50-63ed2cbfb6a9 HTTP/1.1" status: 204 len: 168 time: 1.0596163 Jan 21 10:10:20.646012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42474) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:20.686325 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5808963e-92fb-43ab-96be-ffbb466824bf tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] DELETE failed (client error): The resource could not be found. Jan 21 10:10:20.686772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5808963e-92fb-43ab-96be-ffbb466824bf tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:10:20.688596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5808963e-92fb-43ab-96be-ffbb466824bf tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/subnets/07bd9c58-42ea-49c6-bce0-c640742f8ffd HTTP/1.1" status: 404 len: 337 time: 0.0416539 Jan 21 10:10:20.691411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42478) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:20.721419 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc40b361-46cc-4ecf-8fde-12cea38ce3bc tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] DELETE failed (client error): The resource could not be found. Jan 21 10:10:20.721740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc40b361-46cc-4ecf-8fde-12cea38ce3bc tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:10:20.723442 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fc40b361-46cc-4ecf-8fde-12cea38ce3bc tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/fed902f1-17e2-4768-92ca-2a9dac899cd4 HTTP/1.1" status: 404 len: 339 time: 0.0311260 Jan 21 10:10:20.726045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42482) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:20.775750 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3226b4c-89db-4df6-88ba-c455ed9f3b06 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] DELETE failed (client error): The resource could not be found. Jan 21 10:10:20.776192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3226b4c-89db-4df6-88ba-c455ed9f3b06 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:10:20.777827 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b3226b4c-89db-4df6-88ba-c455ed9f3b06 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/subnets/877f9e7e-995f-4296-b2bc-dc97457ca27e HTTP/1.1" status: 404 len: 337 time: 0.0508449 Jan 21 10:10:20.780345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42486) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:20.806142 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa50f77-e987-4c8b-9596-c720f9f155e2 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] DELETE failed (client error): The resource could not be found. Jan 21 10:10:20.806572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa50f77-e987-4c8b-9596-c720f9f155e2 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 10:10:20.808215 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7aa50f77-e987-4c8b-9596-c720f9f155e2 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/ae4cbbda-903d-46c6-96db-1acd8d81f0d8 HTTP/1.1" status: 404 len: 339 time: 0.0269823 Jan 21 10:10:20.810767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42490) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:20.860113 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] Deleting port 497cd601-6561-47b3-b488-a516d2c59a60 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:20.860493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:20.924795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6f10456c-1f8c-4ab5-ba90-7493eab57a44 None None] The port '497cd601-6561-47b3-b488-a516d2c59a60' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:10:21.000818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc797344-8454-49c7-bdbc-b29bd2a876e9 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Deleting subnet b0c7e161-691b-4c02-94c4-432524022830 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:10:21.004207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cc797344-8454-49c7-bdbc-b29bd2a876e9 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.067908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cc797344-8454-49c7-bdbc-b29bd2a876e9 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.148060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cc797344-8454-49c7-bdbc-b29bd2a876e9 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.221291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cc797344-8454-49c7-bdbc-b29bd2a876e9 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.258239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc797344-8454-49c7-bdbc-b29bd2a876e9 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c7e161-691b-4c02-94c4-432524022830,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:21.264178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cc797344-8454-49c7-bdbc-b29bd2a876e9 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.270748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c4327-957d-43ee-b402-027dbef3bb9f None None] Network 66d67082-b13f-4b55-9de1-a122217d2565 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:21.274056 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cc797344-8454-49c7-bdbc-b29bd2a876e9 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/subnets/b0c7e161-691b-4c02-94c4-432524022830 HTTP/1.1" status: 204 len: 168 time: 0.4623237 Jan 21 10:10:21.276731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42494) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:21.485236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.500412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Deleting port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:21.500730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.508915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b77fff8c-faa7-4ffb-a787-f19f06bdbb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.516565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] DHCP port deletion for 66d67082-b13f-4b55-9de1-a122217d2565 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:10:21.521261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] Deleting port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:21.521658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.710547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] For port 812a84e3-5d82-4853-ad63-8b1f005fe3a7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=812a84e3-5d82-4853-ad63-8b1f005fe3a7,segment=NetworkSegment(86e8a55b-9aeb-4566-93ce-08c09000a8bd),segment_id=86e8a55b-9aeb-4566-93ce-08c09000a8bd)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:21.711161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.727952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] For port 812a84e3-5d82-4853-ad63-8b1f005fe3a7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=812a84e3-5d82-4853-ad63-8b1f005fe3a7,segment=NetworkSegment(86e8a55b-9aeb-4566-93ce-08c09000a8bd),segment_id=86e8a55b-9aeb-4566-93ce-08c09000a8bd)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:21.728335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.838030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Calling delete_port for 812a84e3-5d82-4853-ad63-8b1f005fe3a7 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:21.850624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] Calling delete_port for 812a84e3-5d82-4853-ad63-8b1f005fe3a7 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:21.914316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:21.932285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:10:21.932646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:10:21.963324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Port': ['ID=812a84e3-5d82-4853-ad63-8b1f005fe3a7,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:21.975409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] No DVR routers for this DVR port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:22.108766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.134908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d67082-b13f-4b55-9de1-a122217d2565']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:22.147863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e8a55b-9aeb-4566-93ce-08c09000a8bd') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:22.148147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e8a55b-9aeb-4566-93ce-08c09000a8bd') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:22.160045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.176320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.182942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:10:22.183322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:22.197719 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:22.280014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.297680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.308851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] Pushing event deleted for resources: {'Network': ['ID=66d67082-b13f-4b55-9de1-a122217d2565,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:22.312479 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-46e0b98f-37c5-43c9-af20-661af8eafc52 tempest-NetworksIpV6Test-220562263 tempest-NetworksIpV6Test-220562263-project] 10.222.0.122 "DELETE /v2.0/networks/66d67082-b13f-4b55-9de1-a122217d2565 HTTP/1.1" status: 204 len: 168 time: 1.0348389 Jan 21 10:10:22.434457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] Deleting port 812a84e3-5d82-4853-ad63-8b1f005fe3a7 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:22.434842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.506575 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-56d793b1-d686-487a-b0b5-761a98de100c None None] The port '812a84e3-5d82-4853-ad63-8b1f005fe3a7' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:10:22.551556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.684133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42502) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:22.708122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 812a84e3-5d82-4853-ad63-8b1f005fe3a7 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:22.750286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 812a84e3-5d82-4853-ad63-8b1f005fe3a7 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:10:22.750636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 812a84e3-5d82-4853-ad63-8b1f005fe3a7 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:10:22.901502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:22.915328 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b2683b32-00f7-4053-aadd-8dd54815990c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=9b3377aaaebe43a4a859c6e91aefb7f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2300067 Jan 21 10:10:22.917825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42508) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:22.976546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1ba39f0-8e2d-4d66-b914-c02c9dba4523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.004231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1ba39f0-8e2d-4d66-b914-c02c9dba4523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.060937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1ba39f0-8e2d-4d66-b914-c02c9dba4523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.076087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba39f0-8e2d-4d66-b914-c02c9dba4523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f5e72f-8e4e-4c16-857d-ad5db9dae957,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:23.083636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f1ba39f0-8e2d-4d66-b914-c02c9dba4523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:23.084833 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f1ba39f0-8e2d-4d66-b914-c02c9dba4523 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/d1f5e72f-8e4e-4c16-857d-ad5db9dae957 HTTP/1.1" status: 204 len: 168 time: 0.1659806 Jan 21 10:10:23.978970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.012525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42530) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:24.146902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-418851677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:24.153378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:24.157354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Usage tracker for resource:router and tenant:f5f8621cfbc64bc181930fbc4e9a955d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:24.160548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:24.166937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.178921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.179939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.210407 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.229528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.251413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.253539 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-af6b9da5-346b-4525-b6bd-edfb9c1262a1 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2400115 Jan 21 10:10:24.256360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42536) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:24.262225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-698441082'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:24.268140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:24.272285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Usage tracker for resource:network and tenant:f5f8621cfbc64bc181930fbc4e9a955d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:24.275879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:24.281812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.291933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Made reservation on behalf of f5f8621cfbc64bc181930fbc4e9a955d for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:24.295277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.308365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.343185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:24.347148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Usage tracker for resource:security_group_rule and tenant:f5f8621cfbc64bc181930fbc4e9a955d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:24.350050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:24.355838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.428481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.433289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.479719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:24.489394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66cf20f-5ea1-4215-9471-a5881e8cdc1c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:24.496643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.497028 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Added segment 76359e42-5438-4c5c-a55e-52af18e2f8a4 of type vlan for network 68bc6921-7e05-41ea-ac17-15fe3fb8412d Jan 21 10:10:24.527588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.567612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.571544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:24.572128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:24.685925 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event updated for resources: {'Network': ['ID=68bc6921-7e05-41ea-ac17-15fe3fb8412d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:24.688780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b5083368-0672-444d-a894-0fd15d9050f9 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4314520 Jan 21 10:10:24.692168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42540) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:24.697041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 68bc6921-7e05-41ea-ac17-15fe3fb8412d details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:24.699877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Request body: {'subnet': {'network_id': '68bc6921-7e05-41ea-ac17-15fe3fb8412d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:24.843258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:24.847683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Usage tracker for resource:subnet and tenant:f5f8621cfbc64bc181930fbc4e9a955d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:24.850595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:24.856361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:24.866495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Made reservation on behalf of f5f8621cfbc64bc181930fbc4e9a955d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:24.972493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.197002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.363312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event updated for resources: {'Subnet': ['ID=4d2c0cd0-c5ee-4f55-936b-c8f4cbdf061f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:25.381380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Checking segment: {'id': '76359e42-5438-4c5c-a55e-52af18e2f8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '68bc6921-7e05-41ea-ac17-15fe3fb8412d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:25.381725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Network hostable DHCP agents. Network: 68bc6921-7e05-41ea-ac17-15fe3fb8412d, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:25.403545 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Network 68bc6921-7e05-41ea-ac17-15fe3fb8412d is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:25.414054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 68bc6921-7e05-41ea-ac17-15fe3fb8412d) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:25.418473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:25.419045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.427614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751bc39f-3162-423f-b922-7ca2a554d482 None None] Network 68bc6921-7e05-41ea-ac17-15fe3fb8412d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:25.444925 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-841b6bb3-9dda-4c55-b31e-c74b66ed3c17 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7514987 Jan 21 10:10:25.450109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42544) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:25.456193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1563426970'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:25.461584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:25.465910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Usage tracker for resource:network and tenant:f5f8621cfbc64bc181930fbc4e9a955d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:25.468896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:25.475336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:25.487586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Made reservation on behalf of f5f8621cfbc64bc181930fbc4e9a955d for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:25.490543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.523503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:25.536577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.536966 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Added segment c97f03d4-bbbd-419d-bb89-1374c615e8bb of type vlan for network a888ea4f-461c-47f9-911b-c855bf008cd3 Jan 21 10:10:25.571668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.604956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.608672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:25.609261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.683120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-68bc6921-7e05-41ea-ac17-15fe3fb8412d', 'network_id': '68bc6921-7e05-41ea-ac17-15fe3fb8412d', 'tenant_id': 'f5f8621cfbc64bc181930fbc4e9a955d', 'fixed_ips': [{'subnet_id': '4d2c0cd0-c5ee-4f55-936b-c8f4cbdf061f'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:25.683944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:25.719983 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2685456 Jan 21 10:10:25.723145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42548) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:25.731108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Request body: {'subnet': {'network_id': 'a888ea4f-461c-47f9-911b-c855bf008cd3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:25.748142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48825263-18c5-4844-8b60-9daa07bf99b4 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event updated for resources: {'Network': ['ID=a888ea4f-461c-47f9-911b-c855bf008cd3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:25.763645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network a888ea4f-461c-47f9-911b-c855bf008cd3 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:25.844597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:25.850839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Usage tracker for resource:subnet and tenant:f5f8621cfbc64bc181930fbc4e9a955d is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:25.854236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:25.864075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:25.875991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Made reservation on behalf of f5f8621cfbc64bc181930fbc4e9a955d for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:25.975696 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Allocated IP 172.20.0.2 (68bc6921-7e05-41ea-ac17-15fe3fb8412d/4d2c0cd0-c5ee-4f55-936b-c8f4cbdf061f/d86c40e9-fa29-49f0-95b2-b379305022d0) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:25.999237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.296375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.324382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.344422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Transition to ACTIVE for port object d86c40e9-fa29-49f0-95b2-b379305022d0 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:26.377684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Transition to ACTIVE for port object d86c40e9-fa29-49f0-95b2-b379305022d0 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:26.386475 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event updated for resources: {'Subnet': ['ID=bb4a0d57-db42-403b-a0fd-5fe1e08d81fd,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:26.386906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.405020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Checking segment: {'id': 'c97f03d4-bbbd-419d-bb89-1374c615e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a888ea4f-461c-47f9-911b-c855bf008cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:26.405383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Network hostable DHCP agents. Network: a888ea4f-461c-47f9-911b-c855bf008cd3, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:26.433659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Network a888ea4f-461c-47f9-911b-c855bf008cd3 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:26.443819 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, a888ea4f-461c-47f9-911b-c855bf008cd3) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:26.450992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:26.450992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.475543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578aa45-73e3-42c2-9afd-80931b1bcd53 None None] Network a888ea4f-461c-47f9-911b-c855bf008cd3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:26.488942 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-76f086c5-78f4-4d84-bdf0-e1ba04078402 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7643065 Jan 21 10:10:26.491467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42552) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:26.504254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-67acad0e-8ae6-4cad-9647-45bc902ee7aa tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a888ea4f-461c-47f9-911b-c855bf008cd3'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:26.647391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Network 68bc6921-7e05-41ea-ac17-15fe3fb8412d is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:26.659318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:26.679780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:26.685135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Pushing event updated for resources: {'Port': ['ID=d86c40e9-fa29-49f0-95b2-b379305022d0,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:26.841608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Attempting to bind port d86c40e9-fa29-49f0-95b2-b379305022d0 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:26.842061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Attempting to bind port d86c40e9-fa29-49f0-95b2-b379305022d0 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '76359e42-5438-4c5c-a55e-52af18e2f8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '68bc6921-7e05-41ea-ac17-15fe3fb8412d'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:26.842330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Attempting to bind port d86c40e9-fa29-49f0-95b2-b379305022d0 on network 68bc6921-7e05-41ea-ac17-15fe3fb8412d {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:26.859061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:26.859493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Checking segment: {'id': '76359e42-5438-4c5c-a55e-52af18e2f8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '68bc6921-7e05-41ea-ac17-15fe3fb8412d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:26.859823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.860217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Bound using segment: {'id': '76359e42-5438-4c5c-a55e-52af18e2f8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '68bc6921-7e05-41ea-ac17-15fe3fb8412d'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:26.860688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Bound port: d86c40e9-fa29-49f0-95b2-b379305022d0, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76359e42-5438-4c5c-a55e-52af18e2f8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '68bc6921-7e05-41ea-ac17-15fe3fb8412d'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:26.861777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.955998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-67acad0e-8ae6-4cad-9647-45bc902ee7aa tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:26.957312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-a888ea4f-461c-47f9-911b-c855bf008cd3', 'network_id': 'a888ea4f-461c-47f9-911b-c855bf008cd3', 'tenant_id': 'f5f8621cfbc64bc181930fbc4e9a955d', 'fixed_ips': [{'subnet_id': 'bb4a0d57-db42-403b-a0fd-5fe1e08d81fd'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:26.958144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.054074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] For port d86c40e9-fa29-49f0-95b2-b379305022d0, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:27.062818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] For port d86c40e9-fa29-49f0-95b2-b379305022d0, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d86c40e9-fa29-49f0-95b2-b379305022d0,segment=NetworkSegment(76359e42-5438-4c5c-a55e-52af18e2f8a4),segment_id=76359e42-5438-4c5c-a55e-52af18e2f8a4)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:27.072247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.183306 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.api.v2.resource [None req-67acad0e-8ae6-4cad-9647-45bc902ee7aa tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 10:10:27.184355 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-67acad0e-8ae6-4cad-9647-45bc902ee7aa tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "PUT /v2.0/routers/cb07697f-868e-4b13-98a1-329b97eaa5cb HTTP/1.1" status: 400 len: 364 time: 0.6912892 Jan 21 10:10:27.191023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42556) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:27.216633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c8e1c-c48b-46fd-b581-3197ebaaea10 None None] Pushing event updated for resources: {'Port': ['ID=d86c40e9-fa29-49f0-95b2-b379305022d0,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:27.247841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Allocated IP 172.21.0.2 (a888ea4f-461c-47f9-911b-c855bf008cd3/bb4a0d57-db42-403b-a0fd-5fe1e08d81fd/94c85ae3-76a6-45a7-a88f-05d2d49e41b1) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:27.377274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7276c59-44eb-496e-adf1-e3c8e057786d tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Deleting subnet bb4a0d57-db42-403b-a0fd-5fe1e08d81fd {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:10:27.509052 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.529803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Transition to ACTIVE for port object 94c85ae3-76a6-45a7-a88f-05d2d49e41b1 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:27.556703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Transition to ACTIVE for port object 94c85ae3-76a6-45a7-a88f-05d2d49e41b1 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:27.563272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7276c59-44eb-496e-adf1-e3c8e057786d tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.565250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.621433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7276c59-44eb-496e-adf1-e3c8e057786d tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.641950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Network a888ea4f-461c-47f9-911b-c855bf008cd3 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:27.644888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:27.647292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:27.653659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Pushing event updated for resources: {'Port': ['ID=94c85ae3-76a6-45a7-a88f-05d2d49e41b1,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:27.709477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7276c59-44eb-496e-adf1-e3c8e057786d tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.739325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Attempting to bind port 94c85ae3-76a6-45a7-a88f-05d2d49e41b1 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:27.739790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Attempting to bind port 94c85ae3-76a6-45a7-a88f-05d2d49e41b1 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'c97f03d4-bbbd-419d-bb89-1374c615e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a888ea4f-461c-47f9-911b-c855bf008cd3'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:27.740273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Attempting to bind port 94c85ae3-76a6-45a7-a88f-05d2d49e41b1 on network a888ea4f-461c-47f9-911b-c855bf008cd3 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:27.747414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:27.747886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Checking segment: {'id': 'c97f03d4-bbbd-419d-bb89-1374c615e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a888ea4f-461c-47f9-911b-c855bf008cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:27.748697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.748849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Bound using segment: {'id': 'c97f03d4-bbbd-419d-bb89-1374c615e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a888ea4f-461c-47f9-911b-c855bf008cd3'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:27.749304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Bound port: 94c85ae3-76a6-45a7-a88f-05d2d49e41b1, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97f03d4-bbbd-419d-bb89-1374c615e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a888ea4f-461c-47f9-911b-c855bf008cd3'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:27.749747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.786220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7276c59-44eb-496e-adf1-e3c8e057786d tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.826479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7276c59-44eb-496e-adf1-e3c8e057786d tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4a0d57-db42-403b-a0fd-5fe1e08d81fd,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:27.839436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b7276c59-44eb-496e-adf1-e3c8e057786d tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:27.845339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b7276c59-44eb-496e-adf1-e3c8e057786d tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "DELETE /v2.0/subnets/bb4a0d57-db42-403b-a0fd-5fe1e08d81fd HTTP/1.1" status: 204 len: 168 time: 0.6530199 Jan 21 10:10:27.845928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] For port 94c85ae3-76a6-45a7-a88f-05d2d49e41b1, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:27.849220 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] For port 94c85ae3-76a6-45a7-a88f-05d2d49e41b1, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=94c85ae3-76a6-45a7-a88f-05d2d49e41b1,segment=NetworkSegment(c97f03d4-bbbd-419d-bb89-1374c615e8bb),segment_id=c97f03d4-bbbd-419d-bb89-1374c615e8bb)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:27.849524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42560) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:27.855309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.017344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d82190-d098-4bb4-9c37-a16148353523 None None] Pushing event updated for resources: {'Port': ['ID=94c85ae3-76a6-45a7-a88f-05d2d49e41b1,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:28.047326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee8438c-4148-4a03-9cc8-f750d9ddb64d None None] Network a888ea4f-461c-47f9-911b-c855bf008cd3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:28.108578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.121713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Deleting port 94c85ae3-76a6-45a7-a88f-05d2d49e41b1 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:28.122105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.368181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] For port 94c85ae3-76a6-45a7-a88f-05d2d49e41b1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=94c85ae3-76a6-45a7-a88f-05d2d49e41b1,segment=NetworkSegment(c97f03d4-bbbd-419d-bb89-1374c615e8bb),segment_id=c97f03d4-bbbd-419d-bb89-1374c615e8bb)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:28.368181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.382655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a0105-4520-4592-b4a5-9571a6532665 None None] Network 68bc6921-7e05-41ea-ac17-15fe3fb8412d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:28.480185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-afcaf51e-965b-4e1a-b8af-8faaa74c3b27 None None] Provisioning for port d86c40e9-fa29-49f0-95b2-b379305022d0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:28.493041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Calling delete_port for 94c85ae3-76a6-45a7-a88f-05d2d49e41b1 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:28.576806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.623609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event deleted for resources: {'Port': ['ID=94c85ae3-76a6-45a7-a88f-05d2d49e41b1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:28.628299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] No DVR routers for this DVR port 94c85ae3-76a6-45a7-a88f-05d2d49e41b1 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:28.755265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d86c40e9-fa29-49f0-95b2-b379305022d0 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:28.771386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.801446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a888ea4f-461c-47f9-911b-c855bf008cd3']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:28.819693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97f03d4-bbbd-419d-bb89-1374c615e8bb') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:28.819998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97f03d4-bbbd-419d-bb89-1374c615e8bb') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:28.833456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port d86c40e9-fa29-49f0-95b2-b379305022d0 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:28.834704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.838992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d86c40e9-fa29-49f0-95b2-b379305022d0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:28.839417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.853523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.861567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:10:28.862488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.878481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b0028-6ff3-416b-a035-f4013df95e31 None None] get_active_networks_info from dv-neutron-825724-1-hyperv {{(pid=83428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:28.880326 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:28.968615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:28.991747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.004638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-05464b71-4cb8-4f9a-90e7-e9399c2455b9 None None] Provisioning complete for port d86c40e9-fa29-49f0-95b2-b379305022d0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:29.005001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05464b71-4cb8-4f9a-90e7-e9399c2455b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.008520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event deleted for resources: {'Network': ['ID=a888ea4f-461c-47f9-911b-c855bf008cd3,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:29.012830 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9d312053-ef00-4705-8ea4-8b75465c2be8 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "DELETE /v2.0/networks/a888ea4f-461c-47f9-911b-c855bf008cd3 HTTP/1.1" status: 204 len: 168 time: 1.1620793 Jan 21 10:10:29.015228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42564) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:29.087230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af31504-faa3-4817-91e7-361633986815 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Deleting subnet 4d2c0cd0-c5ee-4f55-936b-c8f4cbdf061f {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:10:29.090694 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3af31504-faa3-4817-91e7-361633986815 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.119500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b0028-6ff3-416b-a035-f4013df95e31 None None] Resources bound (agent type, host, resource id): {{(pid=83428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 10:10:29.125355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.146753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3af31504-faa3-4817-91e7-361633986815 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.285485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port d86c40e9-fa29-49f0-95b2-b379305022d0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d86c40e9-fa29-49f0-95b2-b379305022d0,segment=NetworkSegment(76359e42-5438-4c5c-a55e-52af18e2f8a4),segment_id=76359e42-5438-4c5c-a55e-52af18e2f8a4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:29.293577 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3af31504-faa3-4817-91e7-361633986815 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.300344 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.378614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05464b71-4cb8-4f9a-90e7-e9399c2455b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.387771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3af31504-faa3-4817-91e7-361633986815 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.425851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af31504-faa3-4817-91e7-361633986815 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2c0cd0-c5ee-4f55-936b-c8f4cbdf061f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:29.432618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3af31504-faa3-4817-91e7-361633986815 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.438709 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3af31504-faa3-4817-91e7-361633986815 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "DELETE /v2.0/subnets/4d2c0cd0-c5ee-4f55-936b-c8f4cbdf061f HTTP/1.1" status: 204 len: 168 time: 0.4224224 Jan 21 10:10:29.441317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42568) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:29.454046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=d86c40e9-fa29-49f0-95b2-b379305022d0,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:29.553019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-05464b71-4cb8-4f9a-90e7-e9399c2455b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:10:29.553271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-05464b71-4cb8-4f9a-90e7-e9399c2455b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:10:29.554273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.566442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Deleting port d86c40e9-fa29-49f0-95b2-b379305022d0 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:29.566773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.648743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb1f3e-75c6-4c8f-a1ad-e34e10694598 None None] Network 68bc6921-7e05-41ea-ac17-15fe3fb8412d requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:29.884992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] For port d86c40e9-fa29-49f0-95b2-b379305022d0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d86c40e9-fa29-49f0-95b2-b379305022d0,segment=NetworkSegment(76359e42-5438-4c5c-a55e-52af18e2f8a4),segment_id=76359e42-5438-4c5c-a55e-52af18e2f8a4)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:29.885340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:29.907246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] DHCP port deletion for 68bc6921-7e05-41ea-ac17-15fe3fb8412d request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:10:29.912728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] Deleting port d86c40e9-fa29-49f0-95b2-b379305022d0 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:29.913083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.005483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Calling delete_port for d86c40e9-fa29-49f0-95b2-b379305022d0 owned by network:dhcp {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:30.084767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.134346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event deleted for resources: {'Port': ['ID=d86c40e9-fa29-49f0-95b2-b379305022d0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:30.139635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] No DVR routers for this DVR port d86c40e9-fa29-49f0-95b2-b379305022d0 on host dv-neutron-825724-1-hyperv {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:10:30.174023 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-05464b71-4cb8-4f9a-90e7-e9399c2455b9 None None] Port d86c40e9-fa29-49f0-95b2-b379305022d0 update to ACTIVE by agent not found {{(pid=83428) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 21 10:10:30.199781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] For port d86c40e9-fa29-49f0-95b2-b379305022d0, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d86c40e9-fa29-49f0-95b2-b379305022d0,segment=NetworkSegment(76359e42-5438-4c5c-a55e-52af18e2f8a4),segment_id=76359e42-5438-4c5c-a55e-52af18e2f8a4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:30.200160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.268578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.295049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bc6921-7e05-41ea-ac17-15fe3fb8412d']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:30.307945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76359e42-5438-4c5c-a55e-52af18e2f8a4') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:30.308235 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76359e42-5438-4c5c-a55e-52af18e2f8a4') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:30.320882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.321906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] Calling delete_port for d86c40e9-fa29-49f0-95b2-b379305022d0 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:10:30.338320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.345971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:10:30.347144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:10:30.362569 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:10:30.394730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:10:30.394999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:10:30.445187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.462313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.473661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Pushing event deleted for resources: {'Network': ['ID=68bc6921-7e05-41ea-ac17-15fe3fb8412d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:30.477571 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-53d76263-e57f-4871-8da8-373c4944e0c0 tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "DELETE /v2.0/networks/68bc6921-7e05-41ea-ac17-15fe3fb8412d HTTP/1.1" status: 204 len: 168 time: 1.0352974 Jan 21 10:10:30.480130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42572) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:30.523661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-048bb81f-7598-4922-b9e4-5436622f1e4b tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Synchronizing usage tracker for tenant:f5f8621cfbc64bc181930fbc4e9a955d on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:30.539971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-048bb81f-7598-4922-b9e4-5436622f1e4b tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Unset dirty status for tenant:f5f8621cfbc64bc181930fbc4e9a955d on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:30.541102 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-048bb81f-7598-4922-b9e4-5436622f1e4b tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "GET /v2.0/ports?device_id=cb07697f-868e-4b13-98a1-329b97eaa5cb HTTP/1.1" status: 200 len: 205 time: 0.0600951 Jan 21 10:10:30.543614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:30.682780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcff2a37-9420-4796-9817-3ce9df9718ba tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.725174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d86c40e9-fa29-49f0-95b2-b379305022d0 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:10:30.772350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: d86c40e9-fa29-49f0-95b2-b379305022d0 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:10:30.772900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d86c40e9-fa29-49f0-95b2-b379305022d0 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:10:30.896042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] Deleting port d86c40e9-fa29-49f0-95b2-b379305022d0 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:10:30.896424 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:30.963727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e2804d95-803a-4b8a-a70f-9e4131475f57 None None] The port 'd86c40e9-fa29-49f0-95b2-b379305022d0' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:10:31.087650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcff2a37-9420-4796-9817-3ce9df9718ba tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:31.091828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcff2a37-9420-4796-9817-3ce9df9718ba tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:31.122888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcff2a37-9420-4796-9817-3ce9df9718ba tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:31.123389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcff2a37-9420-4796-9817-3ce9df9718ba tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Fanout notify agent at l3_agent the message router_deleted on router cb07697f-868e-4b13-98a1-329b97eaa5cb {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:10:31.141725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fcff2a37-9420-4796-9817-3ce9df9718ba tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:31.143463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fcff2a37-9420-4796-9817-3ce9df9718ba tempest-RoutersNegativeTest-875742225 tempest-RoutersNegativeTest-875742225-project] 10.222.0.122 "DELETE /v2.0/routers/cb07697f-868e-4b13-98a1-329b97eaa5cb HTTP/1.1" status: 204 len: 168 time: 0.5988436 Jan 21 10:10:31.484977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42584) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:31.786645 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e76eef4f-8547-4129-95de-f65dd497ad1d admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f5f8621cfbc64bc181930fbc4e9a955d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2998540 Jan 21 10:10:31.789096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42590) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:31.846914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55a35b71-8bca-4844-afa6-b264d9ca2513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:31.872003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55a35b71-8bca-4844-afa6-b264d9ca2513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:31.946608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55a35b71-8bca-4844-afa6-b264d9ca2513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:31.972260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a35b71-8bca-4844-afa6-b264d9ca2513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66cf20f-5ea1-4215-9471-a5881e8cdc1c,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:31.983395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-55a35b71-8bca-4844-afa6-b264d9ca2513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:31.985161 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-55a35b71-8bca-4844-afa6-b264d9ca2513 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/f66cf20f-5ea1-4215-9471-a5881e8cdc1c HTTP/1.1" status: 204 len: 168 time: 0.1950014 Jan 21 10:10:32.797499 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42612) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:32.926491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-243797614-network', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:32.932275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:32.936680 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Usage tracker for resource:network and tenant:381cdd267ff04ea088bbd64408fa6eef is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:32.941318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:32.947909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:32.960678 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Made reservation on behalf of 381cdd267ff04ea088bbd64408fa6eef for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:32.963563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:32.978899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.020343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:33.024813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Usage tracker for resource:security_group_rule and tenant:381cdd267ff04ea088bbd64408fa6eef is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:33.028073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:33.034897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:33.106863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.111367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.147740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:33.150744 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c09b1fe-2413-4f60-8012-fd88fc21f363,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:33.157174 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.158259 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Added segment b226517f-28dd-4696-a3bf-c9352985f909 of type vlan for network 4befd94b-ffdf-48cb-8c83-e4de152bc857 Jan 21 10:10:33.169238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.169572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.169900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.170250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.170572 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.170891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.171207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.171521 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.171832 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.172141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.172449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:33.199421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.228675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.229645 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:33.230308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.332875 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] Pushing event updated for resources: {'Network': ['ID=4befd94b-ffdf-48cb-8c83-e4de152bc857,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:33.337270 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-67b389d3-3702-465b-ad31-0b4ecb1b9d05 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5386338 Jan 21 10:10:33.340132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42618) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:33.342600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:33.346329 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Request body: {'subnet': {'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-subnet', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:33.351474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:33.355229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Usage tracker for resource:subnet and tenant:381cdd267ff04ea088bbd64408fa6eef is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:33.358083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:33.364548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:33.376434 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Made reservation on behalf of 381cdd267ff04ea088bbd64408fa6eef for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:33.379030 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.596596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.671033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68309e49-93e2-4fb5-b415-9c1070d68332,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:33.681843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Checking segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:33.682219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Network hostable DHCP agents. Network: 4befd94b-ffdf-48cb-8c83-e4de152bc857, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:33.712433 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:33.724947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 4befd94b-ffdf-48cb-8c83-e4de152bc857) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:33.729299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:33.729871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.736077 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f4d2b-f952-46df-8fae-76a48549815a None None] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:33.752272 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-039a67ab-e0d6-4aaf-a3c4-1c60c1843e1c admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4110999 Jan 21 10:10:33.755185 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42622) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:33.760132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:33.765180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:33.769677 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Usage tracker for resource:router and tenant:381cdd267ff04ea088bbd64408fa6eef is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:33.772749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:33.778604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:33.791014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.792098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.812300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.979895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:33.991626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-4befd94b-ffdf-48cb-8c83-e4de152bc857', 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'fixed_ips': [{'subnet_id': '68309e49-93e2-4fb5-b415-9c1070d68332'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:33.993878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.165268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Allocated IP 172.20.0.2 (4befd94b-ffdf-48cb-8c83-e4de152bc857/68309e49-93e2-4fb5-b415-9c1070d68332/478d2e44-a681-41fb-82d3-96b3ae47a384) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:34.196056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.227197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.374947 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Allocated IP 172.26.1.108 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/c0d005cb-5ea1-448e-9962-9a93b36dc61a) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:34.406921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.418179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Transition to ACTIVE for port object 478d2e44-a681-41fb-82d3-96b3ae47a384 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:34.436457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Transition to ACTIVE for port object 478d2e44-a681-41fb-82d3-96b3ae47a384 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:34.442597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.515077 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:34.518326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:34.520713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:34.526007 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Pushing event updated for resources: {'Port': ['ID=478d2e44-a681-41fb-82d3-96b3ae47a384,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:34.527933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.564746 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.615645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Attempting to bind port 478d2e44-a681-41fb-82d3-96b3ae47a384 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:34.616010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Attempting to bind port 478d2e44-a681-41fb-82d3-96b3ae47a384 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:34.616372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Attempting to bind port 478d2e44-a681-41fb-82d3-96b3ae47a384 on network 4befd94b-ffdf-48cb-8c83-e4de152bc857 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:34.622986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:34.623354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Checking segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:34.623745 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.624129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Bound using segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:34.624581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Bound port: 478d2e44-a681-41fb-82d3-96b3ae47a384, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:34.625004 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.629337 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:34.632731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:34.636557 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:34.681820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d005cb-5ea1-448e-9962-9a93b36dc61a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:34.732484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] For port 478d2e44-a681-41fb-82d3-96b3ae47a384, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:34.736634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] For port 478d2e44-a681-41fb-82d3-96b3ae47a384, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=478d2e44-a681-41fb-82d3-96b3ae47a384,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:34.737825 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.741735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.821051 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.821906 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:34.825082 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d40638-cfc6-4c4d-8416-19aefad1c545 None None] Pushing event updated for resources: {'Port': ['ID=478d2e44-a681-41fb-82d3-96b3ae47a384,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:35.187182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Router 5829d3b5-74d5-4d76-bf3a-0735d493948b is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:10:35.394445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:35.402835 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Sync routers for ids ['5829d3b5-74d5-4d76-bf3a-0735d493948b'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:10:35.415103 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Routers {'5829d3b5-74d5-4d76-bf3a-0735d493948b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:35.415810 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:10:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5829d3b5-74d5-4d76-bf3a-0735d493948b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:35.418850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:35.420121 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-66c40204-134e-4222-aab1-5d23490cd693 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6640167 Jan 21 10:10:35.422871 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42626) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:35.639886 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Set router 5829d3b5-74d5-4d76-bf3a-0735d493948b gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:10:35.832095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0291c6d-d8c3-4189-bb19-0ea52bebd1ff None None] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:35.941753 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:10:34Z', 'revision_number': 3, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port': {'id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:34Z', 'updated_at': '2022-01-21T10:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:35.946262 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Checking router: 5829d3b5-74d5-4d76-bf3a-0735d493948b for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:10:35.946684 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Updating router 5829d3b5-74d5-4d76-bf3a-0735d493948b port c0d005cb-5ea1-448e-9962-9a93b36dc61a binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:10:36.019102 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.036550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-764bfdc2-107b-4315-990f-0ab6cc57743a None None] Provisioning for port 478d2e44-a681-41fb-82d3-96b3ae47a384 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:36.239037 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.378717 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.392610 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Transition to ACTIVE for port object c0d005cb-5ea1-448e-9962-9a93b36dc61a will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:36.399981 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.483032 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Attempting to bind port c0d005cb-5ea1-448e-9962-9a93b36dc61a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:36.483746 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Attempting to bind port c0d005cb-5ea1-448e-9962-9a93b36dc61a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:36.483746 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Attempting to bind port c0d005cb-5ea1-448e-9962-9a93b36dc61a on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:36.489645 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Pushing event updated for resources: {'Port': ['ID=c0d005cb-5ea1-448e-9962-9a93b36dc61a,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:36.496989 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:36.497358 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:36.497740 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.498155 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:36.498605 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Bound port: c0d005cb-5ea1-448e-9962-9a93b36dc61a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:36.498967 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.499471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Allocated IP 172.20.0.1 (4befd94b-ffdf-48cb-8c83-e4de152bc857/68309e49-93e2-4fb5-b415-9c1070d68332/3bc0a7f8-8f37-4d40-b1fd-8d65369c9557) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:36.535662 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.535995 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.536320 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.536764 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.537371 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.537371 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.537592 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.537859 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.538195 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.538504 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.538809 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:36.581231 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] For port c0d005cb-5ea1-448e-9962-9a93b36dc61a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:36.584288 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] For port c0d005cb-5ea1-448e-9962-9a93b36dc61a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c0d005cb-5ea1-448e-9962-9a93b36dc61a,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:36.588786 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.674300 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7ad91-d969-41aa-ae63-07bb448cb2c3 None None] Pushing event updated for resources: {'Port': ['ID=c0d005cb-5ea1-448e-9962-9a93b36dc61a,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:36.678835 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Routers {'5829d3b5-74d5-4d76-bf3a-0735d493948b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:36.679423 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:10:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5829d3b5-74d5-4d76-bf3a-0735d493948b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:36.764663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.768806 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 478d2e44-a681-41fb-82d3-96b3ae47a384 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:36.790381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Transition to ACTIVE for port object 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:36.813873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.861160 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 478d2e44-a681-41fb-82d3-96b3ae47a384 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:36.867206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 478d2e44-a681-41fb-82d3-96b3ae47a384 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:36.867585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:36.878751 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] Set router 5829d3b5-74d5-4d76-bf3a-0735d493948b gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:10:36.885500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:36.888726 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:36.893006 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:36.928627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:36.971033 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.014651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.065722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 478d2e44-a681-41fb-82d3-96b3ae47a384, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=478d2e44-a681-41fb-82d3-96b3ae47a384,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:37.071068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.071328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.193569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=478d2e44-a681-41fb-82d3-96b3ae47a384,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:37.256009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-39c1b582-7cbf-4932-b06c-0493da8bcaf2 None None] Provisioning for port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:37.261685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-39c1b582-7cbf-4932-b06c-0493da8bcaf2 None None] Provisioning complete for port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:37.262311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39c1b582-7cbf-4932-b06c-0493da8bcaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.300085 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:10:34Z', 'revision_number': 3, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port': {'id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:34Z', 'updated_at': '2022-01-21T10:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:37.306219 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39207b6d-436b-48c1-a862-0c7451640369 None None] The sync data for ids ['5829d3b5-74d5-4d76-bf3a-0735d493948b'] in dv-neutron-825724-1-hyperv is: [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:10:34Z', 'revision_number': 3, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port': {'id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:34Z', 'updated_at': '2022-01-21T10:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:10:37.318219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-39c1b582-7cbf-4932-b06c-0493da8bcaf2 None None] Port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:10:37.367963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.373252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.481201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:37.483267 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:37.674583 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:37.675993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:37.945305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b9d44c1f-1292-49dc-9487-9294e508fc19 None None] Provisioning complete for port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:37.946497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b9d44c1f-1292-49dc-9487-9294e508fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:38.009848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b9d44c1f-1292-49dc-9487-9294e508fc19 None None] Port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:10:38.155505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Router 5829d3b5-74d5-4d76-bf3a-0735d493948b has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:10:38.366938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:38.376249 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9cb4a177-8e93-4118-bf01-0a2d5dd3f6b2 admin admin] 10.222.0.122 "PUT /v2.0/routers/5829d3b5-74d5-4d76-bf3a-0735d493948b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9517612 Jan 21 10:10:38.803240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 478d2e44-a681-41fb-82d3-96b3ae47a384 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:38.900269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 478d2e44-a681-41fb-82d3-96b3ae47a384 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:38.900844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.039387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c0d005cb-5ea1-448e-9962-9a93b36dc61a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:39.104635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port c0d005cb-5ea1-448e-9962-9a93b36dc61a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:39.109240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c0d005cb-5ea1-448e-9962-9a93b36dc61a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:39.109614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.246345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.262899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port c0d005cb-5ea1-448e-9962-9a93b36dc61a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c0d005cb-5ea1-448e-9962-9a93b36dc61a,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:39.267271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.336381 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=c0d005cb-5ea1-448e-9962-9a93b36dc61a,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:39.378609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42648) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:39.384426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1693316202-network', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:39.389664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:39.393607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Usage tracker for resource:network and tenant:052bfd00fd5042e39b717b21c3874b85 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:39.396626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:39.402503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:39.413548 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Made reservation on behalf of 052bfd00fd5042e39b717b21c3874b85 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:39.415847 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.428742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.468368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:39.472667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Usage tracker for resource:security_group_rule and tenant:052bfd00fd5042e39b717b21c3874b85 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:39.475482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:39.481613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:39.551621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.555880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.587316 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:10:39.595751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260d7258-0367-4bf4-a07f-9c7eb5a6a630,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:39.603191 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.603698 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Added segment 8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f of type vlan for network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 Jan 21 10:10:39.632879 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.661228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.662219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:39.662877 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:39.856939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] Pushing event updated for resources: {'Network': ['ID=2de5ed7b-2bf3-4539-9278-a9077bce57b9,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:39.862321 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6bce952e-415d-4a3b-96ac-7fc985d49165 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4821711 Jan 21 10:10:39.865839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42652) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:39.867746 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:10:39.871491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Request body: {'subnet': {'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-subnet', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:39.876722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:39.881608 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Usage tracker for resource:subnet and tenant:052bfd00fd5042e39b717b21c3874b85 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:39.884673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:39.890404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:39.901701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Made reservation on behalf of 052bfd00fd5042e39b717b21c3874b85 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:39.904004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.126900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.190334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ac370a-874a-417d-b206-17c3cca322b4,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:40.212891 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Checking segment: {'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:40.213230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Network hostable DHCP agents. Network: 2de5ed7b-2bf3-4539-9278-a9077bce57b9, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:10:40.235035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:10:40.244056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 2de5ed7b-2bf3-4539-9278-a9077bce57b9) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:40.248621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:40.249208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.253093 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b837d-ae4f-491f-a0d7-3e422e3451d3 None None] Network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:40.276314 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-43fd0e7e-f4df-482e-9091-31e5b833e5be admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4065959 Jan 21 10:10:40.276562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42656) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:40.281631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:40.287286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:40.291131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Usage tracker for resource:router and tenant:052bfd00fd5042e39b717b21c3874b85 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:40.293939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:40.299785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:40.310900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.311861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.331625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.473834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-2de5ed7b-2bf3-4539-9278-a9077bce57b9', 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'fixed_ips': [{'subnet_id': 'e5ac370a-874a-417d-b206-17c3cca322b4'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:10:40.475037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.481841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.640296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Allocated IP 172.20.0.2 (2de5ed7b-2bf3-4539-9278-a9077bce57b9/e5ac370a-874a-417d-b206-17c3cca322b4/992dc9b7-6379-4f09-bbd8-63bfd4b12e77) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:40.676440 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.715340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.754681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c0d005cb-5ea1-448e-9962-9a93b36dc61a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:40.867415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Allocated IP 172.26.1.111 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/f610ae52-e0ce-4563-802c-43d40539ed1f) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:40.920909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:40.933374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Transition to ACTIVE for port object 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:40.939377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c0d005cb-5ea1-448e-9962-9a93b36dc61a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:40.939973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.020192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Sync routers for ids ['5829d3b5-74d5-4d76-bf3a-0735d493948b'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:10:41.027759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Transition to ACTIVE for port object 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:41.041993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.043732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.073910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.119022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Routers {'5829d3b5-74d5-4d76-bf3a-0735d493948b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:41.119666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:10:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5829d3b5-74d5-4d76-bf3a-0735d493948b'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:41.143925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:41.147465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Pushing event updated for resources: {'Port': ['ID=f610ae52-e0ce-4563-802c-43d40539ed1f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:41.149806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:41.151936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:41.177897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:41.190499 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:41.199730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Pushing event updated for resources: {'Port': ['ID=992dc9b7-6379-4f09-bbd8-63bfd4b12e77,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:41.204109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:41.310334 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.310988 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.435579 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Attempting to bind port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:41.436111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Attempting to bind port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:41.436295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Attempting to bind port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 on network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:41.452918 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:41.453197 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Checking segment: {'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:41.453589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.454017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Bound using segment: {'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:41.454673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Bound port: 992dc9b7-6379-4f09-bbd8-63bfd4b12e77, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:41.455238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.477033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Set router 5829d3b5-74d5-4d76-bf3a-0735d493948b gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:10:41.541501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Router 36dafbff-f27b-4804-bb8d-904c11ca8080 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:10:41.739555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] For port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:41.754733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] For port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=992dc9b7-6379-4f09-bbd8-63bfd4b12e77,segment=NetworkSegment(8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f),segment_id=8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:41.765129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.852024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:41.861515 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Sync routers for ids ['36dafbff-f27b-4804-bb8d-904c11ca8080'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:10:41.874289 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Routers {'36dafbff-f27b-4804-bb8d-904c11ca8080'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:41.875388 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:10:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['36dafbff-f27b-4804-bb8d-904c11ca8080'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:41.878611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51716a-5614-484d-b97f-07079fb60fad None None] Pushing event updated for resources: {'Port': ['ID=992dc9b7-6379-4f09-bbd8-63bfd4b12e77,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:41.883976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:41.898203 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f582b0dd-6e16-4a35-8fe6-cc4642fcfa01 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6095681 Jan 21 10:10:41.900931 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42660) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:10:41.961382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:10:36Z', 'revision_number': 4, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port': {'id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:34Z', 'updated_at': '2022-01-21T10:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '3bc0a7f8-8f37-4d40-b1fd-8d65369c9557', 'name': '', 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'mac_address': 'fa:16:3e:28:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68309e49-93e2-4fb5-b415-9c1070d68332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:36Z', 'updated_at': '2022-01-21T10:10:37Z', 'revision_number': 2, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'subnets': [{'id': '68309e49-93e2-4fb5-b415-9c1070d68332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:41.966310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Checking router: 5829d3b5-74d5-4d76-bf3a-0735d493948b for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:10:41.966900 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Updating router 5829d3b5-74d5-4d76-bf3a-0735d493948b port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:10:42.041630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.104159 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Set router 36dafbff-f27b-4804-bb8d-904c11ca8080 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:10:42.464592 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 3, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port': {'id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:42.468686 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Checking router: 36dafbff-f27b-4804-bb8d-904c11ca8080 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:10:42.469107 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Updating router 36dafbff-f27b-4804-bb8d-904c11ca8080 port f610ae52-e0ce-4563-802c-43d40539ed1f binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:10:42.524268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.525602 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.537383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Transition to ACTIVE for port object 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:42.544848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.864415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.868597 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b97c87-a6e8-4891-a47f-b85721fbae6c None None] Pushing event updated for resources: {'Port': ['ID=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:42.879124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:42.952897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Attempting to bind port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:42.953423 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Attempting to bind port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:42.954049 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Attempting to bind port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 on network 4befd94b-ffdf-48cb-8c83-e4de152bc857 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:42.968366 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.981387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:42.982143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Checking segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:42.982847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.983350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Bound using segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:42.984067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Bound port: 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:42.984544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:42.985001 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Transition to ACTIVE for port object f610ae52-e0ce-4563-802c-43d40539ed1f will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:42.994423 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.094036 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Attempting to bind port f610ae52-e0ce-4563-802c-43d40539ed1f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:43.094767 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Attempting to bind port f610ae52-e0ce-4563-802c-43d40539ed1f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:43.095466 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Attempting to bind port f610ae52-e0ce-4563-802c-43d40539ed1f on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:43.104823 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:43.105685 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:43.106272 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.106883 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:43.107697 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Bound port: f610ae52-e0ce-4563-802c-43d40539ed1f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:43.108242 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.130651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] For port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:43.132739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:43.137390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] For port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:43.145833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.158420 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756c407-2629-4252-ad78-dd7444d7433c None None] Pushing event updated for resources: {'Port': ['ID=f610ae52-e0ce-4563-802c-43d40539ed1f,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.210775 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] For port f610ae52-e0ce-4563-802c-43d40539ed1f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:43.216035 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] For port f610ae52-e0ce-4563-802c-43d40539ed1f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f610ae52-e0ce-4563-802c-43d40539ed1f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:43.226889 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.235806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Allocated IP 172.20.0.1 (2de5ed7b-2bf3-4539-9278-a9077bce57b9/e5ac370a-874a-417d-b206-17c3cca322b4/26bbe544-3e55-4ed5-86b6-2b73d997fd4a) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:43.257389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b97c87-a6e8-4891-a47f-b85721fbae6c None None] Pushing event updated for resources: {'Port': ['ID=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.263321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Routers {'5829d3b5-74d5-4d76-bf3a-0735d493948b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:43.264175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:10:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5829d3b5-74d5-4d76-bf3a-0735d493948b'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:43.333291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab24c27-a892-428f-ab46-9e53b50e578c None None] Network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:10:43.348671 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756c407-2629-4252-ad78-dd7444d7433c None None] Pushing event updated for resources: {'Port': ['ID=f610ae52-e0ce-4563-802c-43d40539ed1f,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.353957 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Routers {'36dafbff-f27b-4804-bb8d-904c11ca8080'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:10:43.354686 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:10:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['36dafbff-f27b-4804-bb8d-904c11ca8080'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:43.439406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.459635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Transition to ACTIVE for port object 26bbe544-3e55-4ed5-86b6-2b73d997fd4a will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:43.491904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.534215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-da04ceac-af77-4b3f-b125-b30ccfe8a8a9 None None] Provisioning for port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:43.561506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-da04ceac-af77-4b3f-b125-b30ccfe8a8a9 None None] Provisioning complete for port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:43.561506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-da04ceac-af77-4b3f-b125-b30ccfe8a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.579872 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] Set router 36dafbff-f27b-4804-bb8d-904c11ca8080 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:10:43.584383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:43.588218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:43.590257 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Pushing event updated for resources: {'Port': ['ID=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:43.592488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:43.650737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.704067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] Set router 5829d3b5-74d5-4d76-bf3a-0735d493948b gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:10:43.744882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:43.920340 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 3, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port': {'id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:43.926370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2ef41-8b79-4205-91e5-8982736b22a7 None None] The sync data for ids ['36dafbff-f27b-4804-bb8d-904c11ca8080'] in dv-neutron-825724-1-hyperv is: [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:41Z', 'revision_number': 3, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port': {'id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:10:43.965402 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-da04ceac-af77-4b3f-b125-b30ccfe8a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.086305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.091532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.107938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-da04ceac-af77-4b3f-b125-b30ccfe8a8a9 None None] For port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=992dc9b7-6379-4f09-bbd8-63bfd4b12e77,segment=NetworkSegment(8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f),segment_id=8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:44.123312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-da04ceac-af77-4b3f-b125-b30ccfe8a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.203385 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.207007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Pushing event updated for resources: {'Port': ['ID=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:44.247391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04ceac-af77-4b3f-b125-b30ccfe8a8a9 None None] Pushing event updated for resources: {'Port': ['ID=992dc9b7-6379-4f09-bbd8-63bfd4b12e77,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:44.285539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:10:36Z', 'revision_number': 4, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port': {'id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:34Z', 'updated_at': '2022-01-21T10:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '3bc0a7f8-8f37-4d40-b1fd-8d65369c9557', 'name': '', 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'mac_address': 'fa:16:3e:28:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68309e49-93e2-4fb5-b415-9c1070d68332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:36Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 4, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'subnets': [{'id': '68309e49-93e2-4fb5-b415-9c1070d68332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:10:44.289733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fd215-72a3-4f42-b867-a1065f29b5d0 None None] The sync data for ids ['5829d3b5-74d5-4d76-bf3a-0735d493948b'] in dv-neutron-825724-1-hyperv is: [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:10:36Z', 'revision_number': 4, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port': {'id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:34Z', 'updated_at': '2022-01-21T10:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '3bc0a7f8-8f37-4d40-b1fd-8d65369c9557', 'name': '', 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'mac_address': 'fa:16:3e:28:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68309e49-93e2-4fb5-b415-9c1070d68332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:36Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 4, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'subnets': [{'id': '68309e49-93e2-4fb5-b415-9c1070d68332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:10:44.361455 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:44.365790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:44.402089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-64d5b0ce-3278-4da6-a59a-3a920e64885a None None] Provisioning complete for port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:44.402484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-64d5b0ce-3278-4da6-a59a-3a920e64885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.598526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-64d5b0ce-3278-4da6-a59a-3a920e64885a None None] Provisioning for port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:44.611368 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-64d5b0ce-3278-4da6-a59a-3a920e64885a None None] Provisioning complete for port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:44.611743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-64d5b0ce-3278-4da6-a59a-3a920e64885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.729507 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-64d5b0ce-3278-4da6-a59a-3a920e64885a None None] Port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:10:44.884521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f442fbf3-887c-485b-b57c-6a86ba502ada None None] Provisioning complete for port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:44.887241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f442fbf3-887c-485b-b57c-6a86ba502ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:44.935339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:44.983472 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Router 36dafbff-f27b-4804-bb8d-904c11ca8080 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:10:45.102131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f442fbf3-887c-485b-b57c-6a86ba502ada None None] Port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:10:45.139707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:45.147389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:45.147823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.289491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:10:45.294333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-57adeb9a-d8c5-49ca-b08b-c69a127a6843 None None] Provisioning complete for port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:45.294948 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-57adeb9a-d8c5-49ca-b08b-c69a127a6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.304197 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-338a9a81-e1fe-49e1-b9a9-c18f86e7ac9a admin admin] 10.222.0.122 "PUT /v2.0/routers/36dafbff-f27b-4804-bb8d-904c11ca8080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4019425 Jan 21 10:10:45.384748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.404477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-57adeb9a-d8c5-49ca-b08b-c69a127a6843 None None] Port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:10:45.423897 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:45.431949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.432737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f610ae52-e0ce-4563-802c-43d40539ed1f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:45.552266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:45.568473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port f610ae52-e0ce-4563-802c-43d40539ed1f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:45.574473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port f610ae52-e0ce-4563-802c-43d40539ed1f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:45.574841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.723242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.741855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port f610ae52-e0ce-4563-802c-43d40539ed1f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f610ae52-e0ce-4563-802c-43d40539ed1f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:45.747103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:45.748070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:45.875742 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=f610ae52-e0ce-4563-802c-43d40539ed1f,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:45.895329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:45.895889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.396039 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-78b5d0c7-54e3-4485-902e-e99eb83dcf54 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:46.397536 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-78b5d0c7-54e3-4485-902e-e99eb83dcf54 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/networks?id=4befd94b-ffdf-48cb-8c83-e4de152bc857 HTTP/1.1" status: 200 len: 816 time: 0.1403034 Jan 21 10:10:46.413500 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-352997e5-7c2e-4c77-b2f0-ac66864c11b9 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/quotas/381cdd267ff04ea088bbd64408fa6eef HTTP/1.1" status: 200 len: 375 time: 0.0106113 Jan 21 10:10:46.498991 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-0b1cdb6a-2d14-4125-9cec-867c6fc9eb8e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=381cdd267ff04ea088bbd64408fa6eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802157 Jan 21 10:10:46.640867 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-64e184d3-b718-4904-b581-836e2f975731 service neutron] 10.222.0.122 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282606 Jan 21 10:10:46.737016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:46.777120 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-6be29776-db31-4797-be60-158635b87ce7 service neutron] 10.222.0.122 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306171 Jan 21 10:10:46.805089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:46.805708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:46.937557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f610ae52-e0ce-4563-802c-43d40539ed1f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:46.976560 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91b5fd75-d8d4-40b2-8d66-647b7677e4e8 req-785b6ccb-cab6-4202-8634-7653f9d60e26 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 210 time: 0.0514524 Jan 21 10:10:47.026652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port f610ae52-e0ce-4563-802c-43d40539ed1f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:47.027221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:47.937811 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:10:48.182349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fe5914cf-7468-496b-8b3c-bab18e84c231 req-34884526-fafb-4348-b94e-1fd0b86f6c79 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 210 time: 0.0598197 Jan 21 10:10:48.192563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-1f262aff-cebc-40bd-b176-cb64fea4065c tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:48.194165 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-1f262aff-cebc-40bd-b176-cb64fea4065c tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.120 "GET /v2.0/networks?id=4befd94b-ffdf-48cb-8c83-e4de152bc857 HTTP/1.1" status: 200 len: 816 time: 0.2232497 Jan 21 10:10:48.218163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Request body: {'port': {'device_id': '583998b8-e191-4e79-b566-b6f45b219a45', 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'admin_state_up': True, 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:48.418358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:10:48.423411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Usage tracker for resource:port and tenant:381cdd267ff04ea088bbd64408fa6eef is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:10:48.426754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:10:48.433515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:10:48.445081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Made reservation on behalf of 381cdd267ff04ea088bbd64408fa6eef for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:10:48.448484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.642670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Allocated IP 172.20.0.11 (4befd94b-ffdf-48cb-8c83-e4de152bc857/68309e49-93e2-4fb5-b415-9c1070d68332/e9c85af4-f459-457a-b48d-7bf13b2c8455) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:10:48.885242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.901101 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Transition to ACTIVE for port object e9c85af4-f459-457a-b48d-7bf13b2c8455 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:48.924434 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:48.997830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:10:49.001488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:10:49.005594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:10:49.041916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Pushing event updated for resources: {'Port': ['ID=e9c85af4-f459-457a-b48d-7bf13b2c8455,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:49.084611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:49.085231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.112348 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-bffe99a1-770c-4bf8-8b2a-bf7849d9210e tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9013031 Jan 21 10:10:49.124674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Request body: {'port': {'device_id': '583998b8-e191-4e79-b566-b6f45b219a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:10:49.143893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7cb446b1-8ff2-4502-8f32-c157c00ae849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.255141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ee02848c-a731-4f67-92cf-83e4e8af6a5d None None] Provisioning for port e9c85af4-f459-457a-b48d-7bf13b2c8455 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:49.256108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.262220 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ee02848c-a731-4f67-92cf-83e4e8af6a5d None None] Provisioning complete for port e9c85af4-f459-457a-b48d-7bf13b2c8455 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:49.262831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ee02848c-a731-4f67-92cf-83e4e8af6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.329585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ee02848c-a731-4f67-92cf-83e4e8af6a5d None None] Port e9c85af4-f459-457a-b48d-7bf13b2c8455 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:10:49.559746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f90e-a7fc-484c-a19f-2fe379a22bd2 req-6e466c2f-fd9f-4afd-a6a7-ed81679555ee tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:49.560366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a397f90e-a7fc-484c-a19f-2fe379a22bd2 req-6e466c2f-fd9f-4afd-a6a7-ed81679555ee tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Synchronizing usage tracker for tenant:381cdd267ff04ea088bbd64408fa6eef on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:10:49.655051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a397f90e-a7fc-484c-a19f-2fe379a22bd2 req-6e466c2f-fd9f-4afd-a6a7-ed81679555ee tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Unset dirty status for tenant:381cdd267ff04ea088bbd64408fa6eef on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:10:49.656216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a397f90e-a7fc-484c-a19f-2fe379a22bd2 req-6e466c2f-fd9f-4afd-a6a7-ed81679555ee tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 932 time: 0.2876868 Jan 21 10:10:49.752724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a397f90e-a7fc-484c-a19f-2fe379a22bd2 req-e2787cf9-a1d5-430e-96cd-bac2cd6c15e9 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833771 Jan 21 10:10:49.851761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c85af4-f459-457a-b48d-7bf13b2c8455 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:49.860172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:49.877678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Transition to ACTIVE for port object e9c85af4-f459-457a-b48d-7bf13b2c8455 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:10:49.882736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.030778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Pushing event updated for resources: {'Port': ['ID=e9c85af4-f459-457a-b48d-7bf13b2c8455,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:50.168554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Attempting to bind port e9c85af4-f459-457a-b48d-7bf13b2c8455 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:10:50.168554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Attempting to bind port e9c85af4-f459-457a-b48d-7bf13b2c8455 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:10:50.168886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Attempting to bind port e9c85af4-f459-457a-b48d-7bf13b2c8455 on network 4befd94b-ffdf-48cb-8c83-e4de152bc857 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:50.176027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Port e9c85af4-f459-457a-b48d-7bf13b2c8455 on network 4befd94b-ffdf-48cb-8c83-e4de152bc857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:10:50.176352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Attempting to bind port e9c85af4-f459-457a-b48d-7bf13b2c8455 on network 4befd94b-ffdf-48cb-8c83-e4de152bc857 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:10:50.183734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:10:50.184078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Checking segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:10:50.184459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Bound using segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:10:50.185172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Bound port: e9c85af4-f459-457a-b48d-7bf13b2c8455, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:10:50.185524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.292312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] For port e9c85af4-f459-457a-b48d-7bf13b2c8455, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:10:50.299087 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] For port e9c85af4-f459-457a-b48d-7bf13b2c8455, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e9c85af4-f459-457a-b48d-7bf13b2c8455,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:10:50.305699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.393508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:50.395105 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] 10.222.0.120 "PUT /v2.0/ports/e9c85af4-f459-457a-b48d-7bf13b2c8455 HTTP/1.1" status: 200 len: 1094 time: 1.2746406 Jan 21 10:10:50.395627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583998b8-e191-4e79-b566-b6f45b219a45', 'tag': 'e9c85af4-f459-457a-b48d-7bf13b2c8455'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:50.432203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee569d-a1a4-43d2-b987-d9d8cb068d4a service neutron] Pushing event updated for resources: {'Port': ['ID=e9c85af4-f459-457a-b48d-7bf13b2c8455,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:50.505271 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583998b8-e191-4e79-b566-b6f45b219a45', 'tag': 'e9c85af4-f459-457a-b48d-7bf13b2c8455', 'status': 'completed', 'code': 200} Jan 21 10:10:50.543248 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-0571c00f-bed7-45c8-9ab3-3fc445d7ee02 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=381cdd267ff04ea088bbd64408fa6eef&device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 1097 time: 0.0935295 Jan 21 10:10:50.621246 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-6419acbd-b9bd-4e5f-8764-319d329a5df2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c85af4-f459-457a-b48d-7bf13b2c8455 HTTP/1.1" status: 200 len: 217 time: 0.0707192 Jan 21 10:10:50.697162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-40f0c7aa-bf98-4547-b64f-6156a6a9487b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:50.698713 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-40f0c7aa-bf98-4547-b64f-6156a6a9487b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68309e49-93e2-4fb5-b415-9c1070d68332 HTTP/1.1" status: 200 len: 855 time: 0.0714879 Jan 21 10:10:50.778684 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-8708caa4-ba0c-404d-8396-a71762dfce9a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4befd94b-ffdf-48cb-8c83-e4de152bc857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731368 Jan 21 10:10:50.968972 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-88219a1e-9be7-4b6c-93d9-55817d94032d service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834614 Jan 21 10:10:51.091142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6103e0-5341-49bd-ad9f-5c1c22de7b5d req-949bd046-95de-4c93-865b-03424650eb08 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.092646 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fd6103e0-5341-49bd-ad9f-5c1c22de7b5d req-949bd046-95de-4c93-865b-03424650eb08 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 944 time: 0.2001419 Jan 21 10:10:51.157955 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47c58dd8-6830-4c15-a7d0-3de5c674e817 req-fb4035c4-cd3e-4b1e-901b-084b719c1a79 service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791844 Jan 21 10:10:51.174827 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fd6103e0-5341-49bd-ad9f-5c1c22de7b5d req-0562d903-918f-4634-b43f-afed46c95cf9 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742843 Jan 21 10:10:51.295196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-073c90dd-ed12-4e51-a53a-593b21180333 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=381cdd267ff04ea088bbd64408fa6eef&device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 1097 time: 0.0847933 Jan 21 10:10:51.511318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-442825a0-7f66-4d99-b773-78b85f68979b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:51.532436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-cc45a0d2-d777-4f44-bf9c-4c35f40a8f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.533910 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-cc45a0d2-d777-4f44-bf9c-4c35f40a8f21 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4befd94b-ffdf-48cb-8c83-e4de152bc857 HTTP/1.1" status: 200 len: 917 time: 0.2326612 Jan 21 10:10:51.602971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-113daebd-03e2-4861-bf7e-8c853e66b29e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c85af4-f459-457a-b48d-7bf13b2c8455 HTTP/1.1" status: 200 len: 217 time: 0.0617766 Jan 21 10:10:51.672430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-d60bd207-d1ae-4bce-8797-0b138e3e432b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:51.673933 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-d60bd207-d1ae-4bce-8797-0b138e3e432b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68309e49-93e2-4fb5-b415-9c1070d68332 HTTP/1.1" status: 200 len: 855 time: 0.0616164 Jan 21 10:10:51.749307 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-2f852c7b-5b90-4c12-bee6-ef97facd2594 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4befd94b-ffdf-48cb-8c83-e4de152bc857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679865 Jan 21 10:10:51.885036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-d9eb158e-5f29-4e02-a20e-4fd919d1fbb5 service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282020 Jan 21 10:10:52.023585 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1f7ad27b-0f5c-45fc-ad78-bce49746e08c req-75234e36-5bcc-4bf5-a308-01efacb02fe7 service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314173 Jan 21 10:10:52.428776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2179a66-bdec-4495-9f4b-a3d41819db25 req-e46dba83-631f-4d48-bff2-18fa2fd78bb0 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:52.430788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2179a66-bdec-4495-9f4b-a3d41819db25 req-e46dba83-631f-4d48-bff2-18fa2fd78bb0 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 944 time: 0.1000800 Jan 21 10:10:52.482462 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2179a66-bdec-4495-9f4b-a3d41819db25 req-48133c77-9018-48a8-81d0-18b7488b683b tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Jan 21 10:10:52.546354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:52.904843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:53.695291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ebab4-d379-4c95-861a-ecd93a7cba78 req-b6fe23f8-dfe8-47bb-b245-111886fcca3d tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:53.696762 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-212ebab4-d379-4c95-861a-ecd93a7cba78 req-b6fe23f8-dfe8-47bb-b245-111886fcca3d tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 944 time: 0.0786262 Jan 21 10:10:53.749072 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-212ebab4-d379-4c95-861a-ecd93a7cba78 req-ca03ad02-ff09-4e19-977d-b5dbc79dd6e7 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Jan 21 10:10:53.976858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:54.558554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device e9c85af4-f459-457a-b48d-7bf13b2c8455 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:10:54.732266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port e9c85af4-f459-457a-b48d-7bf13b2c8455, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e9c85af4-f459-457a-b48d-7bf13b2c8455,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:54.746712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'e9c85af4-f459-457a-b48d-7bf13b2c8455', 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'port_id': 'e9c85af4-f459-457a-b48d-7bf13b2c8455', 'mac_address': 'fa:16:3e:03:4b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68309e49-93e2-4fb5-b415-9c1070d68332', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:10:54.808930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:54.828365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c85af4-f459-457a-b48d-7bf13b2c8455 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:10:54.852753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port e9c85af4-f459-457a-b48d-7bf13b2c8455, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e9c85af4-f459-457a-b48d-7bf13b2c8455,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:54.857916 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:54.976534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=e9c85af4-f459-457a-b48d-7bf13b2c8455,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:54.979301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bacb7-bcb1-4062-a617-520e7e1b78d0 req-ebaad1ac-1913-40cf-a6ee-8bea83539c18 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:54.981065 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e6bacb7-bcb1-4062-a617-520e7e1b78d0 req-ebaad1ac-1913-40cf-a6ee-8bea83539c18 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 945 time: 0.0979407 Jan 21 10:10:54.986104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.986993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.986993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.987313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.987568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.987883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.988195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.988518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.988840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.989156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:54.989472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:10:55.049452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5e6bacb7-bcb1-4062-a617-520e7e1b78d0 req-7c1b587a-7e5a-4d6c-9a3c-68291afe627a tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542035 Jan 21 10:10:55.084718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['e9c85af4-f459-457a-b48d-7bf13b2c8455'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:10:56.276992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109293-9d2d-4f60-a045-87f89f821150 req-a31a5667-c7b4-4f53-804a-6d23ba915fa4 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:56.278358 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-68109293-9d2d-4f60-a045-87f89f821150 req-a31a5667-c7b4-4f53-804a-6d23ba915fa4 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 945 time: 0.0789590 Jan 21 10:10:56.326069 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-68109293-9d2d-4f60-a045-87f89f821150 req-3dacc4e6-c374-4e29-ae5d-77dcebcf3219 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Jan 21 10:10:56.579056 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device e9c85af4-f459-457a-b48d-7bf13b2c8455 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:10:56.650703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port e9c85af4-f459-457a-b48d-7bf13b2c8455 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:10:56.655391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port e9c85af4-f459-457a-b48d-7bf13b2c8455 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:10:56.655754 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:56.771649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:56.833310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583998b8-e191-4e79-b566-b6f45b219a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c85af4-f459-457a-b48d-7bf13b2c8455'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:10:56.842959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port e9c85af4-f459-457a-b48d-7bf13b2c8455, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e9c85af4-f459-457a-b48d-7bf13b2c8455,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:10:56.848278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:10:56.898975 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583998b8-e191-4e79-b566-b6f45b219a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c85af4-f459-457a-b48d-7bf13b2c8455', 'code': 200} Jan 21 10:10:56.916704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=e9c85af4-f459-457a-b48d-7bf13b2c8455,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:10:57.134613 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-86f74d4d-be53-4f8c-8885-eca42a39f794 req-c06d7856-74b0-4e33-80ce-a9d11f4d125e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 1099 time: 0.0764458 Jan 21 10:10:57.184938 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-86f74d4d-be53-4f8c-8885-eca42a39f794 req-b7b963a4-8b6f-4756-98ea-1511e873c69e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441868 Jan 21 10:10:57.529519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051849-6885-4b78-b79f-94d9311a6e35 req-d75fbebc-e480-4406-8f5d-2f3f07445e37 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:57.530902 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f1051849-6885-4b78-b79f-94d9311a6e35 req-d75fbebc-e480-4406-8f5d-2f3f07445e37 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 946 time: 0.0806916 Jan 21 10:10:57.585403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f1051849-6885-4b78-b79f-94d9311a6e35 req-a0b4f650-0a5a-4604-baae-bf6032abcf5a tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478230 Jan 21 10:10:58.802945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d21558-4a6e-4253-a78f-58fdd4e0ce6f req-ff41464a-25d1-4639-9f2f-98d113c7f6fc tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:58.804421 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d0d21558-4a6e-4253-a78f-58fdd4e0ce6f req-ff41464a-25d1-4639-9f2f-98d113c7f6fc tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 946 time: 0.0790238 Jan 21 10:10:58.852226 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d0d21558-4a6e-4253-a78f-58fdd4e0ce6f req-ee64da23-4f77-4b5d-9412-ec0e84e631a3 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Jan 21 10:10:59.072787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944751d-1cf3-4dd9-a65c-eef61b34c200 req-ecace794-97dc-4a2e-a414-a2793dc35c9c tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:10:59.074300 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3944751d-1cf3-4dd9-a65c-eef61b34c200 req-ecace794-97dc-4a2e-a414-a2793dc35c9c tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 946 time: 0.0921485 Jan 21 10:10:59.121363 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3944751d-1cf3-4dd9-a65c-eef61b34c200 req-e24fd2b4-aa47-431e-89c3-91edbe52f2b8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Jan 21 10:11:04.721405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:06.545573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Sync routers for ids ['36dafbff-f27b-4804-bb8d-904c11ca8080'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:11:06.557823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Routers {'36dafbff-f27b-4804-bb8d-904c11ca8080'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:11:06.558341 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:10:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['36dafbff-f27b-4804-bb8d-904c11ca8080'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:06.732430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Set router 36dafbff-f27b-4804-bb8d-904c11ca8080 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:11:07.047492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 4, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port': {'id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '26bbe544-3e55-4ed5-86b6-2b73d997fd4a', 'name': '', 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'mac_address': 'fa:16:3e:10:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac370a-874a-417d-b206-17c3cca322b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 2, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'subnets': [{'id': 'e5ac370a-874a-417d-b206-17c3cca322b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:07.051343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Checking router: 36dafbff-f27b-4804-bb8d-904c11ca8080 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:11:07.051692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Updating router 36dafbff-f27b-4804-bb8d-904c11ca8080 port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:11:07.101858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:07.481999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:07.496215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Transition to ACTIVE for port object 26bbe544-3e55-4ed5-86b6-2b73d997fd4a will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:11:07.502672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:07.630056 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69223c-a9e0-4b3e-91e3-54b01b2a3ffc None None] Pushing event updated for resources: {'Port': ['ID=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:07.727016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Attempting to bind port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:11:07.727376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Attempting to bind port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:11:07.727734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Attempting to bind port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a on network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:11:07.734394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:11:07.734765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Checking segment: {'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:11:07.735248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:07.735667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Bound using segment: {'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:11:07.736129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Bound port: 26bbe544-3e55-4ed5-86b6-2b73d997fd4a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:11:07.736498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:07.833760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] For port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:11:07.836657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] For port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,segment=NetworkSegment(8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f),segment_id=8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:11:07.840962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:07.924965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69223c-a9e0-4b3e-91e3-54b01b2a3ffc None None] Pushing event updated for resources: {'Port': ['ID=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:07.927889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Routers {'36dafbff-f27b-4804-bb8d-904c11ca8080'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:11:07.928517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:10:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['36dafbff-f27b-4804-bb8d-904c11ca8080'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:08.170622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] Set router 36dafbff-f27b-4804-bb8d-904c11ca8080 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:11:08.503730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 4, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port': {'id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '26bbe544-3e55-4ed5-86b6-2b73d997fd4a', 'name': '', 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'mac_address': 'fa:16:3e:10:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac370a-874a-417d-b206-17c3cca322b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:11:07Z', 'revision_number': 4, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'subnets': [{'id': 'e5ac370a-874a-417d-b206-17c3cca322b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:08.509694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ff9a1-0e60-4872-a732-bd9fe16fd4e1 None None] The sync data for ids ['36dafbff-f27b-4804-bb8d-904c11ca8080'] in dv-neutron-825724-1-hyperv is: [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:43Z', 'revision_number': 4, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port': {'id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '26bbe544-3e55-4ed5-86b6-2b73d997fd4a', 'name': '', 'network_id': '2de5ed7b-2bf3-4539-9278-a9077bce57b9', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'mac_address': 'fa:16:3e:10:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac370a-874a-417d-b206-17c3cca322b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:42Z', 'updated_at': '2022-01-21T10:11:07Z', 'revision_number': 4, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'subnets': [{'id': 'e5ac370a-874a-417d-b206-17c3cca322b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:11:08.770375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 26bbe544-3e55-4ed5-86b6-2b73d997fd4a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:11:08.844728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:11:08.850851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:11:08.851254 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:08.986925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:09.037682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,segment=NetworkSegment(8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f),segment_id=8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:09.043021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:09.134194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:10.766957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 26bbe544-3e55-4ed5-86b6-2b73d997fd4a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:11:10.841946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:11:10.842350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:10.969498 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-5bb5a99b-51bd-4378-a4b2-e5cb6e0d935c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793443 Jan 21 10:11:11.132760 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-722db88d-0cdb-4df9-9e77-42959536cf74 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=381cdd267ff04ea088bbd64408fa6eef&device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 1099 time: 0.0843747 Jan 21 10:11:11.385972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-03207314-6a7a-4e5d-808d-6cedbdb73302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:11.387368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-03207314-6a7a-4e5d-808d-6cedbdb73302 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4befd94b-ffdf-48cb-8c83-e4de152bc857 HTTP/1.1" status: 200 len: 917 time: 0.2284312 Jan 21 10:11:11.460591 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-a221a627-fb9c-4125-b538-bc953f0dbe41 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c85af4-f459-457a-b48d-7bf13b2c8455 HTTP/1.1" status: 200 len: 217 time: 0.0599723 Jan 21 10:11:11.525822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-829b860e-81b0-4fe8-a710-649798132708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:11.527271 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-829b860e-81b0-4fe8-a710-649798132708 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68309e49-93e2-4fb5-b415-9c1070d68332 HTTP/1.1" status: 200 len: 855 time: 0.0603290 Jan 21 10:11:11.605830 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-b8e2f9bf-745f-476e-b0dc-b9421ea3f1d2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4befd94b-ffdf-48cb-8c83-e4de152bc857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723987 Jan 21 10:11:11.741436 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-db7faa4d-2d28-4aae-85ea-9767f423db94 service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285641 Jan 21 10:11:11.873205 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-11106e94-be78-4341-89f8-8eb37ba30cc0 req-60c36be8-f5a5-4041-ad08-8df664439ba4 service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259058 Jan 21 10:11:15.394866 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c497d-902c-4225-9068-aced32540705 req-6c033f5e-1061-4a70-b0c8-468fbfe636cb tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:15.396322 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-026c497d-902c-4225-9068-aced32540705 req-6c033f5e-1061-4a70-b0c8-468fbfe636cb tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 946 time: 0.0828874 Jan 21 10:11:15.444143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-026c497d-902c-4225-9068-aced32540705 req-6ee86ed0-bda6-481e-be32-27fdbc9adece tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Jan 21 10:11:16.644345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a5211-6fa8-4d32-9feb-3607ce486894 req-87a0516d-83b4-4402-b067-cd70669e74b8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:16.645838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-974a5211-6fa8-4d32-9feb-3607ce486894 req-87a0516d-83b4-4402-b067-cd70669e74b8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 946 time: 0.0768402 Jan 21 10:11:16.699869 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-974a5211-6fa8-4d32-9feb-3607ce486894 req-48946db0-8d24-42d3-952b-582214c7e4ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Jan 21 10:11:16.950218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-914a5ef1-a4f7-4855-898c-4cd4daa1e3f5 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:16.951590 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-914a5ef1-a4f7-4855-898c-4cd4daa1e3f5 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.120 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 946 time: 0.0796719 Jan 21 10:11:17.021499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Deleting port e9c85af4-f459-457a-b48d-7bf13b2c8455 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:17.021832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:17.270399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] For port e9c85af4-f459-457a-b48d-7bf13b2c8455, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=e9c85af4-f459-457a-b48d-7bf13b2c8455,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:17.270661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:17.390496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Calling delete_port for e9c85af4-f459-457a-b48d-7bf13b2c8455 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:11:17.535046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:17.546188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['e9c85af4-f459-457a-b48d-7bf13b2c8455'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:11:17.584392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Pushing event deleted for resources: {'Port': ['ID=e9c85af4-f459-457a-b48d-7bf13b2c8455,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:17.628453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.628800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.629135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.629469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.629803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.630152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.630477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.630798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.631116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.631436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.631756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:17.674358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] No DVR routers for this DVR port e9c85af4-f459-457a-b48d-7bf13b2c8455 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:11:17.676952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:17.679711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583998b8-e191-4e79-b566-b6f45b219a45', 'name': 'network-vif-deleted', 'tag': 'e9c85af4-f459-457a-b48d-7bf13b2c8455'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:11:17.696652 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d569033-9c69-4ed4-97d6-d2b4df0989f6 req-9bfd5b7f-9cff-4b6c-bb15-65e121b30a45 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.120 "DELETE /v2.0/ports/e9c85af4-f459-457a-b48d-7bf13b2c8455 HTTP/1.1" status: 204 len: 173 time: 0.7396622 Jan 21 10:11:17.751769 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583998b8-e191-4e79-b566-b6f45b219a45', 'name': 'network-vif-deleted', 'tag': 'e9c85af4-f459-457a-b48d-7bf13b2c8455', 'status': 'completed', 'code': 200} Jan 21 10:11:17.899445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-dc27568d-7407-4cb7-98fc-1d7444c879e3 req-ab134314-8f54-4929-867b-7d8118135a98 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Synchronizing usage tracker for tenant:381cdd267ff04ea088bbd64408fa6eef on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:11:17.915963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-dc27568d-7407-4cb7-98fc-1d7444c879e3 req-ab134314-8f54-4929-867b-7d8118135a98 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Unset dirty status for tenant:381cdd267ff04ea088bbd64408fa6eef on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:11:17.917375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc27568d-7407-4cb7-98fc-1d7444c879e3 req-ab134314-8f54-4929-867b-7d8118135a98 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=583998b8-e191-4e79-b566-b6f45b219a45 HTTP/1.1" status: 200 len: 210 time: 0.0618019 Jan 21 10:11:19.139329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d3c845e7-0e6e-4623-b0cc-f71e3999ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:19.799963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-54b0df22-a0f8-4882-a18d-1f5d8b54997d tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:19.801383 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-54b0df22-a0f8-4882-a18d-1f5d8b54997d tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/networks?id=4befd94b-ffdf-48cb-8c83-e4de152bc857 HTTP/1.1" status: 200 len: 816 time: 0.2430902 Jan 21 10:11:19.819151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-a975be4a-5ce7-42dd-a341-fdebccba43a5 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/quotas/381cdd267ff04ea088bbd64408fa6eef HTTP/1.1" status: 200 len: 375 time: 0.0113647 Jan 21 10:11:19.906767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-92f627bc-4a3c-44c2-9900-f38b6e9659d1 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=381cdd267ff04ea088bbd64408fa6eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820811 Jan 21 10:11:20.052349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-68f86750-e109-4964-9cd9-c5617e996524 service neutron] 10.222.0.122 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335664 Jan 21 10:11:20.190661 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-8be3ac28-c56e-4d82-a99c-ab575e5f1ad0 service neutron] 10.222.0.122 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324940 Jan 21 10:11:20.385547 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cb7e00bf-a889-4ccb-b796-bb7f236211b2 req-b707261f-7d04-4443-9488-f2010b809ef1 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 210 time: 0.0432086 Jan 21 10:11:20.704020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device e9c85af4-f459-457a-b48d-7bf13b2c8455 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:11:20.737488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: e9c85af4-f459-457a-b48d-7bf13b2c8455 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:11:20.737830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device e9c85af4-f459-457a-b48d-7bf13b2c8455 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:11:21.528189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6094b7cb-a21b-4afd-b8d1-ed95ed2afe96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:21.570337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-971ec77e-04aa-482a-a692-aa4d7223a36f tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:21.571769 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-971ec77e-04aa-482a-a692-aa4d7223a36f tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.120 "GET /v2.0/networks?id=4befd94b-ffdf-48cb-8c83-e4de152bc857 HTTP/1.1" status: 200 len: 816 time: 0.2026374 Jan 21 10:11:21.578388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d5dd05c-4333-43b7-9ccf-89fd9e65f146 req-962eaa96-3329-442a-ba3c-7c3f28c6c509 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 210 time: 0.0507390 Jan 21 10:11:21.587943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Request body: {'port': {'device_id': '0ab980f3-8351-4230-9634-719fb26a91f0', 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'admin_state_up': True, 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:11:21.731240 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:11:21.741534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:11:21.752176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Made reservation on behalf of 381cdd267ff04ea088bbd64408fa6eef for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:11:21.755200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:21.924638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Allocated IP 172.20.0.12 (4befd94b-ffdf-48cb-8c83-e4de152bc857/68309e49-93e2-4fb5-b415-9c1070d68332/0a46b3b0-e433-4814-9e96-b647108a0fd6) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:11:22.154396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:22.171450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Transition to ACTIVE for port object 0a46b3b0-e433-4814-9e96-b647108a0fd6 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:11:22.198814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:22.273974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:11:22.277143 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:11:22.279706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:11:22.314438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Pushing event updated for resources: {'Port': ['ID=0a46b3b0-e433-4814-9e96-b647108a0fd6,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:22.356424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:22.356424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:22.388790 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-fbd0432f-594d-4374-9273-bb1d73373aa8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8046176 Jan 21 10:11:22.400150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Request body: {'port': {'device_id': '0ab980f3-8351-4230-9634-719fb26a91f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:11:22.495547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cec5ffe2-2cab-42de-acb2-a53f33e58500 None None] Provisioning for port 0a46b3b0-e433-4814-9e96-b647108a0fd6 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:11:22.501887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cec5ffe2-2cab-42de-acb2-a53f33e58500 None None] Provisioning complete for port 0a46b3b0-e433-4814-9e96-b647108a0fd6 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:11:22.502610 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cec5ffe2-2cab-42de-acb2-a53f33e58500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:22.541554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:22.571837 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:22.575073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cec5ffe2-2cab-42de-acb2-a53f33e58500 None None] Port 0a46b3b0-e433-4814-9e96-b647108a0fd6 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:11:22.911664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:23.014770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a545f8-8665-405b-ba91-a601b42cb845 req-9948c260-7cda-48ac-97b4-29dc6ed9bab9 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:23.015560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-46a545f8-8665-405b-ba91-a601b42cb845 req-9948c260-7cda-48ac-97b4-29dc6ed9bab9 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Synchronizing usage tracker for tenant:381cdd267ff04ea088bbd64408fa6eef on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:11:23.082098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-46a545f8-8665-405b-ba91-a601b42cb845 req-9948c260-7cda-48ac-97b4-29dc6ed9bab9 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Unset dirty status for tenant:381cdd267ff04ea088bbd64408fa6eef on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:11:23.083256 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46a545f8-8665-405b-ba91-a601b42cb845 req-9948c260-7cda-48ac-97b4-29dc6ed9bab9 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 932 time: 0.2091331 Jan 21 10:11:23.087337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a46b3b0-e433-4814-9e96-b647108a0fd6 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:11:23.108291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:23.135541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Transition to ACTIVE for port object 0a46b3b0-e433-4814-9e96-b647108a0fd6 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:11:23.140263 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:23.252143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-46a545f8-8665-405b-ba91-a601b42cb845 req-3c9e1768-6f60-4e91-bd25-e997ff090b52 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606805 Jan 21 10:11:23.305563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a46b3b0-e433-4814-9e96-b647108a0fd6,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:23.411668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Attempting to bind port 0a46b3b0-e433-4814-9e96-b647108a0fd6 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:11:23.411998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Attempting to bind port 0a46b3b0-e433-4814-9e96-b647108a0fd6 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:11:23.412321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Attempting to bind port 0a46b3b0-e433-4814-9e96-b647108a0fd6 on network 4befd94b-ffdf-48cb-8c83-e4de152bc857 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:11:23.418069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Port 0a46b3b0-e433-4814-9e96-b647108a0fd6 on network 4befd94b-ffdf-48cb-8c83-e4de152bc857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:11:23.418383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Attempting to bind port 0a46b3b0-e433-4814-9e96-b647108a0fd6 on network 4befd94b-ffdf-48cb-8c83-e4de152bc857 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:11:23.424385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:11:23.424715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Checking segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:11:23.425088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Bound using segment: {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:11:23.425498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Bound port: 0a46b3b0-e433-4814-9e96-b647108a0fd6, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b226517f-28dd-4696-a3bf-c9352985f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:11:23.425835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:23.515752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] For port 0a46b3b0-e433-4814-9e96-b647108a0fd6, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:11:23.518655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] For port 0a46b3b0-e433-4814-9e96-b647108a0fd6, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0a46b3b0-e433-4814-9e96-b647108a0fd6,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:11:23.523170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:23.583569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:23.584934 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] 10.222.0.120 "PUT /v2.0/ports/0a46b3b0-e433-4814-9e96-b647108a0fd6 HTTP/1.1" status: 200 len: 1094 time: 1.1892729 Jan 21 10:11:23.585453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab980f3-8351-4230-9634-719fb26a91f0', 'tag': '0a46b3b0-e433-4814-9e96-b647108a0fd6'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:11:23.604044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3a65-f7c2-4d8b-9580-2cd945c4b8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a46b3b0-e433-4814-9e96-b647108a0fd6,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:23.661721 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab980f3-8351-4230-9634-719fb26a91f0', 'tag': '0a46b3b0-e433-4814-9e96-b647108a0fd6', 'status': 'completed', 'code': 200} Jan 21 10:11:23.713084 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-382343ea-9c4a-4adf-8614-cbe7bdd6acb7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=381cdd267ff04ea088bbd64408fa6eef&device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 1097 time: 0.0823236 Jan 21 10:11:23.786851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-61ca0a68-2d30-4769-b231-cee076e61fea service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a46b3b0-e433-4814-9e96-b647108a0fd6 HTTP/1.1" status: 200 len: 217 time: 0.0670762 Jan 21 10:11:23.867453 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-6c58930c-79c6-4186-b99e-cab5979f05a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:23.868791 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-6c58930c-79c6-4186-b99e-cab5979f05a1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68309e49-93e2-4fb5-b415-9c1070d68332 HTTP/1.1" status: 200 len: 855 time: 0.0765576 Jan 21 10:11:23.946194 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-42fc63c4-bfa6-4ba5-80cc-fba68edaea84 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4befd94b-ffdf-48cb-8c83-e4de152bc857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704808 Jan 21 10:11:23.980309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:24.082427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-5e6b6ba3-4800-4a4a-8d37-557bc62e8a1f service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300006 Jan 21 10:11:24.221927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13113695-d3a8-472b-b5b1-5dbbcf63fe3e req-ee2b7c2b-b577-4160-bad8-0eb311acd939 service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337755 Jan 21 10:11:24.339667 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-20ce10c8-7774-440e-a854-429b9f3fb2df service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=381cdd267ff04ea088bbd64408fa6eef&device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 1097 time: 0.0723684 Jan 21 10:11:24.563117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-55884923-7ec6-48cf-b155-ec9d8db080e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:24.565241 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-55884923-7ec6-48cf-b155-ec9d8db080e4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4befd94b-ffdf-48cb-8c83-e4de152bc857 HTTP/1.1" status: 200 len: 917 time: 0.2188375 Jan 21 10:11:24.632003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52202-02f5-47e9-b19b-20b9b129a780 req-55b9877f-3390-48a1-939c-3b720604cce0 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:24.633382 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-64a52202-02f5-47e9-b19b-20b9b129a780 req-55b9877f-3390-48a1-939c-3b720604cce0 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 944 time: 0.2162645 Jan 21 10:11:24.762055 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-860a6235-934b-4861-9488-9ee28dc4878e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a46b3b0-e433-4814-9e96-b647108a0fd6 HTTP/1.1" status: 200 len: 217 time: 0.1908343 Jan 21 10:11:24.840559 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-64a52202-02f5-47e9-b19b-20b9b129a780 req-71bbc400-1eaa-432c-b06a-e30e1544189b tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955888 Jan 21 10:11:24.848710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-23830282-f7b7-4210-be44-fa4044a8ae38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:24.850789 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-23830282-f7b7-4210-be44-fa4044a8ae38 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68309e49-93e2-4fb5-b415-9c1070d68332 HTTP/1.1" status: 200 len: 855 time: 0.0822933 Jan 21 10:11:24.932031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-013267b3-339c-4875-be15-d8f1ba3845cf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4befd94b-ffdf-48cb-8c83-e4de152bc857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748813 Jan 21 10:11:24.939117 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:11:25.065088 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-7104393b-ac9b-4d03-91b1-4ad50d468211 service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265550 Jan 21 10:11:25.204710 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c56f33f-0dd7-4a09-8085-52bd1c87d987 req-a9eee338-a437-4d14-a3cb-5e4b6aae2712 service neutron] 10.222.0.120 "GET /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330845 Jan 21 10:11:26.052153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ec1d6-617a-4747-b3a0-f6de054edc3a req-4c10a082-995b-4a80-8693-7934a0ab747d tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:26.053629 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa3ec1d6-617a-4747-b3a0-f6de054edc3a req-4c10a082-995b-4a80-8693-7934a0ab747d tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 944 time: 0.0815077 Jan 21 10:11:26.102623 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-aa3ec1d6-617a-4747-b3a0-f6de054edc3a req-9bb991f2-a2e7-4afb-a682-65eeee53d057 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Jan 21 10:11:26.715199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 0a46b3b0-e433-4814-9e96-b647108a0fd6 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:11:26.850638 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 0a46b3b0-e433-4814-9e96-b647108a0fd6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0a46b3b0-e433-4814-9e96-b647108a0fd6,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:26.864376 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '0a46b3b0-e433-4814-9e96-b647108a0fd6', 'network_id': '4befd94b-ffdf-48cb-8c83-e4de152bc857', 'port_id': '0a46b3b0-e433-4814-9e96-b647108a0fd6', 'mac_address': 'fa:16:3e:2d:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68309e49-93e2-4fb5-b415-9c1070d68332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:11:26.921316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:26.944478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a46b3b0-e433-4814-9e96-b647108a0fd6 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:11:26.962605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 0a46b3b0-e433-4814-9e96-b647108a0fd6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0a46b3b0-e433-4814-9e96-b647108a0fd6,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:26.968315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:27.080979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=0a46b3b0-e433-4814-9e96-b647108a0fd6,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:27.167710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['0a46b3b0-e433-4814-9e96-b647108a0fd6'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:11:27.310613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01560f8-2398-4e0d-aaa8-78835cd1df9d req-99ddc066-e317-4dae-b4e5-5f80a5b236ac tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:27.312710 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a01560f8-2398-4e0d-aaa8-78835cd1df9d req-99ddc066-e317-4dae-b4e5-5f80a5b236ac tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 945 time: 0.0834517 Jan 21 10:11:27.359578 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a01560f8-2398-4e0d-aaa8-78835cd1df9d req-bd5bb2bf-d039-4851-9394-68fa93eba156 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Jan 21 10:11:28.561223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac002f3-1c0b-415a-bd0d-d55d2a76d38f req-51990b7b-5012-4326-8a0d-0b487098b198 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:28.563514 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dac002f3-1c0b-415a-bd0d-d55d2a76d38f req-51990b7b-5012-4326-8a0d-0b487098b198 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 945 time: 0.0800593 Jan 21 10:11:28.609262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dac002f3-1c0b-415a-bd0d-d55d2a76d38f req-9223b86a-8808-4ed4-ba5d-7a50d67bb5ef tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Jan 21 10:11:28.714896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 0a46b3b0-e433-4814-9e96-b647108a0fd6 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:11:28.785265 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 0a46b3b0-e433-4814-9e96-b647108a0fd6 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:11:28.790132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 0a46b3b0-e433-4814-9e96-b647108a0fd6 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:11:28.790501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:28.904760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:28.933323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab980f3-8351-4230-9634-719fb26a91f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a46b3b0-e433-4814-9e96-b647108a0fd6'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:11:28.944254 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 0a46b3b0-e433-4814-9e96-b647108a0fd6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0a46b3b0-e433-4814-9e96-b647108a0fd6,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:28.949107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:29.001494 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab980f3-8351-4230-9634-719fb26a91f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a46b3b0-e433-4814-9e96-b647108a0fd6', 'code': 200} Jan 21 10:11:29.031847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=0a46b3b0-e433-4814-9e96-b647108a0fd6,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:29.226674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a635b48a-9d6d-47ac-af74-fa6e5a0cc3c2 req-ee2fc44b-0238-45cc-a18e-a3e1f605551a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 1099 time: 0.0705228 Jan 21 10:11:29.269071 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a635b48a-9d6d-47ac-af74-fa6e5a0cc3c2 req-fd7b7ec9-9b74-4212-8e09-2594200d9afe service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362897 Jan 21 10:11:29.801141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c7cab-b129-4c1d-b35c-f08636941281 req-46659268-42aa-4b97-9779-c647a67cd4d3 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:29.802587 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-658c7cab-b129-4c1d-b35c-f08636941281 req-46659268-42aa-4b97-9779-c647a67cd4d3 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 946 time: 0.0753233 Jan 21 10:11:29.851612 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-658c7cab-b129-4c1d-b35c-f08636941281 req-85572889-97cb-43c6-9de5-e10759ef2808 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431306 Jan 21 10:11:31.054814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ff7b4-46a9-402c-831a-f51e8ffd8216 req-5c3c86c1-f531-4b46-98d6-a181e1613bfd tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:31.056577 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-068ff7b4-46a9-402c-831a-f51e8ffd8216 req-5c3c86c1-f531-4b46-98d6-a181e1613bfd tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 946 time: 0.0824053 Jan 21 10:11:31.108131 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-068ff7b4-46a9-402c-831a-f51e8ffd8216 req-0dc9508e-fbcb-4fe0-abb4-9a9109f7cfe4 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Jan 21 10:11:31.311887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18053886-306d-495a-8d14-95f2195ebf14 req-843d5500-82d4-46ca-b60a-190f00da1347 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:31.313371 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-18053886-306d-495a-8d14-95f2195ebf14 req-843d5500-82d4-46ca-b60a-190f00da1347 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 946 time: 0.0824788 Jan 21 10:11:31.360380 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-18053886-306d-495a-8d14-95f2195ebf14 req-5292995d-1ce6-4d23-9932-a8291300fa41 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 Jan 21 10:11:34.730613 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:45.966010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cbc33-020a-4350-8799-e7c17d1e2b4a req-ef13371b-dd9c-49dd-838a-c4573ee7be68 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:45.967325 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-001cbc33-020a-4350-8799-e7c17d1e2b4a req-ef13371b-dd9c-49dd-838a-c4573ee7be68 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 946 time: 0.0750389 Jan 21 10:11:46.012319 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-001cbc33-020a-4350-8799-e7c17d1e2b4a req-d17130ec-e391-4b9f-95d9-995ac00ba9e9 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Jan 21 10:11:47.225483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640c262-42ac-431a-967a-133b3456dcf8 req-8af5970e-1eb3-4f32-8fd8-a738978aa3b8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:47.227278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b640c262-42ac-431a-967a-133b3456dcf8 req-8af5970e-1eb3-4f32-8fd8-a738978aa3b8 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 946 time: 0.0928106 Jan 21 10:11:47.274475 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b640c262-42ac-431a-967a-133b3456dcf8 req-b59d4143-44b7-41cf-b3dd-f0322e7311ef tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/security-groups?id=8c09b1fe-2413-4f60-8012-fd88fc21f363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Jan 21 10:11:47.454273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-210ebd0c-85ff-4a8d-9344-83f6b1283a0d tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:11:47.455733 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-210ebd0c-85ff-4a8d-9344-83f6b1283a0d tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.120 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 946 time: 0.0749819 Jan 21 10:11:47.530320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Deleting port 0a46b3b0-e433-4814-9e96-b647108a0fd6 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:47.530567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:47.784373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] For port 0a46b3b0-e433-4814-9e96-b647108a0fd6, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=0a46b3b0-e433-4814-9e96-b647108a0fd6,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:47.784622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:47.995156 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Calling delete_port for 0a46b3b0-e433-4814-9e96-b647108a0fd6 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:11:48.144630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:48.157558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['0a46b3b0-e433-4814-9e96-b647108a0fd6'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:11:48.196234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Pushing event deleted for resources: {'Port': ['ID=0a46b3b0-e433-4814-9e96-b647108a0fd6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:48.290489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] No DVR routers for this DVR port 0a46b3b0-e433-4814-9e96-b647108a0fd6 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:11:48.300299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:48.304109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab980f3-8351-4230-9634-719fb26a91f0', 'name': 'network-vif-deleted', 'tag': '0a46b3b0-e433-4814-9e96-b647108a0fd6'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:11:48.324614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-058837db-99c0-4b3e-9a2e-13b5a4e7d32d req-07a88d29-a18c-4c9c-a945-93226d60f9ce tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.120 "DELETE /v2.0/ports/0a46b3b0-e433-4814-9e96-b647108a0fd6 HTTP/1.1" status: 204 len: 173 time: 0.8624723 Jan 21 10:11:48.373503 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab980f3-8351-4230-9634-719fb26a91f0', 'name': 'network-vif-deleted', 'tag': '0a46b3b0-e433-4814-9e96-b647108a0fd6', 'status': 'completed', 'code': 200} Jan 21 10:11:48.474839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-cb90b3e0-2210-40c6-9b0a-c76fa57c5925 req-99e0cda5-3b82-45f0-8d5b-975a1ddab062 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Synchronizing usage tracker for tenant:381cdd267ff04ea088bbd64408fa6eef on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:11:48.492292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-cb90b3e0-2210-40c6-9b0a-c76fa57c5925 req-99e0cda5-3b82-45f0-8d5b-975a1ddab062 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] Unset dirty status for tenant:381cdd267ff04ea088bbd64408fa6eef on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:11:48.493643 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cb90b3e0-2210-40c6-9b0a-c76fa57c5925 req-99e0cda5-3b82-45f0-8d5b-975a1ddab062 tempest-TestEncryptedCinderVolumes-1892420185 tempest-TestEncryptedCinderVolumes-1892420185-project] 10.222.0.122 "GET /v2.0/ports?device_id=0ab980f3-8351-4230-9634-719fb26a91f0 HTTP/1.1" status: 200 len: 210 time: 0.0644281 Jan 21 10:11:49.143172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c60e6d56-1cc0-4707-8eef-cffa91f05126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:49.655676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42930) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:11:50.045604 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:50.767449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Deleting port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:50.767449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:50.823543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 0a46b3b0-e433-4814-9e96-b647108a0fd6 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:11:50.861492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 0a46b3b0-e433-4814-9e96-b647108a0fd6 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:11:50.861834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 0a46b3b0-e433-4814-9e96-b647108a0fd6 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:11:50.951418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] For port 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:50.951766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:51.077720 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Calling delete_port for 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:11:51.273252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:51.321108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc0a7f8-8f37-4d40-b1fd-8d65369c9557,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:51.400250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.400703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.401052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.401386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.401727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.402083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.402397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.402724 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.403044 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.403363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.403687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:11:51.515707 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6dbd45e0-5ae2-4b20-8515-312e71d3e947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:51.666223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:52.401850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Router 5829d3b5-74d5-4d76-bf3a-0735d493948b has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:11:52.560039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:52.622631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:11:52.634416 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] Sync routers for ids ['5829d3b5-74d5-4d76-bf3a-0735d493948b'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:11:52.640030 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-687a51cb-c14b-45f8-b9ab-cf7bc03ca390 admin admin] 10.222.0.122 "PUT /v2.0/routers/5829d3b5-74d5-4d76-bf3a-0735d493948b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9826436 Jan 21 10:11:52.644075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42934) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:11:52.656089 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] Routers {'5829d3b5-74d5-4d76-bf3a-0735d493948b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:11:52.657176 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5829d3b5-74d5-4d76-bf3a-0735d493948b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:52.864004 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:52.864956 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] Set router 5829d3b5-74d5-4d76-bf3a-0735d493948b gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:11:52.914964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:53.079312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:53.089435 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Deleting port c0d005cb-5ea1-448e-9962-9a93b36dc61a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:53.089934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:53.174761 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:11:51Z', 'revision_number': 5, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port': {'id': 'c0d005cb-5ea1-448e-9962-9a93b36dc61a', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:34Z', 'updated_at': '2022-01-21T10:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:53.179271 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] Checking router: 5829d3b5-74d5-4d76-bf3a-0735d493948b for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:11:53.191131 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] Routers {'5829d3b5-74d5-4d76-bf3a-0735d493948b'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:11:53.191722 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5829d3b5-74d5-4d76-bf3a-0735d493948b'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:53.269663 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] For port c0d005cb-5ea1-448e-9962-9a93b36dc61a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c0d005cb-5ea1-448e-9962-9a93b36dc61a,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:53.270115 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:53.338533 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] Set router 5829d3b5-74d5-4d76-bf3a-0735d493948b gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:11:53.449073 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:11:53Z', 'revision_number': 6, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:53.453904 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf86964-979d-484d-96f5-4c6bbd8f4676 None None] The sync data for ids ['5829d3b5-74d5-4d76-bf3a-0735d493948b'] in dv-neutron-825724-1-hyperv is: [{'id': '5829d3b5-74d5-4d76-bf3a-0735d493948b', 'name': 'tempest-TestEncryptedCinderVolumes-243797614-router', 'tenant_id': '381cdd267ff04ea088bbd64408fa6eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:33Z', 'updated_at': '2022-01-21T10:11:53Z', 'revision_number': 6, 'project_id': '381cdd267ff04ea088bbd64408fa6eef', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:11:53.504423 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Calling delete_port for c0d005cb-5ea1-448e-9962-9a93b36dc61a owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:11:53.674082 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:53.721534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d005cb-5ea1-448e-9962-9a93b36dc61a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:53.948342 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:53.981647 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.227640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.232339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.260269 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.260806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5829d3b5-74d5-4d76-bf3a-0735d493948b {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:11:54.276417 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.277608 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0325020d-721d-40e6-8f6e-1eb237f4bda6 admin admin] 10.222.0.122 "DELETE /v2.0/routers/5829d3b5-74d5-4d76-bf3a-0735d493948b HTTP/1.1" status: 204 len: 168 time: 1.6324418 Jan 21 10:11:54.280245 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42938) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:11:54.348236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1202d56f-99e9-4806-8ca1-0d7995a990dd admin admin] Deleting subnet 68309e49-93e2-4fb5-b415-9c1070d68332 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:11:54.352284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1202d56f-99e9-4806-8ca1-0d7995a990dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.406770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1202d56f-99e9-4806-8ca1-0d7995a990dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.492785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1202d56f-99e9-4806-8ca1-0d7995a990dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.566640 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1202d56f-99e9-4806-8ca1-0d7995a990dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.607313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202d56f-99e9-4806-8ca1-0d7995a990dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68309e49-93e2-4fb5-b415-9c1070d68332,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:54.611968 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1202d56f-99e9-4806-8ca1-0d7995a990dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.618142 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1202d56f-99e9-4806-8ca1-0d7995a990dd admin admin] 10.222.0.122 "DELETE /v2.0/subnets/68309e49-93e2-4fb5-b415-9c1070d68332 HTTP/1.1" status: 204 len: 168 time: 0.3358963 Jan 21 10:11:54.618416 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f7d393-2d3b-4cd9-bc98-f0072d253559 None None] Network 4befd94b-ffdf-48cb-8c83-e4de152bc857 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:11:54.620593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42942) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:11:54.731810 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.743712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Deleting port 478d2e44-a681-41fb-82d3-96b3ae47a384 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:54.744012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.776896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:11:54.820672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:11:54.821003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 3bc0a7f8-8f37-4d40-b1fd-8d65369c9557 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:11:54.821419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c0d005cb-5ea1-448e-9962-9a93b36dc61a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:11:54.854343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: c0d005cb-5ea1-448e-9962-9a93b36dc61a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:11:54.854689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c0d005cb-5ea1-448e-9962-9a93b36dc61a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:11:54.937503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] DHCP port deletion for 4befd94b-ffdf-48cb-8c83-e4de152bc857 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:11:54.942182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] Deleting port 478d2e44-a681-41fb-82d3-96b3ae47a384 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:54.942623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:54.972794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] For port 478d2e44-a681-41fb-82d3-96b3ae47a384, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=478d2e44-a681-41fb-82d3-96b3ae47a384,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:54.973164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.148587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] For port 478d2e44-a681-41fb-82d3-96b3ae47a384, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=478d2e44-a681-41fb-82d3-96b3ae47a384,segment=NetworkSegment(b226517f-28dd-4696-a3bf-c9352985f909),segment_id=b226517f-28dd-4696-a3bf-c9352985f909)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:55.149212 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.191465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Calling delete_port for 478d2e44-a681-41fb-82d3-96b3ae47a384 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:11:55.278296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] Calling delete_port for 478d2e44-a681-41fb-82d3-96b3ae47a384 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:11:55.278893 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.329763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=478d2e44-a681-41fb-82d3-96b3ae47a384,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:55.337584 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] No DVR routers for this DVR port 478d2e44-a681-41fb-82d3-96b3ae47a384 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:11:55.364178 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:11:55.364513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:11:55.459500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.486488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4befd94b-ffdf-48cb-8c83-e4de152bc857']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:55.498879 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b226517f-28dd-4696-a3bf-c9352985f909') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:55.499164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b226517f-28dd-4696-a3bf-c9352985f909') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:55.511706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.529879 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.537258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:11:55.537651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:11:55.551785 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:11:55.632915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.651668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.664942 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=4befd94b-ffdf-48cb-8c83-e4de152bc857,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:55.670083 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f8354d85-2a9d-4355-a52f-fe1de41d0c93 admin admin] 10.222.0.122 "DELETE /v2.0/networks/4befd94b-ffdf-48cb-8c83-e4de152bc857 HTTP/1.1" status: 204 len: 168 time: 1.0484610 Jan 21 10:11:55.675343 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42946) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:11:55.865910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] Deleting port 478d2e44-a681-41fb-82d3-96b3ae47a384 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:55.866316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:55.943821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-cc7affb7-3ed5-4f7b-b1bb-95fc86cb168c None None] The port '478d2e44-a681-41fb-82d3-96b3ae47a384' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:11:56.080975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:56.778334 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 478d2e44-a681-41fb-82d3-96b3ae47a384 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:11:56.807477 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Deleting port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:56.808050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:56.813380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 478d2e44-a681-41fb-82d3-96b3ae47a384 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:11:56.813726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 478d2e44-a681-41fb-82d3-96b3ae47a384 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:11:57.047589 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] For port 26bbe544-3e55-4ed5-86b6-2b73d997fd4a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,segment=NetworkSegment(8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f),segment_id=8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:57.048107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:57.179447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Calling delete_port for 26bbe544-3e55-4ed5-86b6-2b73d997fd4a owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:11:57.436401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:57.487839 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Pushing event deleted for resources: {'Port': ['ID=26bbe544-3e55-4ed5-86b6-2b73d997fd4a,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:11:57.877527 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:58.633410 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Router 36dafbff-f27b-4804-bb8d-904c11ca8080 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:11:58.863302 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:11:58.875160 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-36a7ad5d-aa91-4c38-9a74-9d1b05b7258d admin admin] 10.222.0.122 "PUT /v2.0/routers/36dafbff-f27b-4804-bb8d-904c11ca8080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1970489 Jan 21 10:11:58.875805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] Sync routers for ids ['36dafbff-f27b-4804-bb8d-904c11ca8080'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:11:58.877793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42950) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:11:58.896380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] Routers {'36dafbff-f27b-4804-bb8d-904c11ca8080'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:11:58.897100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['36dafbff-f27b-4804-bb8d-904c11ca8080'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:59.166120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:59.222399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] Set router 36dafbff-f27b-4804-bb8d-904c11ca8080 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:11:59.421003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:59.434804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Deleting port f610ae52-e0ce-4563-802c-43d40539ed1f {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:11:59.435233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:59.564569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:11:57Z', 'revision_number': 5, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port': {'id': 'f610ae52-e0ce-4563-802c-43d40539ed1f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:59.571353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] Checking router: 36dafbff-f27b-4804-bb8d-904c11ca8080 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:11:59.590826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] Routers {'36dafbff-f27b-4804-bb8d-904c11ca8080'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:11:59.591840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['36dafbff-f27b-4804-bb8d-904c11ca8080'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:59.698622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] For port f610ae52-e0ce-4563-802c-43d40539ed1f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=f610ae52-e0ce-4563-802c-43d40539ed1f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:11:59.698934 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:11:59.778085 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] Set router 36dafbff-f27b-4804-bb8d-904c11ca8080 gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:11:59.831655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Calling delete_port for f610ae52-e0ce-4563-802c-43d40539ed1f owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:11:59.898396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:11:59Z', 'revision_number': 6, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:11:59.903102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79135449-660a-4fc7-a920-9f7393428d47 None None] The sync data for ids ['36dafbff-f27b-4804-bb8d-904c11ca8080'] in dv-neutron-825724-1-hyperv is: [{'id': '36dafbff-f27b-4804-bb8d-904c11ca8080', 'name': 'tempest-TestEncryptedCinderVolumes-1693316202-router', 'tenant_id': '052bfd00fd5042e39b717b21c3874b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:10:40Z', 'updated_at': '2022-01-21T10:11:59Z', 'revision_number': 6, 'project_id': '052bfd00fd5042e39b717b21c3874b85', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:12:00.038674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:00.090027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f610ae52-e0ce-4563-802c-43d40539ed1f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:00.451138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:00.719684 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:00.724507 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:00.768161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:00.769131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36dafbff-f27b-4804-bb8d-904c11ca8080 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:12:00.788967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:00.792326 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9ec47fbf-9b84-4d41-8622-ba182f27dc7f admin admin] 10.222.0.122 "DELETE /v2.0/routers/36dafbff-f27b-4804-bb8d-904c11ca8080 HTTP/1.1" status: 204 len: 168 time: 1.9133070 Jan 21 10:12:00.794789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42954) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:00.799039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f610ae52-e0ce-4563-802c-43d40539ed1f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:12:00.856713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: f610ae52-e0ce-4563-802c-43d40539ed1f {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:12:00.857139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device f610ae52-e0ce-4563-802c-43d40539ed1f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:12:00.857799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 26bbe544-3e55-4ed5-86b6-2b73d997fd4a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:12:00.894031 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-309e3b1e-18bf-40e9-a43c-31fcfe11e1e2 admin admin] Deleting subnet e5ac370a-874a-417d-b206-17c3cca322b4 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:12:00.897643 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-309e3b1e-18bf-40e9-a43c-31fcfe11e1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:00.898945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 26bbe544-3e55-4ed5-86b6-2b73d997fd4a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:12:00.899777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 26bbe544-3e55-4ed5-86b6-2b73d997fd4a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:12:00.958842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-309e3b1e-18bf-40e9-a43c-31fcfe11e1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.062949 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-309e3b1e-18bf-40e9-a43c-31fcfe11e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.172797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-309e3b1e-18bf-40e9-a43c-31fcfe11e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.213159 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3b1e-18bf-40e9-a43c-31fcfe11e1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ac370a-874a-417d-b206-17c3cca322b4,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:01.217287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-309e3b1e-18bf-40e9-a43c-31fcfe11e1e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.224221 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-309e3b1e-18bf-40e9-a43c-31fcfe11e1e2 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/e5ac370a-874a-417d-b206-17c3cca322b4 HTTP/1.1" status: 204 len: 168 time: 0.4281895 Jan 21 10:12:01.227436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d85ca-2f2c-4188-91cb-c1e0e7b9876d None None] Network 2de5ed7b-2bf3-4539-9278-a9077bce57b9 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:12:01.227687 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42958) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:01.346262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.359141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Deleting port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:12:01.359638 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.523523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] DHCP port deletion for 2de5ed7b-2bf3-4539-9278-a9077bce57b9 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:12:01.528244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] Deleting port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:12:01.528643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.601447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] For port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=992dc9b7-6379-4f09-bbd8-63bfd4b12e77,segment=NetworkSegment(8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f),segment_id=8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:01.602023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.745356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] For port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=992dc9b7-6379-4f09-bbd8-63bfd4b12e77,segment=NetworkSegment(8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f),segment_id=8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:01.745630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.808442 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Calling delete_port for 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:12:01.871920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] Calling delete_port for 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:12:01.923808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:01.941014 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:12:01.947537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:12:01.948088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:12:02.007831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Pushing event deleted for resources: {'Port': ['ID=992dc9b7-6379-4f09-bbd8-63bfd4b12e77,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:02.018352 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] No DVR routers for this DVR port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:12:02.219743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:02.351016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de5ed7b-2bf3-4539-9278-a9077bce57b9']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:02.364911 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:02.365282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd79cfc-9a4a-456b-b39b-e4aa76a6fe8f') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:02.377734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:02.395111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:02.401646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:12:02.402053 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:12:02.415248 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:12:02.449321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] Deleting port 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:12:02.449733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:02.496371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:02.516623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:02.529437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] Pushing event deleted for resources: {'Network': ['ID=2de5ed7b-2bf3-4539-9278-a9077bce57b9,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:02.536427 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5965e9df-d57a-49e3-93c1-6405f71a413a admin admin] 10.222.0.122 "DELETE /v2.0/networks/2de5ed7b-2bf3-4539-9278-a9077bce57b9 HTTP/1.1" status: 204 len: 168 time: 1.3078144 Jan 21 10:12:02.567995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b4295df7-aa92-44fe-972c-935aee14ca8a None None] The port '992dc9b7-6379-4f09-bbd8-63bfd4b12e77' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:12:02.760851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42964) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:02.769258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:12:02.801492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:12:02.801824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 992dc9b7-6379-4f09-bbd8-63bfd4b12e77 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:12:02.836491 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c135b452-6943-4971-95f2-8f355ce94d8b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=381cdd267ff04ea088bbd64408fa6eef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0734713 Jan 21 10:12:02.838696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 42968) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:02.921048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7befd00f-9915-4816-bfe1-c7dd725db5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:02.979133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7befd00f-9915-4816-bfe1-c7dd725db5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:03.043570 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7befd00f-9915-4816-bfe1-c7dd725db5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:03.062609 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befd00f-9915-4816-bfe1-c7dd725db5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c09b1fe-2413-4f60-8012-fd88fc21f363,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:03.068709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-7befd00f-9915-4816-bfe1-c7dd725db5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:03.070474 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-7befd00f-9915-4816-bfe1-c7dd725db5f4 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/8c09b1fe-2413-4f60-8012-fd88fc21f363 HTTP/1.1" status: 204 len: 168 time: 0.2305875 Jan 21 10:12:03.633967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42976) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:03.698263 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-20610353-9c2f-4fbe-97a4-e6ea943063ef admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=052bfd00fd5042e39b717b21c3874b85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0627019 Jan 21 10:12:03.700877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 42980) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:03.784816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c57a1f2b-e313-4a0c-a9e0-bfc6765850de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:03.823012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c57a1f2b-e313-4a0c-a9e0-bfc6765850de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:03.899759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c57a1f2b-e313-4a0c-a9e0-bfc6765850de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:03.917296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a1f2b-e313-4a0c-a9e0-bfc6765850de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260d7258-0367-4bf4-a07f-9c7eb5a6a630,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:03.924984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c57a1f2b-e313-4a0c-a9e0-bfc6765850de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:03.925559 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c57a1f2b-e313-4a0c-a9e0-bfc6765850de admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/260d7258-0367-4bf4-a07f-9c7eb5a6a630 HTTP/1.1" status: 204 len: 168 time: 0.2236845 Jan 21 10:12:04.730571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.076696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43002) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:05.212095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-824021711-network', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:05.217040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:05.221963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Usage tracker for resource:network and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:05.225596 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:05.234756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:05.246675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Made reservation on behalf of 3efc7020d70041ee840acaefca3f8e16 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:12:05.248743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.262031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.297971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:05.305696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Usage tracker for resource:security_group_rule and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:05.308957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:05.315153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:05.386899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.393005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.427746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:12:05.440758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45c7999-4937-470f-b013-a4f6bb7dd60f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:05.445440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.445826 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Added segment 5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3 of type vlan for network cf4b8493-7a62-4f80-8689-1765e2c87dde Jan 21 10:12:05.474389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.507435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.508393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:05.509008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.616877 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5385540 Jan 21 10:12:05.617573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c478a5c-9795-4fc6-a684-22eb5ba4f38d admin admin] Pushing event updated for resources: {'Network': ['ID=cf4b8493-7a62-4f80-8689-1765e2c87dde,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:05.620146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43008) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:05.628839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Request body: {'subnet': {'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-824021711-subnet', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:05.632042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network cf4b8493-7a62-4f80-8689-1765e2c87dde details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:12:05.634397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:05.638284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Usage tracker for resource:subnet and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:05.641953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:05.648196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:05.660330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Made reservation on behalf of 3efc7020d70041ee840acaefca3f8e16 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:12:05.663093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.885857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:05.962621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d27d7753-95ce-4377-80bd-e93dc54ee8f5,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:05.983319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Checking segment: {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:05.984283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Network hostable DHCP agents. Network: cf4b8493-7a62-4f80-8689-1765e2c87dde, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:12:06.007474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Network cf4b8493-7a62-4f80-8689-1765e2c87dde is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:12:06.019066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, cf4b8493-7a62-4f80-8689-1765e2c87dde) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:06.023499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:06.024201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.029925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6705e87-082c-4a68-83fa-22792c59f8b6 None None] Network cf4b8493-7a62-4f80-8689-1765e2c87dde requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:12:06.053952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7ae3e669-74f9-4885-991e-8536ccb8d8c7 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4300976 Jan 21 10:12:06.054228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43012) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:06.059724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:06.065905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:06.070007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Usage tracker for resource:router and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:06.072868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:06.079454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:06.091028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.091949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.114877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.276327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.307293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-cf4b8493-7a62-4f80-8689-1765e2c87dde', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:12:06.308330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.537219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.569536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.574667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Allocated IP 172.20.0.2 (cf4b8493-7a62-4f80-8689-1765e2c87dde/d27d7753-95ce-4377-80bd-e93dc54ee8f5/e3b5a04f-cb07-4c0b-8354-4de537d96be8) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:06.824874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Allocated IP 172.26.1.199 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/88a06337-b5fa-4898-843c-443353afb432) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:06.868512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.885374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Transition to ACTIVE for port object e3b5a04f-cb07-4c0b-8354-4de537d96be8 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:06.910463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Transition to ACTIVE for port object e3b5a04f-cb07-4c0b-8354-4de537d96be8 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:06.917670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:06.997403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.004276 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Network cf4b8493-7a62-4f80-8689-1765e2c87dde is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:07.007892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:07.009765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Pushing event updated for resources: {'Port': ['ID=e3b5a04f-cb07-4c0b-8354-4de537d96be8,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:07.012102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:12:07.024306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.024903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.025033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.025296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.025701 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.026035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.026372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.026698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.027016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.027332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.027648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:07.039914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.105763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:07.109418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:07.118391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:12:07.118554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Attempting to bind port e3b5a04f-cb07-4c0b-8354-4de537d96be8 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:07.119012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Attempting to bind port e3b5a04f-cb07-4c0b-8354-4de537d96be8 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:07.119424 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Attempting to bind port e3b5a04f-cb07-4c0b-8354-4de537d96be8 on network cf4b8493-7a62-4f80-8689-1765e2c87dde {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:07.130711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:12:07.131319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Checking segment: {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:07.131886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.132494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Bound using segment: {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:12:07.133203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Bound port: e3b5a04f-cb07-4c0b-8354-4de537d96be8, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:07.133785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.170165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Pushing event updated for resources: {'Port': ['ID=88a06337-b5fa-4898-843c-443353afb432,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:07.246011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] For port e3b5a04f-cb07-4c0b-8354-4de537d96be8, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:12:07.251112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] For port e3b5a04f-cb07-4c0b-8354-4de537d96be8, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e3b5a04f-cb07-4c0b-8354-4de537d96be8,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:12:07.257399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.317255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.318079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.392237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53929894-fad8-4530-a511-a25a5f1698d5 None None] Pushing event updated for resources: {'Port': ['ID=e3b5a04f-cb07-4c0b-8354-4de537d96be8,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:07.683269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Router ec784f43-eebe-4e77-a639-22b9713b9e60 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:12:07.906248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:12:07.917356 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Sync routers for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:12:07.932742 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:07.933275 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:07.934968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:07.936708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-aa00778d-a7f3-4df6-be91-e44193bda57a admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8810432 Jan 21 10:12:07.939725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43016) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:08.275599 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:08.468389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c096e8-b78d-42da-8750-67d8ca5ba02d None None] Network cf4b8493-7a62-4f80-8689-1765e2c87dde requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:12:08.589620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f28eabe2-dc1a-4daa-b2e3-3b41b64ee7d4 None None] Provisioning for port e3b5a04f-cb07-4c0b-8354-4de537d96be8 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:08.628359 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:07Z', 'revision_number': 3, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:08.632495 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Checking router: ec784f43-eebe-4e77-a639-22b9713b9e60 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:12:08.632826 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Updating router ec784f43-eebe-4e77-a639-22b9713b9e60 port 88a06337-b5fa-4898-843c-443353afb432 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:12:08.690084 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:08.850448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e3b5a04f-cb07-4c0b-8354-4de537d96be8 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:08.933935 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port e3b5a04f-cb07-4c0b-8354-4de537d96be8 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:08.949323 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e3b5a04f-cb07-4c0b-8354-4de537d96be8 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:08.950031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:08.954843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.111734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.112068 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.131373 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Transition to ACTIVE for port object 88a06337-b5fa-4898-843c-443353afb432 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:09.142827 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.157184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-555e561e-1bf1-478c-957d-c996df7899c3 None None] Provisioning complete for port e3b5a04f-cb07-4c0b-8354-4de537d96be8 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:09.157569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-555e561e-1bf1-478c-957d-c996df7899c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.195648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port e3b5a04f-cb07-4c0b-8354-4de537d96be8, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e3b5a04f-cb07-4c0b-8354-4de537d96be8,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:09.206891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.229632 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Attempting to bind port 88a06337-b5fa-4898-843c-443353afb432 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:09.230301 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Attempting to bind port 88a06337-b5fa-4898-843c-443353afb432 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:09.230889 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Attempting to bind port 88a06337-b5fa-4898-843c-443353afb432 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:09.233618 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Pushing event updated for resources: {'Port': ['ID=88a06337-b5fa-4898-843c-443353afb432,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:09.245654 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.246027 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.246477 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.246816 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.247151 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.247562 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.247973 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.248372 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.249302 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.249695 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.250112 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:09.254147 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:12:09.254515 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:09.255038 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.255496 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:12:09.255996 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Bound port: 88a06337-b5fa-4898-843c-443353afb432, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:09.256450 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.271292 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Allocated IP 172.20.0.1 (cf4b8493-7a62-4f80-8689-1765e2c87dde/d27d7753-95ce-4377-80bd-e93dc54ee8f5/219a1942-e5aa-4144-8036-f42ed8e19424) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:09.338527 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] For port 88a06337-b5fa-4898-843c-443353afb432, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:12:09.343570 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] For port 88a06337-b5fa-4898-843c-443353afb432, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=88a06337-b5fa-4898-843c-443353afb432,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:12:09.350030 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.362524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=e3b5a04f-cb07-4c0b-8354-4de537d96be8,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:09.438913 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199b1db-510c-451e-94cc-9b0a6143b905 None None] Pushing event updated for resources: {'Port': ['ID=88a06337-b5fa-4898-843c-443353afb432,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:09.443037 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:09.443716 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:09.508260 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.526555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Transition to ACTIVE for port object 219a1942-e5aa-4144-8036-f42ed8e19424 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:09.555283 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.625201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Network cf4b8493-7a62-4f80-8689-1765e2c87dde is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:09.628450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:09.633290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:12:09.691163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Pushing event updated for resources: {'Port': ['ID=219a1942-e5aa-4144-8036-f42ed8e19424,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:09.694769 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:09.696135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.887089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:09.917873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-87355bb7-2610-4a21-9995-ec7be21f6f48 None None] Provisioning for port 219a1942-e5aa-4144-8036-f42ed8e19424 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:09.927488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-87355bb7-2610-4a21-9995-ec7be21f6f48 None None] Provisioning complete for port 219a1942-e5aa-4144-8036-f42ed8e19424 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:09.928531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87355bb7-2610-4a21-9995-ec7be21f6f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.023929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-87355bb7-2610-4a21-9995-ec7be21f6f48 None None] Port 219a1942-e5aa-4144-8036-f42ed8e19424 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:12:10.162001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.167578 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:07Z', 'revision_number': 3, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:10.168505 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.172478 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19647f0-942a-44e7-a121-32eb0aeb9ee5 None None] The sync data for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv is: [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:07Z', 'revision_number': 3, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:12:10.352188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Pushing event updated for resources: {'Port': ['ID=219a1942-e5aa-4144-8036-f42ed8e19424,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:10.357253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.569141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Network cf4b8493-7a62-4f80-8689-1765e2c87dde is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:10.572980 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:10.876017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-02747e3e-ba41-492a-9cd5-cc4806f814af None None] Provisioning complete for port 219a1942-e5aa-4144-8036-f42ed8e19424 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:10.876478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-02747e3e-ba41-492a-9cd5-cc4806f814af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:10.925772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e3b5a04f-cb07-4c0b-8354-4de537d96be8 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:11.043339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-02747e3e-ba41-492a-9cd5-cc4806f814af None None] Port 219a1942-e5aa-4144-8036-f42ed8e19424 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:12:11.067687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port e3b5a04f-cb07-4c0b-8354-4de537d96be8 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:11.068227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:11.175446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Router ec784f43-eebe-4e77-a639-22b9713b9e60 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:12:11.234509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 88a06337-b5fa-4898-843c-443353afb432 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:11.351384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 88a06337-b5fa-4898-843c-443353afb432 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:11.358346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 88a06337-b5fa-4898-843c-443353afb432 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:11.358758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:11.431048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:12:11.452022 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1106e921-3a34-477f-b01f-46e16a818508 admin admin] 10.222.0.122 "PUT /v2.0/routers/ec784f43-eebe-4e77-a639-22b9713b9e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5030632 Jan 21 10:12:11.492776 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:11.511187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 88a06337-b5fa-4898-843c-443353afb432, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=88a06337-b5fa-4898-843c-443353afb432,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:11.516826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:11.590826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=88a06337-b5fa-4898-843c-443353afb432,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:12.442915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43038) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:12.448851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-892921467-network', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:12.453952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:12.458028 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Usage tracker for resource:network and tenant:bc2411acf53b42718558e7cfe263bd25 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:12.461914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:12.468628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:12.480372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Made reservation on behalf of bc2411acf53b42718558e7cfe263bd25 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:12:12.483523 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.496893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.533309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:12.537783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Usage tracker for resource:security_group_rule and tenant:bc2411acf53b42718558e7cfe263bd25 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:12.540817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:12.547285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:12.621785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.626237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.660513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:12:12.669592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee7d5a-9dcd-4fe6-995e-17770861b9b0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:12.676147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.676545 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Added segment ae7f7db8-8e28-4ea5-8ec5-ef7612693770 of type vlan for network 29489936-4f5d-467c-966e-22b5c94553ee Jan 21 10:12:12.713090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.771420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.772361 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:12.772907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.797117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 88a06337-b5fa-4898-843c-443353afb432 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:12.880117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] Pushing event updated for resources: {'Network': ['ID=29489936-4f5d-467c-966e-22b5c94553ee,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:12.881523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 88a06337-b5fa-4898-843c-443353afb432 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:12.881951 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:12.885952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-19e12b28-f1f7-435b-b946-d38616c3150d admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4418430 Jan 21 10:12:12.886263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43042) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:12.894672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Request body: {'subnet': {'network_id': '29489936-4f5d-467c-966e-22b5c94553ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-892921467-subnet', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'ip_version': 4}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:12.906108 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:12.910854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Usage tracker for resource:subnet and tenant:bc2411acf53b42718558e7cfe263bd25 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:12.912744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 29489936-4f5d-467c-966e-22b5c94553ee details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:12:12.915071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:12.924706 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:12.943288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Made reservation on behalf of bc2411acf53b42718558e7cfe263bd25 for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:12:12.946321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.223953 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.298888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c2f6dd-de75-4339-bdc7-95965b70ad8e,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:13.313229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Checking segment: {'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:13.313582 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Network hostable DHCP agents. Network: 29489936-4f5d-467c-966e-22b5c94553ee, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:12:13.335842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Network 29489936-4f5d-467c-966e-22b5c94553ee is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:12:13.346639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 29489936-4f5d-467c-966e-22b5c94553ee) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:13.350923 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:13.351467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.356252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e4335-888c-4275-844d-e6d40644f7f8 None None] Network 29489936-4f5d-467c-966e-22b5c94553ee requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:12:13.378047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43046) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:13.378289 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a51b7a4b-4155-412b-b2fa-6b187d008aaf admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4900115 Jan 21 10:12:13.388457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:13.393748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:13.418160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Usage tracker for resource:router and tenant:bc2411acf53b42718558e7cfe263bd25 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:13.423137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:13.431579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:13.458291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.459316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.487325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.614080 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-29489936-4f5d-467c-966e-22b5c94553ee', 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'fixed_ips': [{'subnet_id': '97c2f6dd-de75-4339-bdc7-95965b70ad8e'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:12:13.615253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.635977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.813585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Allocated IP 172.20.0.2 (29489936-4f5d-467c-966e-22b5c94553ee/97c2f6dd-de75-4339-bdc7-95965b70ad8e/418cd273-8190-4fa6-a99e-49f988efdd53) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:13.859315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.890569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:13.970624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Sync routers for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:12:14.057651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:14.058234 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:14.151922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Allocated IP 172.26.1.103 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/08a50c04-c9a7-4b49-9c52-dcd19aed9098) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:14.154665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.266511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Transition to ACTIVE for port object 418cd273-8190-4fa6-a99e-49f988efdd53 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:14.308036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Transition to ACTIVE for port object 418cd273-8190-4fa6-a99e-49f988efdd53 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:14.316913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.336016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.368883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.377849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:14.440219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Network 29489936-4f5d-467c-966e-22b5c94553ee is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:14.445436 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:14.446829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:14.449134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:14.451620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:12:14.459894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:12:14.464843 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Pushing event updated for resources: {'Port': ['ID=418cd273-8190-4fa6-a99e-49f988efdd53,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:14.486886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Pushing event updated for resources: {'Port': ['ID=08a50c04-c9a7-4b49-9c52-dcd19aed9098,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:14.628241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.629026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.681838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Attempting to bind port 418cd273-8190-4fa6-a99e-49f988efdd53 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:14.682225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Attempting to bind port 418cd273-8190-4fa6-a99e-49f988efdd53 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:14.682578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Attempting to bind port 418cd273-8190-4fa6-a99e-49f988efdd53 on network 29489936-4f5d-467c-966e-22b5c94553ee {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:14.704947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:12:14.705319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Checking segment: {'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:14.705727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.706140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Bound using segment: {'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:12:14.706615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Bound port: 418cd273-8190-4fa6-a99e-49f988efdd53, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:14.706979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.866261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] For port 418cd273-8190-4fa6-a99e-49f988efdd53, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:12:14.870551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Router 9f7fd666-25b5-40e4-a49b-9dab32af5bce is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:12:14.870768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] For port 418cd273-8190-4fa6-a99e-49f988efdd53, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=418cd273-8190-4fa6-a99e-49f988efdd53,segment=NetworkSegment(ae7f7db8-8e28-4ea5-8ec5-ef7612693770),segment_id=ae7f7db8-8e28-4ea5-8ec5-ef7612693770)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:12:14.882311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:14.951401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 2, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:14.963458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Checking router: ec784f43-eebe-4e77-a639-22b9713b9e60 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:12:14.963817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Updating router ec784f43-eebe-4e77-a639-22b9713b9e60 port 219a1942-e5aa-4144-8036-f42ed8e19424 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:12:15.033682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c01ea-8169-4e4d-996e-7dd372143b25 None None] Pushing event updated for resources: {'Port': ['ID=418cd273-8190-4fa6-a99e-49f988efdd53,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:15.043919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.107573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:12:15.120712 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Sync routers for ids ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:12:15.135391 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Routers {'9f7fd666-25b5-40e4-a49b-9dab32af5bce'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:15.136039 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:15.140020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.141480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-df2fa50a-0be3-4985-81a4-fede1e67ce03 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7620480 Jan 21 10:12:15.144294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43050) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:12:15.390851 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Set router 9f7fd666-25b5-40e4-a49b-9dab32af5bce gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:15.488170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.504515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Transition to ACTIVE for port object 219a1942-e5aa-4144-8036-f42ed8e19424 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:15.516231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.702409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f282deb-6bb1-4c77-b651-514bbc146313 None None] Pushing event updated for resources: {'Port': ['ID=219a1942-e5aa-4144-8036-f42ed8e19424,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:15.773807 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:12:14Z', 'revision_number': 3, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port': {'id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:14Z', 'updated_at': '2022-01-21T10:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:15.789372 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Checking router: 9f7fd666-25b5-40e4-a49b-9dab32af5bce for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:12:15.789372 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Updating router 9f7fd666-25b5-40e4-a49b-9dab32af5bce port 08a50c04-c9a7-4b49-9c52-dcd19aed9098 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:12:15.825564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Attempting to bind port 219a1942-e5aa-4144-8036-f42ed8e19424 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:15.826142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Attempting to bind port 219a1942-e5aa-4144-8036-f42ed8e19424 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:15.826927 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Attempting to bind port 219a1942-e5aa-4144-8036-f42ed8e19424 on network cf4b8493-7a62-4f80-8689-1765e2c87dde {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:15.834428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:12:15.834955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Checking segment: {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:15.835452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.835943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Bound using segment: {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:12:15.837912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Bound port: 219a1942-e5aa-4144-8036-f42ed8e19424, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:15.838654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:15.879604 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.068768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] For port 219a1942-e5aa-4144-8036-f42ed8e19424, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:12:16.075279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] For port 219a1942-e5aa-4144-8036-f42ed8e19424, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=219a1942-e5aa-4144-8036-f42ed8e19424,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:12:16.085365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.224347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f282deb-6bb1-4c77-b651-514bbc146313 None None] Pushing event updated for resources: {'Port': ['ID=219a1942-e5aa-4144-8036-f42ed8e19424,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:16.231876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:16.232874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:16.443891 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.449562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.458046 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Transition to ACTIVE for port object 08a50c04-c9a7-4b49-9c52-dcd19aed9098 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:16.466725 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.546860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e600c-e8fd-4152-a74b-72e53aab22dd None None] Network 29489936-4f5d-467c-966e-22b5c94553ee requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:12:16.597889 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9998eb6-6a9f-4395-b92d-6274a8a17509 None None] Pushing event updated for resources: {'Port': ['ID=08a50c04-c9a7-4b49-9c52-dcd19aed9098,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:16.601778 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Attempting to bind port 08a50c04-c9a7-4b49-9c52-dcd19aed9098 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:16.602386 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Attempting to bind port 08a50c04-c9a7-4b49-9c52-dcd19aed9098 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:16.602947 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Attempting to bind port 08a50c04-c9a7-4b49-9c52-dcd19aed9098 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:16.616476 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:12:16.617753 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:16.618452 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.619117 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:12:16.619872 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Bound port: 08a50c04-c9a7-4b49-9c52-dcd19aed9098, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:16.620446 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.745425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8b04ce35-3cf0-4ce5-b846-8847e82e3558 None None] Provisioning for port 418cd273-8190-4fa6-a99e-49f988efdd53 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:16.758184 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] For port 08a50c04-c9a7-4b49-9c52-dcd19aed9098, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:12:16.772020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:16.772190 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] For port 08a50c04-c9a7-4b49-9c52-dcd19aed9098, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=08a50c04-c9a7-4b49-9c52-dcd19aed9098,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:12:16.777733 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:16.822855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Allocated IP 172.20.0.1 (29489936-4f5d-467c-966e-22b5c94553ee/97c2f6dd-de75-4339-bdc7-95965b70ad8e/507b0bb4-77a9-4e22-9bd1-15a128ce192e) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:16.880965 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Routers {'9f7fd666-25b5-40e4-a49b-9dab32af5bce'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:16.881619 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:11:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:16.918603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 418cd273-8190-4fa6-a99e-49f988efdd53 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:16.954541 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9998eb6-6a9f-4395-b92d-6274a8a17509 None None] Pushing event updated for resources: {'Port': ['ID=08a50c04-c9a7-4b49-9c52-dcd19aed9098,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:17.068388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.093715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Transition to ACTIVE for port object 507b0bb4-77a9-4e22-9bd1-15a128ce192e will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:17.110714 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] Set router 9f7fd666-25b5-40e4-a49b-9dab32af5bce gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:17.132133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.229918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Network 29489936-4f5d-467c-966e-22b5c94553ee is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:17.238825 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:17.241024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:12:17.282937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Pushing event updated for resources: {'Port': ['ID=507b0bb4-77a9-4e22-9bd1-15a128ce192e,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:17.308988 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 418cd273-8190-4fa6-a99e-49f988efdd53 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:17.324767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.338046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 418cd273-8190-4fa6-a99e-49f988efdd53 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:17.338516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.418353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.557929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.581749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:16Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:17.587109 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:12:14Z', 'revision_number': 3, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port': {'id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:14Z', 'updated_at': '2022-01-21T10:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:17.593586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f613f9-aca8-4f24-bece-c202db7db842 None None] The sync data for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv is: [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:16Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:12:17.596807 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7193c-1579-4b74-a0eb-7476a7684a5b None None] The sync data for ids ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'] in dv-neutron-825724-1-hyperv is: [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:12:14Z', 'revision_number': 3, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port': {'id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:14Z', 'updated_at': '2022-01-21T10:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:12:17.625338 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 418cd273-8190-4fa6-a99e-49f988efdd53, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=418cd273-8190-4fa6-a99e-49f988efdd53,segment=NetworkSegment(ae7f7db8-8e28-4ea5-8ec5-ef7612693770),segment_id=ae7f7db8-8e28-4ea5-8ec5-ef7612693770)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:17.632274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.762903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=418cd273-8190-4fa6-a99e-49f988efdd53,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:17.792672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8286bb80-4c84-4272-a68d-d3e8bf7311a1 None None] Provisioning for port 507b0bb4-77a9-4e22-9bd1-15a128ce192e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:17.810210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8286bb80-4c84-4272-a68d-d3e8bf7311a1 None None] Provisioning complete for port 507b0bb4-77a9-4e22-9bd1-15a128ce192e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:17.810583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8286bb80-4c84-4272-a68d-d3e8bf7311a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.831913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.841331 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:17.906413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8286bb80-4c84-4272-a68d-d3e8bf7311a1 None None] Port 507b0bb4-77a9-4e22-9bd1-15a128ce192e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:12:17.949354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-8286bb80-4c84-4272-a68d-d3e8bf7311a1 None None] Provisioning complete for port 418cd273-8190-4fa6-a99e-49f988efdd53 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:17.950205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8286bb80-4c84-4272-a68d-d3e8bf7311a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:18.137452 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Pushing event updated for resources: {'Port': ['ID=507b0bb4-77a9-4e22-9bd1-15a128ce192e,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:18.142450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:18.324843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Network 29489936-4f5d-467c-966e-22b5c94553ee is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:18.326212 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:18.330572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f45ea897-57ad-4db2-940e-d00f6f434bd1 None None] Provisioning complete for port 507b0bb4-77a9-4e22-9bd1-15a128ce192e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:18.331111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f45ea897-57ad-4db2-940e-d00f6f434bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:18.404247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f45ea897-57ad-4db2-940e-d00f6f434bd1 None None] Port 507b0bb4-77a9-4e22-9bd1-15a128ce192e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:12:18.627667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-67bbc955-2ead-42bb-9e06-de85428b47fc None None] Provisioning complete for port 507b0bb4-77a9-4e22-9bd1-15a128ce192e triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:18.628067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-67bbc955-2ead-42bb-9e06-de85428b47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:18.690682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-67bbc955-2ead-42bb-9e06-de85428b47fc None None] Port 507b0bb4-77a9-4e22-9bd1-15a128ce192e cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:12:18.794928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Router 9f7fd666-25b5-40e4-a49b-9dab32af5bce has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:12:18.915650 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 418cd273-8190-4fa6-a99e-49f988efdd53 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:19.040577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 418cd273-8190-4fa6-a99e-49f988efdd53 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:19.040949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:19.072014 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:12:19.089918 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fc0e2caf-4243-4bad-9e5f-f5712d7e7d95 admin admin] 10.222.0.122 "PUT /v2.0/routers/9f7fd666-25b5-40e4-a49b-9dab32af5bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9403944 Jan 21 10:12:19.190685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6929e004-e42a-457a-a75d-55036137070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:19.221356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 08a50c04-c9a7-4b49-9c52-dcd19aed9098 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:19.353523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 08a50c04-c9a7-4b49-9c52-dcd19aed9098 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:19.360071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 08a50c04-c9a7-4b49-9c52-dcd19aed9098 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:19.360676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:19.532426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:19.557972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 08a50c04-c9a7-4b49-9c52-dcd19aed9098, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=08a50c04-c9a7-4b49-9c52-dcd19aed9098,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:19.563770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:19.565110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 219a1942-e5aa-4144-8036-f42ed8e19424 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:19.728670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=08a50c04-c9a7-4b49-9c52-dcd19aed9098,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:19.747678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 219a1942-e5aa-4144-8036-f42ed8e19424 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:19.757247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 219a1942-e5aa-4144-8036-f42ed8e19424 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:19.757485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:19.891968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:19.934794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 219a1942-e5aa-4144-8036-f42ed8e19424, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=219a1942-e5aa-4144-8036-f42ed8e19424,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:19.941030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:20.039496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=219a1942-e5aa-4144-8036-f42ed8e19424,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:20.817697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 08a50c04-c9a7-4b49-9c52-dcd19aed9098 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:20.897373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 08a50c04-c9a7-4b49-9c52-dcd19aed9098 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:20.897694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.094884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 219a1942-e5aa-4144-8036-f42ed8e19424 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:21.175589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 219a1942-e5aa-4144-8036-f42ed8e19424 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:21.176223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:21.516991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d050d291-adf3-4b24-9136-02d78e58bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.570529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:22.921460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:24.007869 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:31.049151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-7230e2b6-fb36-43af-9e1c-b81720f16a60 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:31.049855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-7230e2b6-fb36-43af-9e1c-b81720f16a60 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Synchronizing usage tracker for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:31.072736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-7230e2b6-fb36-43af-9e1c-b81720f16a60 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Unset dirty status for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:31.074132 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-7230e2b6-fb36-43af-9e1c-b81720f16a60 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 814 time: 0.1835372 Jan 21 10:12:31.093059 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-9be9bd7a-0c94-4c3e-a679-8c541adceb66 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/quotas/3efc7020d70041ee840acaefca3f8e16 HTTP/1.1" status: 200 len: 375 time: 0.0119183 Jan 21 10:12:31.178405 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-247310db-c2df-4da6-8590-ba9c44c31989 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792930 Jan 21 10:12:31.196152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-531da007-2bb6-4cc2-9438-c413be3468e7 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:12:31.197195 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-531da007-2bb6-4cc2-9438-c413be3468e7 service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065124 Jan 21 10:12:31.347902 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-41781987-5278-4cba-a1e4-941d174bbe16 service neutron] 10.222.0.122 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423268 Jan 21 10:12:31.490379 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-7fbfa105-09af-4159-9fe9-da986f29a199 service neutron] 10.222.0.122 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351938 Jan 21 10:12:31.693140 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c87440d-0850-4e29-b35d-e3261675c297 req-318f9ef6-e81f-4e5b-bf4a-71a64409fddc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 210 time: 0.0484040 Jan 21 10:12:32.872861 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-992593c9-e16c-458c-b774-7a979c74ec1a req-3f6af0e8-a61a-4e02-8e90-20fe5aa30dff tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 210 time: 0.0444107 Jan 21 10:12:33.266845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-c3d580f7-8e8b-4b2e-b01f-6fa4c81b14e0 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:33.268234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-c3d580f7-8e8b-4b2e-b01f-6fa4c81b14e0 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.120 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 814 time: 0.2953172 Jan 21 10:12:33.285778 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'port': {'device_id': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'admin_state_up': True, 'tenant_id': '3efc7020d70041ee840acaefca3f8e16'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:33.445421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:12:33.449592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:port and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:12:33.453397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:12:33.459730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:12:33.473134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Made reservation on behalf of 3efc7020d70041ee840acaefca3f8e16 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:12:33.478270 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:33.673089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Allocated IP 172.20.0.3 (cf4b8493-7a62-4f80-8689-1765e2c87dde/d27d7753-95ce-4377-80bd-e93dc54ee8f5/4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:12:34.182929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:34.220679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Transition to ACTIVE for port object 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:34.301799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:34.436871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Network cf4b8493-7a62-4f80-8689-1765e2c87dde is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:12:34.448593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:12:34.452042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'Port': ['ID=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:34.455792 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:12:34.520773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.521180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.521500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.521837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.522295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.522682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.523065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.523484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.523811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.524134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.524570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:12:34.552319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6d3fe-0444-4b35-b335-04b16d9c3c83 req-5be544cc-016e-42ce-acc4-fe32b762d581 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:34.553926 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5e6d3fe-0444-4b35-b335-04b16d9c3c83 req-5be544cc-016e-42ce-acc4-fe32b762d581 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 931 time: 0.3016832 Jan 21 10:12:34.586752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:34.587410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:34.633585 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-dc6968cc-68e2-4aec-aa60-5c51839f87fc tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3524470 Jan 21 10:12:34.639880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b5e6d3fe-0444-4b35-b335-04b16d9c3c83 req-89f85d14-3274-4eca-9509-f49c29e049a2 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Synchronizing usage tracker for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:34.676919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Request body: {'port': {'device_id': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:12:34.729262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b5e6d3fe-0444-4b35-b335-04b16d9c3c83 req-89f85d14-3274-4eca-9509-f49c29e049a2 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Unset dirty status for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:34.730881 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5e6d3fe-0444-4b35-b335-04b16d9c3c83 req-89f85d14-3274-4eca-9509-f49c29e049a2 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657419 Jan 21 10:12:34.772823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:34.849691 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a6c2f62-0c0f-4c18-874e-d3c390440456 None None] Provisioning for port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:34.859171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a6c2f62-0c0f-4c18-874e-d3c390440456 None None] Provisioning complete for port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:34.859659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2f62-0c0f-4c18-874e-d3c390440456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:34.879645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:34.962886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c2f62-0c0f-4c18-874e-d3c390440456 None None] Port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:12:35.424690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:35.443625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:35.465330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Transition to ACTIVE for port object 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:35.471301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:35.669256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:35.891236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Attempting to bind port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:35.892124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Attempting to bind port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:35.892590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Attempting to bind port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d on network cf4b8493-7a62-4f80-8689-1765e2c87dde {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:35.899752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d on network cf4b8493-7a62-4f80-8689-1765e2c87dde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:12:35.900746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Attempting to bind port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d on network cf4b8493-7a62-4f80-8689-1765e2c87dde {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:35.916496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:12:35.916983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Checking segment: {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:35.917477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Bound using segment: {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:12:35.918074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Bound port: 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:35.918652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:36.218389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] For port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:12:36.242976 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] For port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:12:36.251904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:36.347710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38d896-f442-4709-aa6b-3af977e52ee7 req-35ee9322-83aa-46c1-af62-cd5e0c36a795 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:36.348535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-af38d896-f442-4709-aa6b-3af977e52ee7 req-35ee9322-83aa-46c1-af62-cd5e0c36a795 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Synchronizing usage tracker for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:12:36.354416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:36.355823 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] 10.222.0.120 "PUT /v2.0/ports/4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 1093 time: 1.6914248 Jan 21 10:12:36.356286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:36.425076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ac0e5-1566-41ef-8ac1-b68e08fdb462 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:36.442473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-af38d896-f442-4709-aa6b-3af977e52ee7 req-35ee9322-83aa-46c1-af62-cd5e0c36a795 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Unset dirty status for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:12:36.445126 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-af38d896-f442-4709-aa6b-3af977e52ee7 req-35ee9322-83aa-46c1-af62-cd5e0c36a795 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 943 time: 0.4124303 Jan 21 10:12:36.487651 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'status': 'completed', 'code': 200} Jan 21 10:12:36.542663 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-af38d896-f442-4709-aa6b-3af977e52ee7 req-4dc17be9-fd48-49cf-bcef-12efc192a1b5 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796194 Jan 21 10:12:37.853062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8899d56-0ab5-4c27-96b1-c46cdd50231c req-03a2a8df-6d5c-4ec0-8e73-107ee1303214 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:37.855989 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c8899d56-0ab5-4c27-96b1-c46cdd50231c req-03a2a8df-6d5c-4ec0-8e73-107ee1303214 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 943 time: 0.1447141 Jan 21 10:12:37.944226 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c8899d56-0ab5-4c27-96b1-c46cdd50231c req-918be55e-36da-429b-b992-86c561f1d7cd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752444 Jan 21 10:12:38.963877 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:12:39.352872 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f2dd8-cc46-42d5-bfc9-10d182cd1174 req-a83f7ed2-06a7-41b0-9fa0-588ab3a133ab tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:39.354648 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d03f2dd8-cc46-42d5-bfc9-10d182cd1174 req-a83f7ed2-06a7-41b0-9fa0-588ab3a133ab tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 943 time: 0.1357327 Jan 21 10:12:39.423698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d03f2dd8-cc46-42d5-bfc9-10d182cd1174 req-92338872-aa72-45ca-b810-4f57e1bd52cd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493684 Jan 21 10:12:40.395144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Sync routers for ids ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:12:40.410511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Routers {'9f7fd666-25b5-40e4-a49b-9dab32af5bce'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:40.411611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:12:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:40.690439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Set router 9f7fd666-25b5-40e4-a49b-9dab32af5bce gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:40.799783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c3be7-1d16-47db-b6fa-a160011a3bbd req-049a6331-21d9-401d-af94-5df1710c3b1b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:40.801525 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b52c3be7-1d16-47db-b6fa-a160011a3bbd req-049a6331-21d9-401d-af94-5df1710c3b1b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 943 time: 0.1399810 Jan 21 10:12:40.856112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b52c3be7-1d16-47db-b6fa-a160011a3bbd req-6afb7a91-1f0b-420b-828a-fed724e1bd76 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487247 Jan 21 10:12:41.155420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:12:17Z', 'revision_number': 4, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port': {'id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:14Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '507b0bb4-77a9-4e22-9bd1-15a128ce192e', 'name': '', 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'mac_address': 'fa:16:3e:e0:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97c2f6dd-de75-4339-bdc7-95965b70ad8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:16Z', 'updated_at': '2022-01-21T10:12:17Z', 'revision_number': 2, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'subnets': [{'id': '97c2f6dd-de75-4339-bdc7-95965b70ad8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:41.160209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Checking router: 9f7fd666-25b5-40e4-a49b-9dab32af5bce for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:12:41.160548 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Updating router 9f7fd666-25b5-40e4-a49b-9dab32af5bce port 507b0bb4-77a9-4e22-9bd1-15a128ce192e binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:12:41.217126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:41.846027 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:41.860289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Transition to ACTIVE for port object 507b0bb4-77a9-4e22-9bd1-15a128ce192e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:12:41.868905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:42.010769 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1e31-0c6c-46cf-bbeb-5b84cb7ce4b3 None None] Pushing event updated for resources: {'Port': ['ID=507b0bb4-77a9-4e22-9bd1-15a128ce192e,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:42.145350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Attempting to bind port 507b0bb4-77a9-4e22-9bd1-15a128ce192e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:12:42.146121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Attempting to bind port 507b0bb4-77a9-4e22-9bd1-15a128ce192e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:12:42.146717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Attempting to bind port 507b0bb4-77a9-4e22-9bd1-15a128ce192e on network 29489936-4f5d-467c-966e-22b5c94553ee {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:12:42.159650 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:12:42.160307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Checking segment: {'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:12:42.160955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:42.161817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Bound using segment: {'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:12:42.162810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Bound port: 507b0bb4-77a9-4e22-9bd1-15a128ce192e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:12:42.163313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:42.199649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a863c-1729-4d5e-80c7-42992d47169a req-53e5959f-c488-4564-829c-d3f771e86ce5 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:42.202884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c8a863c-1729-4d5e-80c7-42992d47169a req-53e5959f-c488-4564-829c-d3f771e86ce5 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 943 time: 0.1139452 Jan 21 10:12:42.265001 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8c8a863c-1729-4d5e-80c7-42992d47169a req-72d90211-7033-4bab-b318-83afdf20dbf6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559208 Jan 21 10:12:42.306586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] For port 507b0bb4-77a9-4e22-9bd1-15a128ce192e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:12:42.311037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] For port 507b0bb4-77a9-4e22-9bd1-15a128ce192e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=507b0bb4-77a9-4e22-9bd1-15a128ce192e,segment=NetworkSegment(ae7f7db8-8e28-4ea5-8ec5-ef7612693770),segment_id=ae7f7db8-8e28-4ea5-8ec5-ef7612693770)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:12:42.318260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:42.420871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1e31-0c6c-46cf-bbeb-5b84cb7ce4b3 None None] Pushing event updated for resources: {'Port': ['ID=507b0bb4-77a9-4e22-9bd1-15a128ce192e,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:42.427347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Routers {'9f7fd666-25b5-40e4-a49b-9dab32af5bce'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:12:42.427992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:12:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:42.548279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2facd92e-2817-49de-93e9-ba4fb67f16eb req-8f036432-62b5-4912-8fd5-04f49cfa5766 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1096 time: 0.0922902 Jan 21 10:12:42.693129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] Set router 9f7fd666-25b5-40e4-a49b-9dab32af5bce gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:12:42.740897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facd92e-2817-49de-93e9-ba4fb67f16eb req-108514d8-a900-4b17-9952-4cfa793d824a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:42.743031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2facd92e-2817-49de-93e9-ba4fb67f16eb req-108514d8-a900-4b17-9952-4cfa793d824a service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=3efc7020d70041ee840acaefca3f8e16&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1839118 Jan 21 10:12:42.938529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facd92e-2817-49de-93e9-ba4fb67f16eb req-5a142de0-7989-4da2-b920-d2999840147d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:42.939930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2facd92e-2817-49de-93e9-ba4fb67f16eb req-5a142de0-7989-4da2-b920-d2999840147d service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1898353 Jan 21 10:12:43.071291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:12:17Z', 'revision_number': 4, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port': {'id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:14Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '507b0bb4-77a9-4e22-9bd1-15a128ce192e', 'name': '', 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'mac_address': 'fa:16:3e:e0:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97c2f6dd-de75-4339-bdc7-95965b70ad8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:16Z', 'updated_at': '2022-01-21T10:12:42Z', 'revision_number': 4, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'subnets': [{'id': '97c2f6dd-de75-4339-bdc7-95965b70ad8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:12:43.076570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c47a04-ade5-4950-a2df-2f2268a776cf None None] The sync data for ids ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'] in dv-neutron-825724-1-hyperv is: [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:12:17Z', 'revision_number': 4, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port': {'id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:14Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '507b0bb4-77a9-4e22-9bd1-15a128ce192e', 'name': '', 'network_id': '29489936-4f5d-467c-966e-22b5c94553ee', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'mac_address': 'fa:16:3e:e0:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97c2f6dd-de75-4339-bdc7-95965b70ad8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:16Z', 'updated_at': '2022-01-21T10:12:42Z', 'revision_number': 4, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'subnets': [{'id': '97c2f6dd-de75-4339-bdc7-95965b70ad8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:12:43.100949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-174a88a6-3147-4849-8fe6-a422d7547d88 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1096 time: 0.1132038 Jan 21 10:12:43.223883 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-02ad1188-f9a5-4ae5-983b-f7e5a8cf8f72 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 217 time: 0.1141450 Jan 21 10:12:43.300408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-cfbe10be-e972-4b93-9133-e5d57e356ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:43.301920 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-cfbe10be-e972-4b93-9133-e5d57e356ba0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 200 len: 853 time: 0.0719709 Jan 21 10:12:43.388726 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-fef9e2db-04fd-42c0-874d-7679d8e388ec service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cf4b8493-7a62-4f80-8689-1765e2c87dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792372 Jan 21 10:12:43.599519 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-ea1a392f-fb1e-4ac7-bb4b-722344e2fbf9 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050285 Jan 21 10:12:43.640026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e2761-9768-47f4-bf6a-5d3dc00a6548 req-4128f1fe-6480-4336-a3bc-88bbf2c78b43 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:43.641627 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c87e2761-9768-47f4-bf6a-5d3dc00a6548 req-4128f1fe-6480-4336-a3bc-88bbf2c78b43 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 943 time: 0.1705358 Jan 21 10:12:43.773423 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c87e2761-9768-47f4-bf6a-5d3dc00a6548 req-279b53de-8087-43bb-a7cc-7e5b48da7388 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822735 Jan 21 10:12:43.796578 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b3db1853-aabf-4352-8ab8-04e29a768c81 req-508e32bb-e739-42cb-9caa-8914d47187b3 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905184 Jan 21 10:12:44.827762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 507b0bb4-77a9-4e22-9bd1-15a128ce192e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:44.897596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 507b0bb4-77a9-4e22-9bd1-15a128ce192e completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:44.903288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 507b0bb4-77a9-4e22-9bd1-15a128ce192e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:44.904379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:45.052702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:45.091483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 507b0bb4-77a9-4e22-9bd1-15a128ce192e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=507b0bb4-77a9-4e22-9bd1-15a128ce192e,segment=NetworkSegment(ae7f7db8-8e28-4ea5-8ec5-ef7612693770),segment_id=ae7f7db8-8e28-4ea5-8ec5-ef7612693770)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:45.096580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:45.134408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451670cc-263a-40a7-8309-3216af522953 req-b8247c91-8511-4964-8596-668b334fcd3d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:45.136068 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-451670cc-263a-40a7-8309-3216af522953 req-b8247c91-8511-4964-8596-668b334fcd3d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 943 time: 0.1983900 Jan 21 10:12:45.190436 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-451670cc-263a-40a7-8309-3216af522953 req-b5e38cd4-2eed-4482-a1cf-5e2f02db0145 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Jan 21 10:12:45.194751 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=507b0bb4-77a9-4e22-9bd1-15a128ce192e,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:46.405371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff07a1b-6035-4580-9af2-2a881733691c req-82dc595b-55c3-4126-ac5c-dc9fe2a1a53b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:46.406925 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bff07a1b-6035-4580-9af2-2a881733691c req-82dc595b-55c3-4126-ac5c-dc9fe2a1a53b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 943 time: 0.0863853 Jan 21 10:12:46.455224 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bff07a1b-6035-4580-9af2-2a881733691c req-15c82476-01a4-4546-a453-fb12bc1a597d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 Jan 21 10:12:46.812355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 507b0bb4-77a9-4e22-9bd1-15a128ce192e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:46.932546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 507b0bb4-77a9-4e22-9bd1-15a128ce192e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:46.933079 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:47.137071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:12:47.279047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:47.292544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'port_id': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'mac_address': 'fa:16:3e:96:12:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:12:47.347743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:47.365783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:12:47.382219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:47.386260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:47.463904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:47.625180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:12:47.662027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f705d-7e64-469c-9521-a1dc7d98d61c req-56cf68dc-427b-4f5d-b1f4-45b5c17eb522 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:47.663500 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b2f705d-7e64-469c-9521-a1dc7d98d61c req-56cf68dc-427b-4f5d-b1f4-45b5c17eb522 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 944 time: 0.0817966 Jan 21 10:12:47.717343 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b2f705d-7e64-469c-9521-a1dc7d98d61c req-6584d3a8-ec5d-4e15-8196-15479e50b482 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Jan 21 10:12:48.939168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e86e42-7805-435a-b7b6-2ccea5655132 req-bb73379b-bbee-4b3a-bd07-27a489d0d97c tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:48.940762 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21e86e42-7805-435a-b7b6-2ccea5655132 req-bb73379b-bbee-4b3a-bd07-27a489d0d97c tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 944 time: 0.0821617 Jan 21 10:12:48.992300 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-21e86e42-7805-435a-b7b6-2ccea5655132 req-3ef2b52a-f52a-45a4-a560-fa9fbbb40109 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457506 Jan 21 10:12:49.142101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:12:49.190571 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-40ac06fb-1a4f-463e-8240-6b39b454fe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:49.215491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:12:49.220645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:12:49.221017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:49.344558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:49.374043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:12:49.384251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:12:49.389270 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:49.471658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:12:49.610411 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'code': 200} Jan 21 10:12:49.855181 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-782ee3f1-65de-45d5-b5ae-1be1531ed714 req-881dd48d-26cd-49d2-b142-ae31851a9be1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1098 time: 0.0709424 Jan 21 10:12:49.896843 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-782ee3f1-65de-45d5-b5ae-1be1531ed714 req-890b2ae5-4633-40d8-92b5-c4c536ea49ce service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359704 Jan 21 10:12:50.191642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4c245-a1f2-47f4-8115-4224cd5adc7c req-7ebecd4a-4c9d-489a-bca7-7895269e8b14 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:50.193078 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7bb4c245-a1f2-47f4-8115-4224cd5adc7c req-7ebecd4a-4c9d-489a-bca7-7895269e8b14 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0779564 Jan 21 10:12:50.243435 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7bb4c245-a1f2-47f4-8115-4224cd5adc7c req-0a485afd-b0d8-4e21-b80a-e58f342b6683 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448935 Jan 21 10:12:51.449571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce28301-e276-4fc6-b770-97ddcb498a85 req-955ec66d-b7fd-4f97-8bfc-3d8eda711d19 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:51.451120 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3ce28301-e276-4fc6-b770-97ddcb498a85 req-955ec66d-b7fd-4f97-8bfc-3d8eda711d19 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0814846 Jan 21 10:12:51.496763 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3ce28301-e276-4fc6-b770-97ddcb498a85 req-6e30873a-5a10-417b-92ef-73eaf73bdae2 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Jan 21 10:12:51.513114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-97a2c576-1ff6-45f1-8622-c81f5d77c25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:51.699783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a7d59-2b3c-4b79-a6d4-6875f7ed4bc2 req-c3d41cf7-da53-4c9e-9d61-f0e1949d3ec9 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:51.701367 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-501a7d59-2b3c-4b79-a6d4-6875f7ed4bc2 req-c3d41cf7-da53-4c9e-9d61-f0e1949d3ec9 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0818596 Jan 21 10:12:51.752971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-501a7d59-2b3c-4b79-a6d4-6875f7ed4bc2 req-64f2b451-b6f6-43d0-bc9e-2da0fe6be653 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460238 Jan 21 10:12:52.190883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3df45-78f0-4433-8add-95fbb8b87b6d req-e0689a9c-62f8-4d14-a7f5-97b775792432 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:12:52.192322 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ea3df45-78f0-4433-8add-95fbb8b87b6d req-e0689a9c-62f8-4d14-a7f5-97b775792432 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0793066 Jan 21 10:12:52.240626 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ea3df45-78f0-4433-8add-95fbb8b87b6d req-fed971d0-15ce-49c8-a538-3ec8baba506d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Jan 21 10:12:52.558240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:52.917930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:12:53.988865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:02.694611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d480c6-3db6-41f8-8828-766906da6c3e req-25f581ee-51ff-4aaa-bfa5-b8f90fd4b6b6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:02.696263 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-53d480c6-3db6-41f8-8828-766906da6c3e req-25f581ee-51ff-4aaa-bfa5-b8f90fd4b6b6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0900307 Jan 21 10:13:02.765802 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-53d480c6-3db6-41f8-8828-766906da6c3e req-41bf9e05-414c-455e-b8fe-8967f21d72f4 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577924 Jan 21 10:13:02.795905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43228) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:03.019199 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9b97f708-4642-406f-9525-ade146f43068 tempest-TestMinimumBasicScenario-1851383590 tempest-TestMinimumBasicScenario-1851383590-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1093 time: 0.2219591 Jan 21 10:13:03.023335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43234) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:03.028890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:03.035536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:03.039940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:floatingip and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:13:03.043860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:13:03.051845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:03.065391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:03.213526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:03.364457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Allocated IP 172.26.1.146 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/cc88a504-85a8-4b2e-9458-7668f4e32735) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:13:03.521646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:03.552127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:03.633964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:13:03.637909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:13:03.641224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:13:03.666548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'Port': ['ID=cc88a504-85a8-4b2e-9458-7668f4e32735,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:04.308256 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:04.381364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:04.610844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:04.615868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:04.723648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'Port': ['ID=cc88a504-85a8-4b2e-9458-7668f4e32735,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:04.743467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:04.772495 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:04.950560 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Floating IP 8661e252-53a3-4b35-9c83-fe1d4ad8ee2c associated. External IP: 172.26.1.146, port: 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d. Jan 21 10:13:05.416837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Router ec784f43-eebe-4e77-a639-22b9713b9e60 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:13:05.675481 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:13:05.689303 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] Sync routers for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:13:05.706140 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:13:05.706140 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:12:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:13:05.709014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:05.766523 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dc903556-f0c7-4750-aa2d-f56091cb22e8 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7421038 Jan 21 10:13:05.767181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:05.771760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43240) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:05.777288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38912898', 'description': 'tempest-secgroup-smoke-38912898 description', 'project_id': '3efc7020d70041ee840acaefca3f8e16'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:05.784022 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:05.798994 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:05.812041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:05.892196 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:13:05.968852 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'status': 'completed', 'code': 200} Jan 21 10:13:06.017995 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:06.024444 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:security_group_rule and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:13:06.029589 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:13:06.035586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:06.051221 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f9bf52-2849-4484-abd1-51211eebc445 req-4505e04c-c5d7-46cb-935e-238b4413074a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1098 time: 0.1113825 Jan 21 10:13:06.190676 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.205251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.265812 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8661e252-53a3-4b35-9c83-fe1d4ad8ee2c', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'port_id': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'mac_address': 'fa:16:3e:96:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:13:04Z', 'updated_at': '2022-01-21T10:13:04Z', 'revision_number': 0, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 5, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:13:06.269512 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] Checking router: ec784f43-eebe-4e77-a639-22b9713b9e60 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:13:06.273178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9bf52-2849-4484-abd1-51211eebc445 req-67f02907-d11e-49ac-b620-0922faafe510 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:06.274656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f9bf52-2849-4484-abd1-51211eebc445 req-67f02907-d11e-49ac-b620-0922faafe510 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 915 time: 0.2155800 Jan 21 10:13:06.276864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4cec6-4330-423f-bb02-50a16ccc709d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:06.280358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.281619 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:13:06.282389 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:12:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:13:06.284938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43244) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:06.286811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2e3aac76-a365-4df8-9eca-064c85e7f8af tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5138772 Jan 21 10:13:06.290600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4cec6-4330-423f-bb02-50a16ccc709d', 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:06.296701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:06.301487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:security_group_rule and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:13:06.304764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:13:06.311300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:06.331504 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.393404 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f9bf52-2849-4484-abd1-51211eebc445 req-50e66c63-49b7-49c9-a75b-30b0e8933d72 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 999 time: 0.0984707 Jan 21 10:13:06.398340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.403439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.428010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819ed72d-94a1-4cf4-b769-391aef42623c,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:06.441554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.445514 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1595485 Jan 21 10:13:06.445653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43248) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:06.447711 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.448059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.448393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.448727 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.449045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.449565 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.449889 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.450238 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.450561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.450880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.451230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f7af7-50df-4d52-bc12-bd8169e45b16 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:13:06.452859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4cec6-4330-423f-bb02-50a16ccc709d', 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:06.465426 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:13:06.465769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:06.473247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:security_group_rule and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:13:06.476432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9bf52-2849-4484-abd1-51211eebc445 req-1e0c7a4b-d2f4-4f32-bfa3-db4c89f60326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:06.477864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f9bf52-2849-4484-abd1-51211eebc445 req-1e0c7a4b-d2f4-4f32-bfa3-db4c89f60326 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 200 len: 853 time: 0.0791583 Jan 21 10:13:06.478640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:13:06.513526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:06.547047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.600712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f9bf52-2849-4484-abd1-51211eebc445 req-e8d2933d-6425-44ae-8dee-026fa019b7a1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cf4b8493-7a62-4f80-8689-1765e2c87dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155398 Jan 21 10:13:06.693228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.700500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.742128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b35cb7-f27f-4960-aa9d-e5af8c500078,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:06.772663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.773657 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a4d67004-ea34-43dc-b928-c4ff55189c34 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3270645 Jan 21 10:13:06.776613 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43252) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:06.781896 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f9bf52-2849-4484-abd1-51211eebc445 req-3d3f5d2c-90e4-41d9-98a2-fa99a6960569 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710296 Jan 21 10:13:06.782738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4cec6-4330-423f-bb02-50a16ccc709d', 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:06.788835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:06.793723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:security_group_rule and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:13:06.798936 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:13:06.804136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:06.822760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.869433 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8661e252-53a3-4b35-9c83-fe1d4ad8ee2c', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'port_id': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'mac_address': 'fa:16:3e:96:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:13:04Z', 'updated_at': '2022-01-21T10:13:04Z', 'revision_number': 0, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 5, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:13:06.872826 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3381301-d452-44d5-ba8f-dc0fee4a2d89 None None] The sync data for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv is: [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '8661e252-53a3-4b35-9c83-fe1d4ad8ee2c', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'port_id': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'mac_address': 'fa:16:3e:96:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:13:04Z', 'updated_at': '2022-01-21T10:13:04Z', 'revision_number': 0, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 5, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:13:06.896814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.903413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.936952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-91f9bf52-2849-4484-abd1-51211eebc445 req-ec6c97f8-b3f9-446a-8c2f-f9fe5255da5e service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433482 Jan 21 10:13:06.938310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1833d6-5523-409d-8c8c-9bf4a8af0b9b,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:06.950162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:06.955000 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8b07efb2-92e3-4971-9bc3-7b0dd32e2fa7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1746631 Jan 21 10:13:06.955306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43256) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:06.962501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4cec6-4330-423f-bb02-50a16ccc709d', 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:06.969619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:06.973685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:security_group_rule and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:13:06.977111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:13:06.983287 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:07.006494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.075788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.080215 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.104878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1603a59-1358-4348-b972-e2a22b4ab1f1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:07.115145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.116445 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d088e022-e578-41c2-85f9-27adf69253f6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1598072 Jan 21 10:13:07.119303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43260) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:07.125474 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4cec6-4330-423f-bb02-50a16ccc709d', 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:07.131892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7bfeb9-39f4-492f-b908-26001bae4827 None None] New status for floating IP 8661e252-53a3-4b35-9c83-fe1d4ad8ee2c: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:13:07.132386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:07.135896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:security_group_rule and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:13:07.139133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:13:07.145827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:07.155317 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Project 3efc7020d70041ee840acaefca3f8e16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:13:07.162031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.227675 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.231522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.259300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9898248e-cf6a-4ef0-a2fa-db858df7486f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:07.265766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.267118 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-046bbda2-3a52-46c3-9525-8beffcfc53bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1468084 Jan 21 10:13:07.269735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43264) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:13:07.275398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4cec6-4330-423f-bb02-50a16ccc709d', 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:07.281441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:13:07.285763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Usage tracker for resource:security_group_rule and tenant:3efc7020d70041ee840acaefca3f8e16 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:13:07.290182 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:13:07.296058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:13:07.307404 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Project 3efc7020d70041ee840acaefca3f8e16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:13:07.315285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.386217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.391342 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.418841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57751669-04e3-479b-80ef-bd73a30a764d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:07.428437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:07.429857 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a2ce1ec7-c4fd-4074-b37c-9f3dfa667090 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1589010 Jan 21 10:13:07.562088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-36b024d9-66f5-48f2-bc16-e721ef533992 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Synchronizing usage tracker for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:13:07.576961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-36b024d9-66f5-48f2-bc16-e721ef533992 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Unset dirty status for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:13:07.578279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-36b024d9-66f5-48f2-bc16-e721ef533992 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38912898&fields=id&tenant_id=3efc7020d70041ee840acaefca3f8e16 HTTP/1.1" status: 200 len: 267 time: 0.0572622 Jan 21 10:13:07.669812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-74f5a6a6-c79b-4691-95f4-06e93670daf7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:07.672005 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-74f5a6a6-c79b-4691-95f4-06e93670daf7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0884643 Jan 21 10:13:07.682744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'port': {'security_groups': ['e45c7999-4937-470f-b013-a4f6bb7dd60f', 'bbd4cec6-4330-423f-bb02-50a16ccc709d']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:13:07.800741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:08.066931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] For port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:13:08.091709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:08.101023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:08.113905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:13:08.170166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:08.171123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:08.172712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-172907d4-c4e5-493f-9ff0-b32e481c1164 req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "PUT /v2.0/ports/4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 981 time: 0.4946918 Jan 21 10:13:08.173349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:13:08.197146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b053d-a7a0-48fa-8b9a-6f20fa727952 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'Port': ['ID=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,revision_number=6']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:13:08.256313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:13:08.270457 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'status': 'completed', 'code': 200} Jan 21 10:13:08.532156 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-37ca5425-3dca-4c1e-a0e2-77db0f60e01c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1137 time: 0.2418387 Jan 21 10:13:08.567710 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26122c-1ab8-4ff6-8892-ea52da3df3fe req-a21ed620-db21-4804-8651-1ed45f1f53ce tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:08.569234 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f26122c-1ab8-4ff6-8892-ea52da3df3fe req-a21ed620-db21-4804-8651-1ed45f1f53ce tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.2334087 Jan 21 10:13:08.583955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-58c3c392-fca5-48de-80be-5a4a3d23190c None None] Provisioning complete for port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:13:08.584292 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-58c3c392-fca5-48de-80be-5a4a3d23190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:08.695525 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f26122c-1ab8-4ff6-8892-ea52da3df3fe req-45aa4efd-cd78-47c8-80d8-04c9f794d173 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0761225 Jan 21 10:13:08.722151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-e35d001e-3249-4a91-af36-78745ddd0d93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:08.722151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-e35d001e-3249-4a91-af36-78745ddd0d93 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 915 time: 0.1771293 Jan 21 10:13:08.836805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-9aa9d5f3-6838-44b5-b179-478bc0580544 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 1001 time: 0.1056519 Jan 21 10:13:08.905989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-17041b5c-f5ae-43af-bab6-14fa8eaedd55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:08.907678 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-17041b5c-f5ae-43af-bab6-14fa8eaedd55 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 200 len: 853 time: 0.0637305 Jan 21 10:13:08.992653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-add98362-4900-440b-9d5c-d952612db669 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cf4b8493-7a62-4f80-8689-1765e2c87dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770597 Jan 21 10:13:09.131699 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-c687ea59-7947-4256-8d06-836399f62598 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303871 Jan 21 10:13:09.262925 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ae0bb08-9c77-4fa4-bb6a-ab3b6873dedb req-a1e3a4be-25a6-4c3f-b61a-449cab769404 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235130 Jan 21 10:13:12.970861 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c47eefd-095d-481f-9506-49f8433af62c req-be7815c0-89f9-49e3-a15a-5c65e7b62bf1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695846 Jan 21 10:13:13.117247 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c47eefd-095d-481f-9506-49f8433af62c req-d5c9a0dd-68ee-475b-ab57-e9dee3d41574 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1137 time: 0.0733008 Jan 21 10:13:13.287522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47eefd-095d-481f-9506-49f8433af62c req-643fc8fc-36a0-44fe-a734-22e2d98d1ada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:13.288995 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c47eefd-095d-481f-9506-49f8433af62c req-643fc8fc-36a0-44fe-a734-22e2d98d1ada service neutron] 10.222.0.120 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 915 time: 0.1504714 Jan 21 10:13:13.402440 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c47eefd-095d-481f-9506-49f8433af62c req-78b911dc-e41f-4fd0-a89e-09471cbf9acd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 1001 time: 0.1069486 Jan 21 10:13:13.468535 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47eefd-095d-481f-9506-49f8433af62c req-b84d993d-b3f6-45ae-b5cf-60f5f8cdacbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:13.470041 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c47eefd-095d-481f-9506-49f8433af62c req-b84d993d-b3f6-45ae-b5cf-60f5f8cdacbc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 200 len: 853 time: 0.0594170 Jan 21 10:13:13.547695 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c47eefd-095d-481f-9506-49f8433af62c req-cfb56a47-317f-44b9-943b-8b5e093c7004 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cf4b8493-7a62-4f80-8689-1765e2c87dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689008 Jan 21 10:13:13.693111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c47eefd-095d-481f-9506-49f8433af62c req-b41cf47e-d958-4707-a59e-ed62148c0004 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341519 Jan 21 10:13:13.831330 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0c47eefd-095d-481f-9506-49f8433af62c req-160c2298-5428-4761-95de-ed5c4742001d service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314363 Jan 21 10:13:15.947184 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:13:19.144943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d4d348e7-4dde-43d1-9f98-d75d1a648dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:21.510860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1689df56-29ef-4176-806b-89448eeedc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:22.551223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:22.919279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:23.990304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:31.519467 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-42e40d62-6b65-4d40-9b41-3ef433cacee3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1137 time: 0.2239029 Jan 21 10:13:31.525539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5a69d-1c63-4f37-83ba-2a36785b5207 req-4562f3c9-b981-462e-bad4-dfed47a4a604 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:31.526943 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b1b5a69d-1c63-4f37-83ba-2a36785b5207 req-4562f3c9-b981-462e-bad4-dfed47a4a604 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.1090107 Jan 21 10:13:31.665625 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b1b5a69d-1c63-4f37-83ba-2a36785b5207 req-c8074dfd-23c6-4e10-94f1-99e434aa5432 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1199763 Jan 21 10:13:31.686061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-1c988614-0d58-4796-a40e-c94e19462ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:31.687509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-1c988614-0d58-4796-a40e-c94e19462ff7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 915 time: 0.1597526 Jan 21 10:13:31.790930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-857d661e-b43d-4d21-bfd6-371cc64455c1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 1001 time: 0.0964484 Jan 21 10:13:31.862125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-a4a3b688-aac2-44a7-8e06-adf32cbd8a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:31.863575 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-a4a3b688-aac2-44a7-8e06-adf32cbd8a19 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 200 len: 853 time: 0.0669138 Jan 21 10:13:31.939832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-83883a81-91cc-4354-b620-d4363e237d00 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cf4b8493-7a62-4f80-8689-1765e2c87dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689168 Jan 21 10:13:32.075056 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-bbd79326-05a0-44a9-aeb1-482ddab385ac service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271129 Jan 21 10:13:32.215205 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3670af85-09d6-46d7-8f26-9e981484dc7e req-c3917086-2f2a-4a2c-98b7-f9825c100ba1 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342101 Jan 21 10:13:32.957966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800b784-af65-4dd7-bf76-f0f9f071074b req-36fcd9d2-9e42-4297-b813-7c715eb8439a tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:32.959417 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c800b784-af65-4dd7-bf76-f0f9f071074b req-36fcd9d2-9e42-4297-b813-7c715eb8439a tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.1704013 Jan 21 10:13:33.007763 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c800b784-af65-4dd7-bf76-f0f9f071074b req-9a477e45-8090-42c2-a917-797784c9d1f5 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426543 Jan 21 10:13:34.292465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b0f26-9abf-4c71-86d8-3eb08a18f4e4 req-32409dc8-f793-453b-a24b-22328ff4bb47 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:34.293899 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-401b0f26-9abf-4c71-86d8-3eb08a18f4e4 req-32409dc8-f793-453b-a24b-22328ff4bb47 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.1656413 Jan 21 10:13:34.344262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-401b0f26-9abf-4c71-86d8-3eb08a18f4e4 req-d26bef52-91da-450b-a257-3ca21111d526 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0448105 Jan 21 10:13:34.777767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:35.536587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa526f5-143c-4ae8-b209-6f0235dd7f15 req-f18b7454-9c5d-4b88-880a-49940f4b5d18 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:35.538060 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2aa526f5-143c-4ae8-b209-6f0235dd7f15 req-f18b7454-9c5d-4b88-880a-49940f4b5d18 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0755455 Jan 21 10:13:35.585521 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2aa526f5-143c-4ae8-b209-6f0235dd7f15 req-8e521f68-f0b7-4eef-afe5-45b5e4db08c1 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0418744 Jan 21 10:13:36.789555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf8e45-2455-457f-aa86-08b3acb728a9 req-767fa87f-7776-4568-a236-5943cb73e437 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:36.791030 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c9cf8e45-2455-457f-aa86-08b3acb728a9 req-767fa87f-7776-4568-a236-5943cb73e437 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0827713 Jan 21 10:13:36.837803 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c9cf8e45-2455-457f-aa86-08b3acb728a9 req-feb5876d-1fff-4c0d-bcb0-45496d952355 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401940 Jan 21 10:13:38.181312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1077c-be2e-4980-8d44-a48775a83b71 req-522431c8-355e-483c-886c-5a458d90b8e1 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:38.182685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15c1077c-be2e-4980-8d44-a48775a83b71 req-522431c8-355e-483c-886c-5a458d90b8e1 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0768044 Jan 21 10:13:38.229192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15c1077c-be2e-4980-8d44-a48775a83b71 req-7047a40f-afa8-40e7-b455-1dce954e25bd tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402794 Jan 21 10:13:39.431084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23751b2b-c856-40e0-b2e6-bd80d7690ec4 req-199cd535-e794-483a-9965-b94df9dc8bb6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:39.432523 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23751b2b-c856-40e0-b2e6-bd80d7690ec4 req-199cd535-e794-483a-9965-b94df9dc8bb6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0796592 Jan 21 10:13:39.479268 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-23751b2b-c856-40e0-b2e6-bd80d7690ec4 req-1ef12a9e-8b54-4bb2-9630-7e4439329a6d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408912 Jan 21 10:13:40.674834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7403-8ae0-4a13-a8d5-1ee46a0de296 req-aa7cab53-f948-46e4-82ea-037489e9e82a tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:40.676289 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-265e7403-8ae0-4a13-a8d5-1ee46a0de296 req-aa7cab53-f948-46e4-82ea-037489e9e82a tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0755517 Jan 21 10:13:40.722080 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-265e7403-8ae0-4a13-a8d5-1ee46a0de296 req-3da590cc-aeeb-4215-818a-dd14c0e37739 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399024 Jan 21 10:13:41.917801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451cef-b261-43dc-842c-0da9a56a2f87 req-cd2b1d67-d627-42e8-9732-8f3f0a4482a1 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:41.919895 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-22451cef-b261-43dc-842c-0da9a56a2f87 req-cd2b1d67-d627-42e8-9732-8f3f0a4482a1 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0779436 Jan 21 10:13:41.966674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-22451cef-b261-43dc-842c-0da9a56a2f87 req-99ef70ed-a4c1-414b-b0e7-4c6f353f5a04 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0412793 Jan 21 10:13:43.160884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f9886-85f5-4c6a-924f-85a839321fb8 req-77d81d70-5499-45d3-bb1f-9051dba1d6c6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:43.162318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-865f9886-85f5-4c6a-924f-85a839321fb8 req-77d81d70-5499-45d3-bb1f-9051dba1d6c6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0759151 Jan 21 10:13:43.300120 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-865f9886-85f5-4c6a-924f-85a839321fb8 req-b3ea997f-ddff-43e8-bd0e-d3c4a270e188 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1322572 Jan 21 10:13:44.504478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91655b-4f90-48e7-b192-df655db35996 req-2422a5f5-f25b-43f8-b2e7-f9576ae61f86 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:44.505930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4c91655b-4f90-48e7-b192-df655db35996 req-2422a5f5-f25b-43f8-b2e7-f9576ae61f86 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0783613 Jan 21 10:13:44.557553 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4c91655b-4f90-48e7-b192-df655db35996 req-22660ecd-b365-4edd-b1aa-a20fb55fe615 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459380 Jan 21 10:13:45.760386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277ad9-de0e-4ca6-8f27-14bf8e587545 req-0de83e85-3b9f-4f04-8411-f8eb3f90b7e9 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:45.761811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9e277ad9-de0e-4ca6-8f27-14bf8e587545 req-0de83e85-3b9f-4f04-8411-f8eb3f90b7e9 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0785534 Jan 21 10:13:45.808974 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9e277ad9-de0e-4ca6-8f27-14bf8e587545 req-13636e23-a771-4bba-8c86-77b540df9045 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0413551 Jan 21 10:13:47.004548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203dc8-c155-474f-9fe4-4bba4d3e811b req-9b192b50-2869-47ab-b7c5-5dcfb40e6434 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:47.006020 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-69203dc8-c155-474f-9fe4-4bba4d3e811b req-9b192b50-2869-47ab-b7c5-5dcfb40e6434 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0778775 Jan 21 10:13:47.052949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-69203dc8-c155-474f-9fe4-4bba4d3e811b req-ca1fa255-dbe6-456f-a7bd-b5af135bc1d6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0409305 Jan 21 10:13:48.255084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747c346-9c96-4794-a733-ff0b41d04013 req-da8de1d8-8b30-47d0-84c1-a787bbb030e4 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:48.256430 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b747c346-9c96-4794-a733-ff0b41d04013 req-da8de1d8-8b30-47d0-84c1-a787bbb030e4 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0786386 Jan 21 10:13:48.303554 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b747c346-9c96-4794-a733-ff0b41d04013 req-88820088-ea9c-43b6-aeb5-6782bdb20990 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415483 Jan 21 10:13:49.147084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b6d41ed-ad7e-469f-9077-9670272617eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:49.498437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232f8fa-dff0-4b44-bebd-57652e69a2d4 req-00e3f8d1-0aa3-4fc0-9192-e9a80d3b0a4d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:49.499780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3232f8fa-dff0-4b44-bebd-57652e69a2d4 req-00e3f8d1-0aa3-4fc0-9192-e9a80d3b0a4d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0748386 Jan 21 10:13:49.548952 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3232f8fa-dff0-4b44-bebd-57652e69a2d4 req-a5a74a93-82c7-4ed8-a5f6-27c1466e05ad tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0435817 Jan 21 10:13:50.744785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f493af-f1e7-4f67-b9b8-0f28a6064a24 req-e0a9e6de-0a74-4e66-931a-8700873e2e2f tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:50.746242 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d5f493af-f1e7-4f67-b9b8-0f28a6064a24 req-e0a9e6de-0a74-4e66-931a-8700873e2e2f tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0769525 Jan 21 10:13:50.793660 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d5f493af-f1e7-4f67-b9b8-0f28a6064a24 req-9deb3561-53d2-4793-bd1e-da1c4b2f5200 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0411608 Jan 21 10:13:51.508595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51ed21b6-e30b-4632-88c8-ecc314684b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:52.142300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc935c7e-2f00-413e-9051-800a71bb1b6b req-b25fef9a-b990-4349-8d02-bb99159fc16e tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:52.143654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc935c7e-2f00-413e-9051-800a71bb1b6b req-b25fef9a-b990-4349-8d02-bb99159fc16e tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0791931 Jan 21 10:13:52.197245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dc935c7e-2f00-413e-9051-800a71bb1b6b req-408b6e55-a301-41e0-8e59-241a8d984c54 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0479894 Jan 21 10:13:52.554470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:52.922549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:13:52.946839 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:13:53.400451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57481d1c-d15e-482c-a376-3c1e1ccb4cd9 req-d6c6e999-c844-488c-8704-887185f8031d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:13:53.401851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-57481d1c-d15e-482c-a376-3c1e1ccb4cd9 req-d6c6e999-c844-488c-8704-887185f8031d tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0759954 Jan 21 10:13:53.448667 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-57481d1c-d15e-482c-a376-3c1e1ccb4cd9 req-4e054be1-7a54-46e8-b59b-2e5941cde626 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=bbd4cec6-4330-423f-bb02-50a16ccc709d&id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401888 Jan 21 10:13:53.994700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:04.795106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:13.016557 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-9164c373-7ef8-4b81-896b-74cf5a140bf4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1399062 Jan 21 10:14:13.175436 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-b03c90d4-a91c-4db7-a270-c6fef2f5277c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1137 time: 0.0826907 Jan 21 10:14:13.322613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-391a9529-f055-4f68-b8b0-406e677f0de5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:13.324048 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-391a9529-f055-4f68-b8b0-406e677f0de5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 915 time: 0.1248167 Jan 21 10:14:13.433095 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-9664f566-3f6b-4fec-be62-0e77f6673fb9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 1001 time: 0.0964983 Jan 21 10:14:13.522359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-5c0dffce-baa9-4336-92fb-35c8de16869b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:13.523788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-5c0dffce-baa9-4336-92fb-35c8de16869b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 200 len: 853 time: 0.0706651 Jan 21 10:14:13.604165 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-6d2c3b30-9f1a-4465-b4c3-3e56283dee62 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cf4b8493-7a62-4f80-8689-1765e2c87dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720460 Jan 21 10:14:13.738310 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-83148c3a-a071-4493-98e1-9e3313e9f77a service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247258 Jan 21 10:14:13.869773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2ab0d44c-f6a8-4e62-a672-a4d39b0da981 req-acae6078-b65f-4da3-9889-a8fca2739f7c service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250482 Jan 21 10:14:19.148811 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f11d0dca-c5ed-478a-8d7d-5aba04c4addd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:21.509966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-951613c5-32e2-494f-9961-1e9de764b866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:22.563321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:22.927721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:23.995331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:26.486252 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-8a256b7d-205e-453a-8667-b3f3aece1ef7 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38912898&fields=id&tenant_id=3efc7020d70041ee840acaefca3f8e16 HTTP/1.1" status: 200 len: 267 time: 0.0433607 Jan 21 10:14:26.574075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-94c2ff56-27f6-4b73-ab73-4446ed9dba8b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:26.575540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-94c2ff56-27f6-4b73-ab73-4446ed9dba8b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 984 time: 0.0840981 Jan 21 10:14:26.586856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Request body: {'port': {'security_groups': ['e45c7999-4937-470f-b013-a4f6bb7dd60f']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:26.789051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.029562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] For port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:27.055620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.059894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.071935 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:14:27.133697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:27.134826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.135686 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79dc3202-6809-4cb5-9a39-7e1b1b64a2e4 req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "PUT /v2.0/ports/4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 942 time: 0.5534036 Jan 21 10:14:27.136104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:27.143617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43344) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:27.164428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event updated for resources: {'Port': ['ID=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,revision_number=7']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:27.173483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.173838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.174257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.174590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.174914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.175236 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.175550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.176409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.176409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.176557 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.176841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e8dca-5f79-467b-a8e9-34cd326c0c62 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.237365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.246273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:14:27.272122 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.341259 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'status': 'completed', 'code': 200} Jan 21 10:14:27.353693 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.379067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4cec6-4330-423f-bb02-50a16ccc709d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:27.391830 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.392173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.392790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.393281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.393610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.394142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.394610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.395071 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.395552 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.396003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.396467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:27.400887 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.402215 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4fce259d-e757-4f3c-962b-17d29b1eec0b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "DELETE /v2.0/security-groups/bbd4cec6-4330-423f-bb02-50a16ccc709d HTTP/1.1" status: 204 len: 168 time: 0.2570500 Jan 21 10:14:27.405008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43350) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:27.443503 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-70945c80-c09a-4a4c-9b76-80612a700bae service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1098 time: 0.0784574 Jan 21 10:14:27.478062 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bae15b69-0164-4053-9944-93e9acf05a7b None None] Provisioning complete for port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:27.478521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bae15b69-0164-4053-9944-93e9acf05a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.584921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-df0b5a6a-05c1-4aa8-99b1-33effaf3fb0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:27.585947 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-df0b5a6a-05c1-4aa8-99b1-33effaf3fb0b service neutron] 10.222.0.120 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 915 time: 0.1357884 Jan 21 10:14:27.614368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Deleting port cc88a504-85a8-4b2e-9458-7668f4e32735 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:27.614709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.692977 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-85d88062-4441-4e79-9235-efa22e74cf56 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 1001 time: 0.0981388 Jan 21 10:14:27.754828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-dad277be-614f-408d-bc37-bd286d8cd627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:27.756279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-dad277be-614f-408d-bc37-bd286d8cd627 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 200 len: 853 time: 0.0575044 Jan 21 10:14:27.787291 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.787617 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:27.835620 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-4911072c-5aae-40ad-8ed9-ab5949fd895d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cf4b8493-7a62-4f80-8689-1765e2c87dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731218 Jan 21 10:14:27.973415 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-15528cec-6c05-41aa-baef-b4d4a718ade9 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306996 Jan 21 10:14:28.012087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Calling delete_port for cc88a504-85a8-4b2e-9458-7668f4e32735 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:28.109509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55fc6902-2b31-4cf1-9707-2b356b44c3c4 req-bfd88468-a5ed-4c49-be6a-0c1bdc07b3f9 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297045 Jan 21 10:14:28.166470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.212651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event deleted for resources: {'Port': ['ID=cc88a504-85a8-4b2e-9458-7668f4e32735,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:28.305954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.705285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Router ec784f43-eebe-4e77-a639-22b9713b9e60 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:14:28.905314 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:14:28.915256 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] Sync routers for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:14:28.929189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:28.932597 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:28.933215 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:28.986246 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0e6647bf-eef0-4d48-8ad4-e569da9ef20b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "DELETE /v2.0/floatingips/8661e252-53a3-4b35-9c83-fe1d4ad8ee2c HTTP/1.1" status: 204 len: 168 time: 1.5796020 Jan 21 10:14:28.986639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:29.116320 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:29.133320 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'status': 'completed', 'code': 200} Jan 21 10:14:29.230443 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-454ffa20-728c-499d-a535-63c25e3d0e59 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3efc7020d70041ee840acaefca3f8e16&device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 1098 time: 0.0736620 Jan 21 10:14:29.399084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-ae543f12-bb39-4932-aa91-1b6c75331bc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:29.400936 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-ae543f12-bb39-4932-aa91-1b6c75331bc3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 200 len: 915 time: 0.1645594 Jan 21 10:14:29.461143 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 5, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:29.465028 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] Checking router: ec784f43-eebe-4e77-a639-22b9713b9e60 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:14:29.475358 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-b2274d15-ccb2-417c-a85e-6c54cc0e4e8f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 200 len: 217 time: 0.0674832 Jan 21 10:14:29.476191 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:29.476784 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:29.538431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-e8c7f32b-0e7e-4fe4-b843-b0bd90223cd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:29.539831 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-e8c7f32b-0e7e-4fe4-b843-b0bd90223cd1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 200 len: 853 time: 0.0577729 Jan 21 10:14:29.619713 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-0f694ca7-7924-4dc5-87e0-5f56a3b89c2a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cf4b8493-7a62-4f80-8689-1765e2c87dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736043 Jan 21 10:14:29.662650 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:29.858930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-16fabb99-c690-4276-842b-e810093ab1dc service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308629 Jan 21 10:14:29.972720 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:14:30.004107 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-692547f1-8439-46d1-9b1f-42a9f1b85946 req-fdf81766-c672-4924-b171-5120c74a88f7 service neutron] 10.222.0.120 "GET /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395376 Jan 21 10:14:30.018233 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 5, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:30.022769 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e199c-ddf5-45d5-8933-b48c1c4ffd82 None None] The sync data for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv is: [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:09Z', 'revision_number': 4, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '219a1942-e5aa-4144-8036-f42ed8e19424', 'name': '', 'network_id': 'cf4b8493-7a62-4f80-8689-1765e2c87dde', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'mac_address': 'fa:16:3e:b1:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:09Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 5, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'subnets': [{'id': 'd27d7753-95ce-4377-80bd-e93dc54ee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:14:30.352230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130f0af-7d1f-47ca-843c-cbfcde450afd None None] New status for floating IP 8661e252-53a3-4b35-9c83-fe1d4ad8ee2c: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:14:33.410095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff283c-c066-4ea2-89d8-555565332f70 req-08bbf9df-85d7-409f-8cc7-281f8ee9ee5b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:33.411525 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e0ff283c-c066-4ea2-89d8-555565332f70 req-08bbf9df-85d7-409f-8cc7-281f8ee9ee5b tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0760028 Jan 21 10:14:33.456746 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e0ff283c-c066-4ea2-89d8-555565332f70 req-9a7997c9-ca7f-49af-8b30-63230c714728 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 Jan 21 10:14:34.656503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4093-64f0-4abe-89c3-ef0b156694bc req-f5372cf5-2666-4afd-ab94-4d5c76dce2d5 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:34.657945 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3eba4093-64f0-4abe-89c3-ef0b156694bc req-f5372cf5-2666-4afd-ab94-4d5c76dce2d5 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0796897 Jan 21 10:14:34.705593 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3eba4093-64f0-4abe-89c3-ef0b156694bc req-b60f29bc-01c2-453b-9435-805b67ffbb4e tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/security-groups?id=e45c7999-4937-470f-b013-a4f6bb7dd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Jan 21 10:14:34.792978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:34.992937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-66961095-9177-4424-809a-cc2ddd51b366 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:34.994369 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-66961095-9177-4424-809a-cc2ddd51b366 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.120 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 945 time: 0.0757530 Jan 21 10:14:35.066387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Deleting port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:35.066640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.306755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] For port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:35.307099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.433337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Calling delete_port for 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:35.580716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.591904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:14:35.629884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Pushing event deleted for resources: {'Port': ['ID=4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:35.700709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] No DVR routers for this DVR port 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:14:35.703759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:35.706302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'name': 'network-vif-deleted', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:14:35.717403 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9ac4a96f-5343-4715-a504-49e535f55d99 req-a326ddb7-71d3-40df-96d7-c0e5b6437304 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.120 "DELETE /v2.0/ports/4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d HTTP/1.1" status: 204 len: 173 time: 0.7170961 Jan 21 10:14:35.766080 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16824e88-95bd-49f6-9d1e-7d2d8dc2a67b', 'name': 'network-vif-deleted', 'tag': '4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d', 'status': 'completed', 'code': 200} Jan 21 10:14:35.884330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-f25377bf-e71d-4c76-8f3d-ebdd7ed9eaf7 req-ae16c9e4-4fc6-4e8b-abbe-472fa950c8d6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Synchronizing usage tracker for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:14:35.900095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-f25377bf-e71d-4c76-8f3d-ebdd7ed9eaf7 req-ae16c9e4-4fc6-4e8b-abbe-472fa950c8d6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] Unset dirty status for tenant:3efc7020d70041ee840acaefca3f8e16 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:14:35.901244 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f25377bf-e71d-4c76-8f3d-ebdd7ed9eaf7 req-ae16c9e4-4fc6-4e8b-abbe-472fa950c8d6 tempest-TestMinimumBasicScenario-1459103393 tempest-TestMinimumBasicScenario-1459103393-project] 10.222.0.122 "GET /v2.0/ports?device_id=16824e88-95bd-49f6-9d1e-7d2d8dc2a67b HTTP/1.1" status: 200 len: 210 time: 0.0634608 Jan 21 10:14:38.595344 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43444) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:39.069148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:39.657075 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Deleting port 219a1942-e5aa-4144-8036-f42ed8e19424 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:39.657740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:39.697274 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:39.733905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:14:39.734496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 4dc1a3d6-7d56-48fa-8a21-2f7fd2f4428d not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:39.830660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] For port 219a1942-e5aa-4144-8036-f42ed8e19424, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=219a1942-e5aa-4144-8036-f42ed8e19424,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:39.831012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:39.949265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Calling delete_port for 219a1942-e5aa-4144-8036-f42ed8e19424 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:40.125327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:40.173128 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Pushing event deleted for resources: {'Port': ['ID=219a1942-e5aa-4144-8036-f42ed8e19424,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:40.458629 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.133863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Router ec784f43-eebe-4e77-a639-22b9713b9e60 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:14:41.326196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:14:41.335186 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] Sync routers for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:14:41.342020 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2f3ff379-59e3-47bf-ac2d-512e5c212807 admin admin] 10.222.0.122 "PUT /v2.0/routers/ec784f43-eebe-4e77-a639-22b9713b9e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455003 Jan 21 10:14:41.345152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43448) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:41.347898 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:41.348501 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:41.540625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.553810 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:41.739296 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.751203 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Deleting port 88a06337-b5fa-4898-843c-443353afb432 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:41.751802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:41.843820 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': '88a06337-b5fa-4898-843c-443353afb432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:14:40Z', 'revision_number': 5, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port': {'id': '88a06337-b5fa-4898-843c-443353afb432', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:41.847699 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] Checking router: ec784f43-eebe-4e77-a639-22b9713b9e60 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:14:41.858148 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] Routers {'ec784f43-eebe-4e77-a639-22b9713b9e60'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:41.858734 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['ec784f43-eebe-4e77-a639-22b9713b9e60'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:41.929465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] For port 88a06337-b5fa-4898-843c-443353afb432, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=88a06337-b5fa-4898-843c-443353afb432,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:41.930042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:42.007860 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] Set router ec784f43-eebe-4e77-a639-22b9713b9e60 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:42.116661 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:14:41Z', 'revision_number': 6, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:42.120827 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feb8b3-8372-493a-b226-2acd48991994 None None] The sync data for ids ['ec784f43-eebe-4e77-a639-22b9713b9e60'] in dv-neutron-825724-1-hyperv is: [{'id': 'ec784f43-eebe-4e77-a639-22b9713b9e60', 'name': 'tempest-TestMinimumBasicScenario-824021711-router', 'tenant_id': '3efc7020d70041ee840acaefca3f8e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:06Z', 'updated_at': '2022-01-21T10:14:41Z', 'revision_number': 6, 'project_id': '3efc7020d70041ee840acaefca3f8e16', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:14:42.159700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Calling delete_port for 88a06337-b5fa-4898-843c-443353afb432 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:42.325133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:42.370585 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=88a06337-b5fa-4898-843c-443353afb432,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:42.597784 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:42.854301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:42.858639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:42.887863 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:42.888533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec784f43-eebe-4e77-a639-22b9713b9e60 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:14:42.905767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:42.907191 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-af7433f4-73a9-4e69-8f79-2d0fa0329c4d admin admin] 10.222.0.122 "DELETE /v2.0/routers/ec784f43-eebe-4e77-a639-22b9713b9e60 HTTP/1.1" status: 204 len: 168 time: 1.5609875 Jan 21 10:14:42.909595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43452) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:42.921960 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 88a06337-b5fa-4898-843c-443353afb432 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:42.956473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 88a06337-b5fa-4898-843c-443353afb432 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:14:42.957044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 88a06337-b5fa-4898-843c-443353afb432 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:42.957455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 219a1942-e5aa-4144-8036-f42ed8e19424 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:42.980569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d836307-f854-4864-8111-131bbc7df621 admin admin] Deleting subnet d27d7753-95ce-4377-80bd-e93dc54ee8f5 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:14:42.985928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d836307-f854-4864-8111-131bbc7df621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:42.990729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 219a1942-e5aa-4144-8036-f42ed8e19424 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:14:42.991391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 219a1942-e5aa-4144-8036-f42ed8e19424 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:43.039446 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d836307-f854-4864-8111-131bbc7df621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.125197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d836307-f854-4864-8111-131bbc7df621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.196594 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d836307-f854-4864-8111-131bbc7df621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.233586 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836307-f854-4864-8111-131bbc7df621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d27d7753-95ce-4377-80bd-e93dc54ee8f5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:43.240131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d836307-f854-4864-8111-131bbc7df621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.245603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520be5fc-5673-463c-9d06-fe45c44c8619 None None] Network cf4b8493-7a62-4f80-8689-1765e2c87dde requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:14:43.248851 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6d836307-f854-4864-8111-131bbc7df621 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/d27d7753-95ce-4377-80bd-e93dc54ee8f5 HTTP/1.1" status: 204 len: 168 time: 0.3382139 Jan 21 10:14:43.251367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43456) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:43.361354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.371869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Deleting port e3b5a04f-cb07-4c0b-8354-4de537d96be8 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:43.372201 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.493246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] DHCP port deletion for cf4b8493-7a62-4f80-8689-1765e2c87dde request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:14:43.497606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] Deleting port e3b5a04f-cb07-4c0b-8354-4de537d96be8 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:43.497991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.678029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] For port e3b5a04f-cb07-4c0b-8354-4de537d96be8, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e3b5a04f-cb07-4c0b-8354-4de537d96be8,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:43.678310 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.742170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] For port e3b5a04f-cb07-4c0b-8354-4de537d96be8, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=e3b5a04f-cb07-4c0b-8354-4de537d96be8,segment=NetworkSegment(5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3),segment_id=5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:43.742653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.798978 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Calling delete_port for e3b5a04f-cb07-4c0b-8354-4de537d96be8 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:43.862997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] Calling delete_port for e3b5a04f-cb07-4c0b-8354-4de537d96be8 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:43.871730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:43.918403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b5a04f-cb07-4c0b-8354-4de537d96be8,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:43.925013 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] No DVR routers for this DVR port e3b5a04f-cb07-4c0b-8354-4de537d96be8 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 10:14:43.932780 dv-neutron-825724-1-hyperv neutron-server[83428]: util.warn( Jan 21 10:14:43.940176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:14:43.940526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:14:44.041246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:44.068141 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4b8493-7a62-4f80-8689-1765e2c87dde']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:44.080193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:44.080491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8ecbb8-1681-4b1a-8f06-d4f769cf28c3') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:44.091520 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:44.108381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:44.114408 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:14:44.114803 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:14:44.127668 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:14:44.204034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:44.220145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:44.230176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4b8493-7a62-4f80-8689-1765e2c87dde,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:44.244229 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a1e0097e-4863-406a-b1e0-cf1dfa9201a0 admin admin] 10.222.0.122 "DELETE /v2.0/networks/cf4b8493-7a62-4f80-8689-1765e2c87dde HTTP/1.1" status: 204 len: 168 time: 0.9919105 Jan 21 10:14:44.247116 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43460) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:44.441795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] Deleting port e3b5a04f-cb07-4c0b-8354-4de537d96be8 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:44.442346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:44.507019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0f4594b6-dbb6-4a78-b1e2-6d4333c65413 None None] The port 'e3b5a04f-cb07-4c0b-8354-4de537d96be8' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:14:44.645306 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:44.860242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e3b5a04f-cb07-4c0b-8354-4de537d96be8 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:44.894952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: e3b5a04f-cb07-4c0b-8354-4de537d96be8 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:14:44.895294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device e3b5a04f-cb07-4c0b-8354-4de537d96be8 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:45.351232 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Deleting port 507b0bb4-77a9-4e22-9bd1-15a128ce192e {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:45.351772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.523390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] For port 507b0bb4-77a9-4e22-9bd1-15a128ce192e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=507b0bb4-77a9-4e22-9bd1-15a128ce192e,segment=NetworkSegment(ae7f7db8-8e28-4ea5-8ec5-ef7612693770),segment_id=ae7f7db8-8e28-4ea5-8ec5-ef7612693770)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:45.523742 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.643214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Calling delete_port for 507b0bb4-77a9-4e22-9bd1-15a128ce192e owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:45.817180 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:45.866111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=507b0bb4-77a9-4e22-9bd1-15a128ce192e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:46.158152 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:46.850252 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Router 9f7fd666-25b5-40e4-a49b-9dab32af5bce has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:14:47.051481 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:14:47.060294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] Sync routers for ids ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:14:47.061766 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3a176be0-4efb-48f9-9178-aa81714dcde6 admin admin] 10.222.0.122 "PUT /v2.0/routers/9f7fd666-25b5-40e4-a49b-9dab32af5bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8136692 Jan 21 10:14:47.064495 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43466) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:47.072644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] Routers {'9f7fd666-25b5-40e4-a49b-9dab32af5bce'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:47.073248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:47.252126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] Set router 9f7fd666-25b5-40e4-a49b-9dab32af5bce gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:47.260439 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.452924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.462725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Deleting port 08a50c04-c9a7-4b49-9c52-dcd19aed9098 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:47.463149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.536455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:14:45Z', 'revision_number': 5, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port': {'id': '08a50c04-c9a7-4b49-9c52-dcd19aed9098', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:12:14Z', 'updated_at': '2022-01-21T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:47.540468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] Checking router: 9f7fd666-25b5-40e4-a49b-9dab32af5bce for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:14:47.551833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] Routers {'9f7fd666-25b5-40e4-a49b-9dab32af5bce'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:47.552889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:21Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:47.642929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] For port 08a50c04-c9a7-4b49-9c52-dcd19aed9098, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=08a50c04-c9a7-4b49-9c52-dcd19aed9098,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:47.643402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.705303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] Set router 9f7fd666-25b5-40e4-a49b-9dab32af5bce gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:47.762780 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Calling delete_port for 08a50c04-c9a7-4b49-9c52-dcd19aed9098 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:47.811563 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:14:47Z', 'revision_number': 6, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:47.815577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d687b41-9d4a-4db0-92c4-49b2a1c90a51 None None] The sync data for ids ['9f7fd666-25b5-40e4-a49b-9dab32af5bce'] in dv-neutron-825724-1-hyperv is: [{'id': '9f7fd666-25b5-40e4-a49b-9dab32af5bce', 'name': 'tempest-TestMinimumBasicScenario-892921467-router', 'tenant_id': 'bc2411acf53b42718558e7cfe263bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:12:13Z', 'updated_at': '2022-01-21T10:14:47Z', 'revision_number': 6, 'project_id': 'bc2411acf53b42718558e7cfe263bd25', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:14:47.939121 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:47.984175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a50c04-c9a7-4b49-9c52-dcd19aed9098,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:48.308814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.565485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.569561 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.596268 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.596976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f7fd666-25b5-40e4-a49b-9dab32af5bce {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:14:48.610132 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.611269 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b205d8db-38f5-4813-b60f-800f5f5fbdc1 admin admin] 10.222.0.122 "DELETE /v2.0/routers/9f7fd666-25b5-40e4-a49b-9dab32af5bce HTTP/1.1" status: 204 len: 168 time: 1.5458837 Jan 21 10:14:48.613855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43470) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:48.675954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8999a8-8f5c-493d-a1b7-db37bc71d52b admin admin] Deleting subnet 97c2f6dd-de75-4339-bdc7-95965b70ad8e {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:14:48.679098 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c8999a8-8f5c-493d-a1b7-db37bc71d52b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.729736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c8999a8-8f5c-493d-a1b7-db37bc71d52b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.807321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c8999a8-8f5c-493d-a1b7-db37bc71d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.876491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 08a50c04-c9a7-4b49-9c52-dcd19aed9098 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:48.889812 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c8999a8-8f5c-493d-a1b7-db37bc71d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.915996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 08a50c04-c9a7-4b49-9c52-dcd19aed9098 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:14:48.916339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 08a50c04-c9a7-4b49-9c52-dcd19aed9098 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:48.916836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 507b0bb4-77a9-4e22-9bd1-15a128ce192e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:48.926181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8999a8-8f5c-493d-a1b7-db37bc71d52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c2f6dd-de75-4339-bdc7-95965b70ad8e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:48.932928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-4c8999a8-8f5c-493d-a1b7-db37bc71d52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:48.939342 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4c8999a8-8f5c-493d-a1b7-db37bc71d52b admin admin] 10.222.0.122 "DELETE /v2.0/subnets/97c2f6dd-de75-4339-bdc7-95965b70ad8e HTTP/1.1" status: 204 len: 168 time: 0.3244712 Jan 21 10:14:48.941739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43474) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:48.947549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c34e2-723e-43af-9af6-924408b7e603 None None] Network 29489936-4f5d-467c-966e-22b5c94553ee requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:14:49.050974 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.059255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 507b0bb4-77a9-4e22-9bd1-15a128ce192e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:14:49.059598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 507b0bb4-77a9-4e22-9bd1-15a128ce192e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:49.062063 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Deleting port 418cd273-8190-4fa6-a99e-49f988efdd53 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:49.062404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.230840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3583c1fb-3e68-4e96-a66b-46c33a8a1d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.315817 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] For port 418cd273-8190-4fa6-a99e-49f988efdd53, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=418cd273-8190-4fa6-a99e-49f988efdd53,segment=NetworkSegment(ae7f7db8-8e28-4ea5-8ec5-ef7612693770),segment_id=ae7f7db8-8e28-4ea5-8ec5-ef7612693770)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:49.316166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.325699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] DHCP port deletion for 29489936-4f5d-467c-966e-22b5c94553ee request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:14:49.330320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] Deleting port 418cd273-8190-4fa6-a99e-49f988efdd53 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:49.330686 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.440618 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Calling delete_port for 418cd273-8190-4fa6-a99e-49f988efdd53 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:49.522522 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.535236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] For port 418cd273-8190-4fa6-a99e-49f988efdd53, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=418cd273-8190-4fa6-a99e-49f988efdd53,segment=NetworkSegment(ae7f7db8-8e28-4ea5-8ec5-ef7612693770),segment_id=ae7f7db8-8e28-4ea5-8ec5-ef7612693770)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:49.535625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.578662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=418cd273-8190-4fa6-a99e-49f988efdd53,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.592743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] No DVR routers for this DVR port 418cd273-8190-4fa6-a99e-49f988efdd53 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:14:49.673113 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] Calling delete_port for 418cd273-8190-4fa6-a99e-49f988efdd53 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:14:49.711320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.743280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:14:49.743633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:14:49.827199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29489936-4f5d-467c-966e-22b5c94553ee']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:49.839083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:49.839317 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7f7db8-8e28-4ea5-8ec5-ef7612693770') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:49.850498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.867175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.874182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:14:49.874673 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:14:49.887768 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:14:49.965850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.983160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:49.993300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=29489936-4f5d-467c-966e-22b5c94553ee,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:49.999329 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8a0080b5-efc9-4bca-9f47-193603586d0b admin admin] 10.222.0.122 "DELETE /v2.0/networks/29489936-4f5d-467c-966e-22b5c94553ee HTTP/1.1" status: 204 len: 168 time: 1.0564165 Jan 21 10:14:50.185621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43480) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:50.234919 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-73c72b9e-0e06-4969-9859-139f61fae0c5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=3efc7020d70041ee840acaefca3f8e16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479395 Jan 21 10:14:50.237299 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43484) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:50.245207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] Deleting port 418cd273-8190-4fa6-a99e-49f988efdd53 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:14:50.245678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:50.296964 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c70b782d-0321-4594-a616-8ec277d367e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:50.311568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9e038b33-6425-4e64-b0ab-6b7c17623896 None None] The port '418cd273-8190-4fa6-a99e-49f988efdd53' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:14:50.327236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c70b782d-0321-4594-a616-8ec277d367e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:50.381488 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c70b782d-0321-4594-a616-8ec277d367e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:50.396786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b782d-0321-4594-a616-8ec277d367e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45c7999-4937-470f-b013-a4f6bb7dd60f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:50.405497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c70b782d-0321-4594-a616-8ec277d367e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:50.406648 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c70b782d-0321-4594-a616-8ec277d367e1 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e45c7999-4937-470f-b013-a4f6bb7dd60f HTTP/1.1" status: 204 len: 168 time: 0.1683333 Jan 21 10:14:50.797600 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43492) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:50.854623 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4903fc3a-b1ac-474b-b671-315ec04f3ac4 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=bc2411acf53b42718558e7cfe263bd25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556066 Jan 21 10:14:50.856936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43496) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:50.864246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 418cd273-8190-4fa6-a99e-49f988efdd53 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:14:50.901141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 418cd273-8190-4fa6-a99e-49f988efdd53 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:14:50.901483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 418cd273-8190-4fa6-a99e-49f988efdd53 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:14:50.919213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-09b4393c-fa94-44cc-b4d7-d2179f910bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:50.945429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-09b4393c-fa94-44cc-b4d7-d2179f910bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:51.015727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-09b4393c-fa94-44cc-b4d7-d2179f910bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:51.038010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4393c-fa94-44cc-b4d7-d2179f910bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee7d5a-9dcd-4fe6-995e-17770861b9b0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:51.047159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-09b4393c-fa94-44cc-b4d7-d2179f910bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:51.048271 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-09b4393c-fa94-44cc-b4d7-d2179f910bc2 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/28ee7d5a-9dcd-4fe6-995e-17770861b9b0 HTTP/1.1" status: 204 len: 168 time: 0.1904418 Jan 21 10:14:51.512421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-71004be8-327c-412a-9d15-b839048686c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:52.556398 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:52.936136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.233529 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43540) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:53.239166 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676452365', 'description': 'tempest-secgroup-smoke-676452365 description', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:53.245059 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:53.249100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:53.251928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:53.257619 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:53.267991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.280622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.313827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:53.317626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:53.320457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:53.326182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:53.397733 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.401603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.442659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:53.446632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e681d4-081b-4e9f-b560-fb19623fa13f,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:53.449284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:53.452828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:53.458441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:53.515145 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.518888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.563967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc87d7f-14ef-4444-b99c-261be3a96d2c,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:53.568210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.569406 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a793da93-67b0-4d9a-b54c-66dfa16da823 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3348002 Jan 21 10:14:53.572549 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43544) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:53.578531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '3cc87d7f-14ef-4444-b99c-261be3a96d2c', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:53.584634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:53.588353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:53.591190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:53.597827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:53.613925 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.679773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.683607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.710674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c119e7-91a1-4c46-b6c0-71f7e5db0467,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:53.717002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.718948 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c7978888-20c3-441d-b864-3d87738a25d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452115 Jan 21 10:14:53.722379 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43548) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:53.727737 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '3cc87d7f-14ef-4444-b99c-261be3a96d2c', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:53.733827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:53.737797 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:53.740836 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:53.746574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:53.766409 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.828935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.832909 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.856516 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9c268f-a553-4bd5-b01d-b2b484cb7462,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:53.866045 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.867205 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5194ad89-c017-4c73-b437-39d3d35773b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1439195 Jan 21 10:14:53.869957 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43552) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:53.876035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '3cc87d7f-14ef-4444-b99c-261be3a96d2c', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:53.881941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:53.885615 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:53.888542 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:53.894659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:53.910249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.977774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:53.981496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.002984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.006298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe79773-9c83-45fb-8a66-09c3a739caef,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:54.015786 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.017117 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b73a6d8a-c4ad-49cc-9c9b-984bd62a7579 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1461632 Jan 21 10:14:54.019851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43556) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:54.025175 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '3cc87d7f-14ef-4444-b99c-261be3a96d2c', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:54.031123 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:54.034826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:54.037635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:54.043563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:54.061441 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.124751 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.128388 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.151349 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf113288-8fd4-4dc5-97b6-81ac04826b13,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:54.160450 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.161619 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-fa9d381d-fb21-4967-94f7-a7df86c9e8c2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1408710 Jan 21 10:14:54.164377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43560) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:54.169861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '3cc87d7f-14ef-4444-b99c-261be3a96d2c', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:54.175778 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:54.179837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:54.182696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:54.188973 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:54.198538 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:14:54.205620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.272136 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.275707 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.298850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16509f9a-00ce-4e1a-bb63-d8ddd881cdd1,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:54.308350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.309515 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-85933d4e-0e9d-472d-b78c-eb916e90fa55 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1442423 Jan 21 10:14:54.313102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43564) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:54.318383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '3cc87d7f-14ef-4444-b99c-261be3a96d2c', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:54.324160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:54.328404 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:54.331261 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:54.336850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:54.347214 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:14:54.353393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.418424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.422764 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.447102 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef94216-2121-49e1-97b1-37d63df1604c,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:54.459620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.460856 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-405aeb9c-c99a-4778-af6e-1d8ef89c0b57 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1467993 Jan 21 10:14:54.463954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43568) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:54.469686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'network': {'name': 'tempest-network-smoke--839961075', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'port_security_enabled': True}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:54.474697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:54.478391 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:network and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:54.481151 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:54.487335 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:54.497301 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:14:54.500761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.528294 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:14:54.537899 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.538317 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Added segment 57b0030c-42ef-47a6-a030-6d0cfe5ee7a4 of type vlan for network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a Jan 21 10:14:54.566413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.595484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.599248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:54.599807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.697137 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2320364 Jan 21 10:14:54.700224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43572) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:54.705618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'admin_state_up': True, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:54.706106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3840b9-522f-468b-9719-16d9683e471d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Network': ['ID=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:54.712373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:54.716088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:14:54.716228 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:router and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:54.719568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:54.725865 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:54.736957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.737848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.756295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:54.996878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:55.171800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:55.205151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:55.332678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.248 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/4869788f-9b29-4b1f-b9c6-c56a6e43651f) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:14:55.479386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:55.507252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:55.577246 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:14:55.580133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:14:55.583887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:14:55.613875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=4869788f-9b29-4b1f-b9c6-c56a6e43651f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:55.743389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:55.744030 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:55.965047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 22c78be9-8e72-4325-b7bb-4b30ab704802 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:14:56.165550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:14:56.176777 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Sync routers for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:14:56.190400 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:56.190995 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:56.191629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:56.192908 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d2adec4f-4a9d-43f6-9042-a22aec59d40a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4916635 Jan 21 10:14:56.196083 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:56.363415 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-538cc599-5d47-455a-ae77-10d3e921c604 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=f62ffa9aa6124c609e9e0123ea18281a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1659939 Jan 21 10:14:56.366503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43582) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:56.371153 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:56.498976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2872d7-e0c1-42f5-b279-64c56afc4567 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:56.500356 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9a2872d7-e0c1-42f5-b279-64c56afc4567 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328816 Jan 21 10:14:56.503223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43586) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:56.545560 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-57718cad-10fa-4374-9588-b691407ab824 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412326 Jan 21 10:14:56.548227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43590) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:56.553474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1621637206', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:14:56.665308 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:14:56.669173 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:subnet and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:14:56.673000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:14:56.679109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:14:56.689750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:14:56.698978 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:55Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:56.702761 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Checking router: 22c78be9-8e72-4325-b7bb-4b30ab704802 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:14:56.703102 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Updating router 22c78be9-8e72-4325-b7bb-4b30ab704802 port 4869788f-9b29-4b1f-b9c6-c56a6e43651f binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:14:56.753873 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:56.790571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.011139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.078694 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.090072 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Transition to ACTIVE for port object 4869788f-9b29-4b1f-b9c6-c56a6e43651f will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:14:57.092694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Subnet': ['ID=b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:57.096550 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.103256 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Checking segment: {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:14:57.104012 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network hostable DHCP agents. Network: 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:14:57.126571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:14:57.136178 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:14:57.140526 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:14:57.141660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.147623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a3e45d-50d2-4e4f-8166-980e02b954d6 None None] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:14:57.163712 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-40986404-46ec-4e8b-bd8b-a2c59a412439 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6144395 Jan 21 10:14:57.166297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43594) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:14:57.176464 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Pushing event updated for resources: {'Port': ['ID=4869788f-9b29-4b1f-b9c6-c56a6e43651f,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:57.188919 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.189601 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.189601 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.190878 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.190878 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.190878 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.190878 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.191164 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.191446 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.191757 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.192070 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:57.198622 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Attempting to bind port 4869788f-9b29-4b1f-b9c6-c56a6e43651f on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:14:57.198981 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Attempting to bind port 4869788f-9b29-4b1f-b9c6-c56a6e43651f by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:14:57.199335 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Attempting to bind port 4869788f-9b29-4b1f-b9c6-c56a6e43651f on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:14:57.207024 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:14:57.207386 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:14:57.207771 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.208149 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:14:57.208600 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Bound port: 4869788f-9b29-4b1f-b9c6-c56a6e43651f, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:14:57.208959 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.284562 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] For port 4869788f-9b29-4b1f-b9c6-c56a6e43651f, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:14:57.288049 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] For port 4869788f-9b29-4b1f-b9c6-c56a6e43651f, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4869788f-9b29-4b1f-b9c6-c56a6e43651f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:14:57.291679 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.376287 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c08d7-339b-43cc-b580-f1f7595d60e3 None None] Pushing event updated for resources: {'Port': ['ID=4869788f-9b29-4b1f-b9c6-c56a6e43651f,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:57.382109 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:14:57.382721 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:57.400749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:14:57.401728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.569184 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:14:57.584148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Allocated IP 172.20.0.2 (117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a/b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da/4796b5a0-7c83-4ff3-9842-a587ad849fcd) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:14:57.797963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.811359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Transition to ACTIVE for port object 4796b5a0-7c83-4ff3-9842-a587ad849fcd will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:14:57.831174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Transition to ACTIVE for port object 4796b5a0-7c83-4ff3-9842-a587ad849fcd will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:14:57.836842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:57.868389 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:55Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:14:57.872725 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93b4f2-219c-4e18-b8e4-ae64e2e8cedc None None] The sync data for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv is: [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:55Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:14:57.940510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:14:57.943945 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:14:57.946659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:14:57.989839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Pushing event updated for resources: {'Port': ['ID=4796b5a0-7c83-4ff3-9842-a587ad849fcd,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:58.044047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.045257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.045257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.045505 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.045780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.046155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.046487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.046815 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.047373 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.047564 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.047831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:14:58.058937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Attempting to bind port 4796b5a0-7c83-4ff3-9842-a587ad849fcd on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:14:58.059190 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Attempting to bind port 4796b5a0-7c83-4ff3-9842-a587ad849fcd by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:14:58.059553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Attempting to bind port 4796b5a0-7c83-4ff3-9842-a587ad849fcd on network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:14:58.067025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:14:58.067025 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Checking segment: {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:14:58.067262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:58.067663 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:58.067739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Bound using segment: {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:14:58.068149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Bound port: 4796b5a0-7c83-4ff3-9842-a587ad849fcd, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:14:58.068528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:58.182570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] For port 4796b5a0-7c83-4ff3-9842-a587ad849fcd, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:14:58.187590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] For port 4796b5a0-7c83-4ff3-9842-a587ad849fcd, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4796b5a0-7c83-4ff3-9842-a587ad849fcd,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:14:58.191460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:58.289551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668409a-ba17-4b7f-8a4a-5a0f388bec8e None None] Pushing event updated for resources: {'Port': ['ID=4796b5a0-7c83-4ff3-9842-a587ad849fcd,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:58.555554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.1 (117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a/b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da/33bc96a4-039c-4bb5-b22c-4a6c92d55253) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:14:58.737698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:58.757001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object 33bc96a4-039c-4bb5-b22c-4a6c92d55253 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:14:58.781390 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:58.851162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:14:58.854459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:14:58.859855 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:14:58.887870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=33bc96a4-039c-4bb5-b22c-4a6c92d55253,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:58.930160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:58.931426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4796b5a0-7c83-4ff3-9842-a587ad849fcd up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:14:59.025431 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 4796b5a0-7c83-4ff3-9842-a587ad849fcd completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:14:59.032759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4869788f-9b29-4b1f-b9c6-c56a6e43651f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:14:59.036992 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.115828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 4869788f-9b29-4b1f-b9c6-c56a6e43651f completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:14:59.120839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4869788f-9b29-4b1f-b9c6-c56a6e43651f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:59.121209 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.243407 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.261561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 4869788f-9b29-4b1f-b9c6-c56a6e43651f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4869788f-9b29-4b1f-b9c6-c56a6e43651f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:59.267161 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.301896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930f8ae-69ef-406b-8056-4df147bbb1c9 None None] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:14:59.425278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=4869788f-9b29-4b1f-b9c6-c56a6e43651f,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:59.442964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-05e13593-a1f6-4b3f-b2dd-429c644e3b37 None None] Provisioning for port 4796b5a0-7c83-4ff3-9842-a587ad849fcd completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:14:59.458730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-05e13593-a1f6-4b3f-b2dd-429c644e3b37 None None] Provisioning complete for port 4796b5a0-7c83-4ff3-9842-a587ad849fcd triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:59.459091 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05e13593-a1f6-4b3f-b2dd-429c644e3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.574865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.580029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.671649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05e13593-a1f6-4b3f-b2dd-429c644e3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.693801 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.700958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=33bc96a4-039c-4bb5-b22c-4a6c92d55253,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:59.712549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-05e13593-a1f6-4b3f-b2dd-429c644e3b37 None None] For port 4796b5a0-7c83-4ff3-9842-a587ad849fcd, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4796b5a0-7c83-4ff3-9842-a587ad849fcd,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:14:59.717903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-05e13593-a1f6-4b3f-b2dd-429c644e3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:14:59.788830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e13593-a1f6-4b3f-b2dd-429c644e3b37 None None] Pushing event updated for resources: {'Port': ['ID=4796b5a0-7c83-4ff3-9842-a587ad849fcd,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:14:59.847229 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:14:59.848436 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:14:59.944262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-621a6872-c0cc-4943-af99-b4a68760a548 None None] Provisioning for port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:14:59.949768 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-621a6872-c0cc-4943-af99-b4a68760a548 None None] Provisioning complete for port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:14:59.951170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-621a6872-c0cc-4943-af99-b4a68760a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:00.017422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-621a6872-c0cc-4943-af99-b4a68760a548 None None] Port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:15:00.032665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-621a6872-c0cc-4943-af99-b4a68760a548 None None] Provisioning complete for port 4796b5a0-7c83-4ff3-9842-a587ad849fcd triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:00.033038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-621a6872-c0cc-4943-af99-b4a68760a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:00.265598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 22c78be9-8e72-4325-b7bb-4b30ab704802 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:15:00.272162 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4413b008-56a7-4add-92cd-f990fd4c9416 None None] Provisioning complete for port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:00.272649 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4413b008-56a7-4add-92cd-f990fd4c9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:00.328472 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4413b008-56a7-4add-92cd-f990fd4c9416 None None] Port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:15:00.465413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:15:00.475397 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-03666f31-497e-43eb-8e53-8311a1e253f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/22c78be9-8e72-4325-b7bb-4b30ab704802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3080742 Jan 21 10:15:00.645805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-596a2dca-9229-43d8-9556-3572ac11be99 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676452365&fields=id&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 267 time: 0.0405083 Jan 21 10:15:00.791943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-d510b7a0-ca7b-45e7-8102-8af579bd2aa1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:00.793325 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-d510b7a0-ca7b-45e7-8102-8af579bd2aa1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/networks?id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a HTTP/1.1" status: 200 len: 796 time: 0.1412587 Jan 21 10:15:00.810008 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-4571c8bb-7e61-4599-95e5-ed51a67ec619 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/quotas/f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 375 time: 0.0110073 Jan 21 10:15:00.883077 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4796b5a0-7c83-4ff3-9842-a587ad849fcd up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:15:00.896708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-6f5e01ef-1aec-4484-b3a1-f12d53fbfd41 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807827 Jan 21 10:15:00.952326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4796b5a0-7c83-4ff3-9842-a587ad849fcd triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:00.952697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:00.993498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a0e45405-5ba1-4269-8e21-b2bcce8b6253 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:15:00.994741 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a0e45405-5ba1-4269-8e21-b2bcce8b6253 service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0860782 Jan 21 10:15:01.080362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4869788f-9b29-4b1f-b9c6-c56a6e43651f up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:15:01.154940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4869788f-9b29-4b1f-b9c6-c56a6e43651f triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:01.155622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:01.250108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-119845ff-deaf-4914-ab5a-c14fb3d39d08 service neutron] 10.222.0.122 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474244 Jan 21 10:15:01.396278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-fc301a7b-e5cf-400c-9c2c-cf5318c9f1c6 service neutron] 10.222.0.122 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399312 Jan 21 10:15:01.440628 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Sync routers for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:15:01.453418 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:01.454157 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:01.599543 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-862806de-4840-4221-ba59-87cdfdeb0ab5 req-904fd74b-e717-4181-ae57-4e9f57fb52e0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 210 time: 0.0445523 Jan 21 10:15:01.698473 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:02.030933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 2, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:02.035984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Checking router: 22c78be9-8e72-4325-b7bb-4b30ab704802 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:15:02.036657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Updating router 22c78be9-8e72-4325-b7bb-4b30ab704802 port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:15:02.097172 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:02.452042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:02.463970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Transition to ACTIVE for port object 33bc96a4-039c-4bb5-b22c-4a6c92d55253 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:15:02.470827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:02.598958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd791d-8b20-43e0-bdfd-ea2eae475058 None None] Pushing event updated for resources: {'Port': ['ID=33bc96a4-039c-4bb5-b22c-4a6c92d55253,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:02.712845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Attempting to bind port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:15:02.713856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Attempting to bind port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:15:02.714317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Attempting to bind port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 on network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:15:02.738064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:15:02.738450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Checking segment: {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:15:02.738865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:02.739252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Bound using segment: {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:15:02.739727 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Bound port: 33bc96a4-039c-4bb5-b22c-4a6c92d55253, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:15:02.740100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:02.746458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-0c187d0e-69fa-4c88-a703-9073f4b7916d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:02.749008 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-0c187d0e-69fa-4c88-a703-9073f4b7916d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/networks?id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a HTTP/1.1" status: 200 len: 796 time: 0.2093112 Jan 21 10:15:02.853126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] For port 33bc96a4-039c-4bb5-b22c-4a6c92d55253, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:15:02.855375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0aea6d9f-8658-4299-a92a-3158e078d8bf req-b930cb1e-5a79-4384-85cb-72604ea4361d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 210 time: 0.0649269 Jan 21 10:15:02.857625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] For port 33bc96a4-039c-4bb5-b22c-4a6c92d55253, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=33bc96a4-039c-4bb5-b22c-4a6c92d55253,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:15:02.862518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:02.879757 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-f8159f0e-c41a-4f7f-bbab-276138df6a0c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 379 time: 0.1102860 Jan 21 10:15:02.890383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'port': {'device_id': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'admin_state_up': True, 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'security_groups': ['3cc87d7f-14ef-4444-b99c-261be3a96d2c']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:15:02.947817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:02.948449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:03.020380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd791d-8b20-43e0-bdfd-ea2eae475058 None None] Pushing event updated for resources: {'Port': ['ID=33bc96a4-039c-4bb5-b22c-4a6c92d55253,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:03.038925 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:15:03.043486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:port and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:15:03.047365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:15:03.053597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:15:03.064439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:15:03.067763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:03.152036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:03.240092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.8 (117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a/b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da/2d947532-1bb6-433e-aa51-d66587501347) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:15:03.441700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:03.459743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object 2d947532-1bb6-433e-aa51-d66587501347 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:15:03.482206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:03.532298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:15:02Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:03.536956 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d2d95-6548-4dc4-8a8c-64f02793eeac None None] The sync data for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv is: [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:15:02Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:15:03.554741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:15:03.557997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:15:03.563090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:15:03.599036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=2d947532-1bb6-433e-aa51-d66587501347,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:03.641756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:03.643106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:03.673432 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-7b692b02-64a9-4c77-810b-21bb47aef894 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7871096 Jan 21 10:15:03.684441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Request body: {'port': {'device_id': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:15:03.820739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:03.834502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-94c63c21-6a05-4121-8c8b-7c614cd97f6a None None] Provisioning for port 2d947532-1bb6-433e-aa51-d66587501347 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:15:03.839892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-94c63c21-6a05-4121-8c8b-7c614cd97f6a None None] Provisioning complete for port 2d947532-1bb6-433e-aa51-d66587501347 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:03.840475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-94c63c21-6a05-4121-8c8b-7c614cd97f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:03.914400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-94c63c21-6a05-4121-8c8b-7c614cd97f6a None None] Port 2d947532-1bb6-433e-aa51-d66587501347 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:15:04.181677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf03b1-acfc-4274-9537-f1df1d117c5e req-d131b876-5751-4b6a-8c94-15913c8ec6e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:04.182373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-5eaf03b1-acfc-4274-9537-f1df1d117c5e req-d131b876-5751-4b6a-8c94-15913c8ec6e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:15:04.257413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-5eaf03b1-acfc-4274-9537-f1df1d117c5e req-d131b876-5751-4b6a-8c94-15913c8ec6e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:15:04.258606 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5eaf03b1-acfc-4274-9537-f1df1d117c5e req-d131b876-5751-4b6a-8c94-15913c8ec6e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 931 time: 0.2655749 Jan 21 10:15:04.260693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d947532-1bb6-433e-aa51-d66587501347 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:15:04.282664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:04.316672 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Transition to ACTIVE for port object 2d947532-1bb6-433e-aa51-d66587501347 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:15:04.429959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:04.483751 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5eaf03b1-acfc-4274-9537-f1df1d117c5e req-7fb0e1b8-5269-402c-8244-749b97d2bf22 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184632 Jan 21 10:15:04.568610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Pushing event updated for resources: {'Port': ['ID=2d947532-1bb6-433e-aa51-d66587501347,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:04.678418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Attempting to bind port 2d947532-1bb6-433e-aa51-d66587501347 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:15:04.679000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Attempting to bind port 2d947532-1bb6-433e-aa51-d66587501347 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:15:04.679318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Attempting to bind port 2d947532-1bb6-433e-aa51-d66587501347 on network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:15:04.685355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Port 2d947532-1bb6-433e-aa51-d66587501347 on network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:15:04.685617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Attempting to bind port 2d947532-1bb6-433e-aa51-d66587501347 on network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:15:04.691663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:15:04.691993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Checking segment: {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:15:04.692370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Bound using segment: {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:15:04.692774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Bound port: 2d947532-1bb6-433e-aa51-d66587501347, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:15:04.693110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:04.781910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] For port 2d947532-1bb6-433e-aa51-d66587501347, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:15:04.785494 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] For port 2d947532-1bb6-433e-aa51-d66587501347, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d947532-1bb6-433e-aa51-d66587501347,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:15:04.788012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:04.790619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:04.859352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:04.860686 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] 10.222.0.120 "PUT /v2.0/ports/2d947532-1bb6-433e-aa51-d66587501347 HTTP/1.1" status: 200 len: 1093 time: 1.1805387 Jan 21 10:15:04.861121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'tag': '2d947532-1bb6-433e-aa51-d66587501347'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:04.879223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f26e8-b116-4af9-a7ac-4a532a907f4a service neutron] Pushing event updated for resources: {'Port': ['ID=2d947532-1bb6-433e-aa51-d66587501347,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:04.912467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 33bc96a4-039c-4bb5-b22c-4a6c92d55253 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:15:04.959359 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'tag': '2d947532-1bb6-433e-aa51-d66587501347', 'status': 'completed', 'code': 200} Jan 21 10:15:04.994845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:15:05.001617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:05.002020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:05.007717 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-c4d8a282-b1a0-4ba0-835b-5bb79ab3ea99 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 1096 time: 0.1005299 Jan 21 10:15:05.084621 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-74f83810-79ae-4ab2-a60f-16b552788090 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d947532-1bb6-433e-aa51-d66587501347 HTTP/1.1" status: 200 len: 217 time: 0.0689704 Jan 21 10:15:05.124830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:05.161010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-f1ce3af4-6fb1-463c-aeaf-3b37dab774ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:05.163528 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-f1ce3af4-6fb1-463c-aeaf-3b37dab774ef service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da HTTP/1.1" status: 200 len: 835 time: 0.0714939 Jan 21 10:15:05.169632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 33bc96a4-039c-4bb5-b22c-4a6c92d55253, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=33bc96a4-039c-4bb5-b22c-4a6c92d55253,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:05.177201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:05.239926 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-c5a887b9-0f79-4005-ad34-faab9231225f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686874 Jan 21 10:15:05.249037 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=33bc96a4-039c-4bb5-b22c-4a6c92d55253,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:05.374277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-62fbeb0f-f380-4d28-8da7-869c918982f4 service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269140 Jan 21 10:15:05.532491 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-77f69955-7e0c-4433-a93a-f2dbdf12b368 req-61f7bee2-5eb1-40c1-9693-44676875867e service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524065 Jan 21 10:15:05.708848 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-c29451aa-bdbd-49c1-bccf-933c6b0ea3be service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 1096 time: 0.1268754 Jan 21 10:15:05.718754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762e5c5-aea7-4ad7-a5a9-76b5bd24f76c req-501ba7f9-cc4b-492e-8db7-cb69c3fe169a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:05.720084 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6762e5c5-aea7-4ad7-a5a9-76b5bd24f76c req-501ba7f9-cc4b-492e-8db7-cb69c3fe169a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 943 time: 0.1045120 Jan 21 10:15:05.858846 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6762e5c5-aea7-4ad7-a5a9-76b5bd24f76c req-09b9fce2-05c9-47f5-bfe9-48294b63ac15 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205149 Jan 21 10:15:05.881115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-a6cc79af-f03f-4cbf-b451-9d2adc32b167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:05.882634 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-a6cc79af-f03f-4cbf-b451-9d2adc32b167 service neutron] 10.222.0.120 "GET /v2.0/networks?id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a HTTP/1.1" status: 200 len: 897 time: 0.1617348 Jan 21 10:15:05.952026 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-98403b89-af95-436e-b858-3ba8566073a3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d947532-1bb6-433e-aa51-d66587501347 HTTP/1.1" status: 200 len: 217 time: 0.0620580 Jan 21 10:15:06.017281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-f85535c5-de10-4a2e-9d77-b14a89add706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:06.018715 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-f85535c5-de10-4a2e-9d77-b14a89add706 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da HTTP/1.1" status: 200 len: 835 time: 0.0608361 Jan 21 10:15:06.094059 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-47d1837e-d4ee-40a5-8eb0-e8f7888975fa service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671082 Jan 21 10:15:06.317018 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-371dafb9-3773-44e2-ae06-fa56286a25f3 service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154403 Jan 21 10:15:06.445884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56f827d7-471f-4dd1-b825-6be9debc10ca req-8989f775-0303-4ef6-9186-c667001e450b service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217797 Jan 21 10:15:06.875480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 33bc96a4-039c-4bb5-b22c-4a6c92d55253 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:15:06.945898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:06.946294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:06.963573 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:15:07.075168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aa6f7-d7a6-4702-a1ca-897a4acdbe21 req-c4bd9953-f7a0-4a0c-835b-625005983326 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:07.076836 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d68aa6f7-d7a6-4702-a1ca-897a4acdbe21 req-c4bd9953-f7a0-4a0c-835b-625005983326 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 943 time: 0.0882359 Jan 21 10:15:07.121658 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d68aa6f7-d7a6-4702-a1ca-897a4acdbe21 req-c96c015f-a62a-40d0-8e5f-664b2c09000e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392747 Jan 21 10:15:07.771723 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d947532-1bb6-433e-aa51-d66587501347 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:15:07.905058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d947532-1bb6-433e-aa51-d66587501347, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d947532-1bb6-433e-aa51-d66587501347,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:07.919251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '2d947532-1bb6-433e-aa51-d66587501347', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'port_id': '2d947532-1bb6-433e-aa51-d66587501347', 'mac_address': 'fa:16:3e:7e:a2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:15:07.972926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:07.990403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d947532-1bb6-433e-aa51-d66587501347 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:15:08.006230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d947532-1bb6-433e-aa51-d66587501347, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d947532-1bb6-433e-aa51-d66587501347,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:08.010440 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:08.088899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=2d947532-1bb6-433e-aa51-d66587501347,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:08.277139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['2d947532-1bb6-433e-aa51-d66587501347'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:15:08.340652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674a0d4-a9c9-4824-98c1-db4f63cc45df req-56a6281a-70dc-4611-b3d0-1d3907d229bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:08.342336 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4674a0d4-a9c9-4824-98c1-db4f63cc45df req-56a6281a-70dc-4611-b3d0-1d3907d229bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 944 time: 0.0818212 Jan 21 10:15:08.393739 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4674a0d4-a9c9-4824-98c1-db4f63cc45df req-150b40ca-2a5e-40a5-b268-02b8680b2ad0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439677 Jan 21 10:15:09.594104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73037e6d-d547-48fd-bd99-f7402365c579 req-930493e6-e14f-4859-a238-b7fb182973e0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:09.595559 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-73037e6d-d547-48fd-bd99-f7402365c579 req-930493e6-e14f-4859-a238-b7fb182973e0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 944 time: 0.0793393 Jan 21 10:15:09.641532 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-73037e6d-d547-48fd-bd99-f7402365c579 req-e990f7eb-f991-4fb5-9365-cc3afaf51269 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Jan 21 10:15:09.768303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d947532-1bb6-433e-aa51-d66587501347 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:15:09.835364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 2d947532-1bb6-433e-aa51-d66587501347 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:15:09.839978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 2d947532-1bb6-433e-aa51-d66587501347 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:15:09.841054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:09.952154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:09.978966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d947532-1bb6-433e-aa51-d66587501347'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:09.988968 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 2d947532-1bb6-433e-aa51-d66587501347, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d947532-1bb6-433e-aa51-d66587501347,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:09.992425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:10.035371 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d947532-1bb6-433e-aa51-d66587501347', 'code': 200} Jan 21 10:15:10.062464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=2d947532-1bb6-433e-aa51-d66587501347,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:10.258806 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-239635c2-f9e8-4c1d-b889-55bcb3b1450a req-f35fca99-b60e-4f9e-b955-0912f8ad1652 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 1098 time: 0.0676174 Jan 21 10:15:10.302659 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-239635c2-f9e8-4c1d-b889-55bcb3b1450a req-e201131e-9d8c-4ddb-b5df-b8c15b42c466 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376453 Jan 21 10:15:10.834890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb2118-f235-4500-a194-2a16edbeac51 req-90ff280b-be5a-4165-b2b6-725eb4831260 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:10.836342 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2dcb2118-f235-4500-a194-2a16edbeac51 req-90ff280b-be5a-4165-b2b6-725eb4831260 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0759432 Jan 21 10:15:10.881244 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2dcb2118-f235-4500-a194-2a16edbeac51 req-701a032a-6672-4ea9-9b88-e87a5f746955 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389309 Jan 21 10:15:12.087138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c99f14-5527-4b03-9556-959e71d59524 req-d58de63f-bae3-41de-9399-2931fedd4dc0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:12.088620 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-42c99f14-5527-4b03-9556-959e71d59524 req-d58de63f-bae3-41de-9399-2931fedd4dc0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0806897 Jan 21 10:15:12.134615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-42c99f14-5527-4b03-9556-959e71d59524 req-70c3a459-4d35-4b59-bdc3-866dcca4d166 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Jan 21 10:15:12.345152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3996-8bb0-4e19-8434-a82778b1a1ed req-972079d4-54ff-4181-8d33-7d8cab7ad301 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:12.346636 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b1a3996-8bb0-4e19-8434-a82778b1a1ed req-972079d4-54ff-4181-8d33-7d8cab7ad301 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0815413 Jan 21 10:15:12.392191 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b1a3996-8bb0-4e19-8434-a82778b1a1ed req-aeb0d69d-818f-4527-8542-a32dda448208 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397234 Jan 21 10:15:12.420471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43644) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:12.488346 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-af08ca6c-1fa9-4d64-b64d-3afd6d62515b tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 1093 time: 0.0664763 Jan 21 10:15:12.490854 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43648) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:12.495868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '2d947532-1bb6-433e-aa51-d66587501347', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:15:12.501689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:15:12.505398 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:floatingip and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:15:12.508224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:15:12.513763 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:15:12.523718 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:12.657599 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:12.791093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.77 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/6f796355-e6ba-4a28-b19c-fc11b4c03f44) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:15:13.026732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:13.055025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:13.124743 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:15:13.127641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:15:13.131984 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:15:13.155983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=6f796355-e6ba-4a28-b19c-fc11b4c03f44,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:13.645392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:13.700451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:13.907574 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:13.911996 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:13.960494 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-a23283bc-6b0e-4e33-9964-1f381f82ac4f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725632 Jan 21 10:15:14.018902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=6f796355-e6ba-4a28-b19c-fc11b4c03f44,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:14.037307 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:14.098485 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-78704bac-8708-4f6e-a8ce-e27e01931d50 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 1098 time: 0.0705235 Jan 21 10:15:14.242117 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Floating IP e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 associated. External IP: 172.26.1.77, port: 2d947532-1bb6-433e-aa51-d66587501347. Jan 21 10:15:14.259052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-d475224d-f8cd-47a4-a27e-b4dc067832af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:14.260503 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-d475224d-f8cd-47a4-a27e-b4dc067832af service neutron] 10.222.0.120 "GET /v2.0/networks?id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a HTTP/1.1" status: 200 len: 897 time: 0.1432261 Jan 21 10:15:14.370458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-80288993-9d54-4b0a-a15f-28a867eab525 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d947532-1bb6-433e-aa51-d66587501347 HTTP/1.1" status: 200 len: 998 time: 0.1027498 Jan 21 10:15:14.433276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-cbb06535-198b-434d-872b-1caa56fce3eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:14.434780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-cbb06535-198b-434d-872b-1caa56fce3eb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da HTTP/1.1" status: 200 len: 835 time: 0.0586221 Jan 21 10:15:14.515614 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-1dd9b6f6-b12e-4dc8-8bf5-f2549601b455 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742435 Jan 21 10:15:14.657587 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-91ed48f9-6b3b-4d24-9d3a-51921f768c1a service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358597 Jan 21 10:15:14.738715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 22c78be9-8e72-4325-b7bb-4b30ab704802 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:15:14.888650 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-89234b38-2666-4527-a30a-daa6ff7d09ab req-4579b635-8cf4-44fa-8f8a-73d76a32abe9 service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245226 Jan 21 10:15:14.947250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:15:14.958007 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] Sync routers for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:15:14.972422 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:14.972989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:14.973212 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:15.030054 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-de9a5c77-e479-416e-a070-b38b5d5f5d2b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5381644 Jan 21 10:15:15.030732 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'tag': '2d947532-1bb6-433e-aa51-d66587501347'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:15.088217 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'tag': '2d947532-1bb6-433e-aa51-d66587501347', 'status': 'completed', 'code': 200} Jan 21 10:15:15.157071 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:15.241177 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-74d808eb-576d-4afa-af48-8c048f6c6062 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 1098 time: 0.1287909 Jan 21 10:15:15.280798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ae487-9855-457d-a3f7-1ed81aa0583f req-f2f30d60-ed95-448f-b44e-ac69d9f30ffe tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:15.282338 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-548ae487-9855-457d-a3f7-1ed81aa0583f req-f2f30d60-ed95-448f-b44e-ac69d9f30ffe tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.1401722 Jan 21 10:15:15.407019 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-548ae487-9855-457d-a3f7-1ed81aa0583f req-61018efe-7361-4118-91f3-d6ce794c6f17 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800841 Jan 21 10:15:15.422724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-f2fc0d18-4816-47ff-a7a5-83b943e166aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:15.424868 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-f2fc0d18-4816-47ff-a7a5-83b943e166aa service neutron] 10.222.0.120 "GET /v2.0/networks?id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a HTTP/1.1" status: 200 len: 897 time: 0.1763935 Jan 21 10:15:15.436106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43656) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:15.530322 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e9ac7540-eacc-416b-a9d7-7b5e0dedcef9', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'port_id': '2d947532-1bb6-433e-aa51-d66587501347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'mac_address': 'fa:16:3e:7e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:15:13Z', 'updated_at': '2022-01-21T10:15:13Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:15:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:15.533615 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-dbe15334-d0c7-433b-8026-523de3536157 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d947532-1bb6-433e-aa51-d66587501347 HTTP/1.1" status: 200 len: 998 time: 0.1023073 Jan 21 10:15:15.534442 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] Checking router: 22c78be9-8e72-4325-b7bb-4b30ab704802 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:15:15.544904 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9da4c2f6-264e-428d-928e-5555d76b96ed tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 HTTP/1.1" status: 200 len: 990 time: 0.1065264 Jan 21 10:15:15.545822 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:15.546455 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:14:51Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:15.597415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-133828e1-94c1-49e5-af43-87e2b9521c4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:15.599004 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-133828e1-94c1-49e5-af43-87e2b9521c4a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da HTTP/1.1" status: 200 len: 835 time: 0.0591221 Jan 21 10:15:15.677789 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-10865eaf-9084-4960-937a-8928a39cde3e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725589 Jan 21 10:15:15.725275 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:15.815708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-577117fb-b8cf-4617-a80c-463e0c8e889b service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279688 Jan 21 10:15:15.947984 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99e5e1a7-084a-4e15-ba33-5fdaf0df4c2b req-c275f4a0-213a-46db-b254-04c2972d579b service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261885 Jan 21 10:15:16.073709 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e9ac7540-eacc-416b-a9d7-7b5e0dedcef9', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'port_id': '2d947532-1bb6-433e-aa51-d66587501347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'mac_address': 'fa:16:3e:7e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:15:13Z', 'updated_at': '2022-01-21T10:15:13Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:15:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:16.078281 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819658b6-251f-4c20-8860-dea22a22a169 None None] The sync data for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv is: [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e9ac7540-eacc-416b-a9d7-7b5e0dedcef9', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.77', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'port_id': '2d947532-1bb6-433e-aa51-d66587501347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'mac_address': 'fa:16:3e:7e:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:15:13Z', 'updated_at': '2022-01-21T10:15:13Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:15:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:15:16.547706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43660) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:16.647493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f2858437-7c08-4413-b427-10ea1f78029f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 HTTP/1.1" status: 200 len: 990 time: 0.0986464 Jan 21 10:15:17.651525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43664) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:17.758019 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-38caeba8-a289-49df-9fd3-58770a417034 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 HTTP/1.1" status: 200 len: 990 time: 0.1042283 Jan 21 10:15:18.760855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43668) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:18.864073 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1b551e06-bf00-4879-bc89-b25bcc59c892 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 HTTP/1.1" status: 200 len: 990 time: 0.1021059 Jan 21 10:15:19.157045 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56555404-0041-48fd-8bf2-13b4512cea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:19.469591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c67715-6af1-4655-9176-805536f11eb8 None None] New status for floating IP e9ac7540-eacc-416b-a9d7-7b5e0dedcef9: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:15:19.867868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43672) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:19.972494 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3fc90dcb-e804-402f-8db9-5e5d7333ccd5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 HTTP/1.1" status: 200 len: 992 time: 0.1034968 Jan 21 10:15:21.518975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e27a003b-e1b3-4af1-8323-e3558f6ca57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:22.559717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:22.932191 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:24.006033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:34.786291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:43.963401 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:15:49.159522 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-14a79f91-8deb-43df-92b3-de0ce52e55f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:49.506913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7030-14a6-440e-88c9-aac41e3fb2f6 req-ebfc09ff-bc2e-423d-812d-041b00cbc5d3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:49.507918 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-407b7030-14a6-440e-88c9-aac41e3fb2f6 req-ebfc09ff-bc2e-423d-812d-041b00cbc5d3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0783429 Jan 21 10:15:49.559934 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-407b7030-14a6-440e-88c9-aac41e3fb2f6 req-3dc98fe8-790a-4570-8327-d422cb5eac04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456979 Jan 21 10:15:50.758160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae877c-a7db-48ff-9fdb-6bc967abbb35 req-ac036bea-769a-4f0c-82f5-205e72e04f81 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:50.759884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c5ae877c-a7db-48ff-9fdb-6bc967abbb35 req-ac036bea-769a-4f0c-82f5-205e72e04f81 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0744183 Jan 21 10:15:50.805904 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c5ae877c-a7db-48ff-9fdb-6bc967abbb35 req-31bf73cc-c6e6-42f3-be2a-2c17123761cd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405009 Jan 21 10:15:50.833627 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43692) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:50.936217 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-5af80d71-d9ed-438e-86cd-748e541816ba tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 HTTP/1.1" status: 200 len: 992 time: 0.1012759 Jan 21 10:15:51.520623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0958-0bc2-4122-a1ff-c77046483513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:52.454033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f20915-ac44-4719-ba2c-e2ee7bb6b1ca req-9277c72d-74bd-4600-af8c-2068dcf3d94d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:52.455607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f4f20915-ac44-4719-ba2c-e2ee7bb6b1ca req-9277c72d-74bd-4600-af8c-2068dcf3d94d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0830541 Jan 21 10:15:52.504397 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f4f20915-ac44-4719-ba2c-e2ee7bb6b1ca req-0c04ce55-1b0b-4d40-ad94-246a373c1539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428841 Jan 21 10:15:52.564290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:52.940247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:53.719580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d71f0-2c8e-4bbd-a8dd-b7e319cf6468 req-c700cf1b-4cf6-4a71-acfe-c92a7c4efaac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:53.721054 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ae4d71f0-2c8e-4bbd-a8dd-b7e319cf6468 req-c700cf1b-4cf6-4a71-acfe-c92a7c4efaac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0819385 Jan 21 10:15:53.769781 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ae4d71f0-2c8e-4bbd-a8dd-b7e319cf6468 req-2fab475b-9df8-4843-9f5f-05f3d011229a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431938 Jan 21 10:15:53.804381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43704) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:53.914645 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ee139bf8-75fe-4ad6-ac41-2609fee02482 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 HTTP/1.1" status: 200 len: 992 time: 0.1091049 Jan 21 10:15:54.005816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:54.196020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43712) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:15:54.500975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 6f796355-e6ba-4a28-b19c-fc11b4c03f44 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:54.501224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:54.672709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:54.673017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:54.798532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 6f796355-e6ba-4a28-b19c-fc11b4c03f44 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:15:54.945271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:54.993010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=6f796355-e6ba-4a28-b19c-fc11b4c03f44,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:55.062636 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.062891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.063225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.063555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.063874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.064195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.064507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.064824 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.065137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.065480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.065793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:15:55.112298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.565684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 22c78be9-8e72-4325-b7bb-4b30ab704802 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:15:55.778524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:15:55.788551 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] Sync routers for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:15:55.799111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:55.801378 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:55.802002 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:15:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:55.854640 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cd3ca6c4-604c-4ed7-b89f-5d0825c66c89 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/floatingips/e9ac7540-eacc-416b-a9d7-7b5e0dedcef9 HTTP/1.1" status: 204 len: 168 time: 1.6551747 Jan 21 10:15:55.854640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'tag': '2d947532-1bb6-433e-aa51-d66587501347'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:55.915359 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'tag': '2d947532-1bb6-433e-aa51-d66587501347', 'status': 'completed', 'code': 200} Jan 21 10:15:55.998178 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:56.154344 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-a7ad862f-5c99-40cb-8d0b-942e652d0be2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 1098 time: 0.2066054 Jan 21 10:15:56.320238 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:15:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:56.324812 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] Checking router: 22c78be9-8e72-4325-b7bb-4b30ab704802 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:15:56.335890 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:15:56.336503 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:15:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:56.340920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-1535cfc8-9719-4779-a5d7-526c6be17abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:56.342378 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-1535cfc8-9719-4779-a5d7-526c6be17abf service neutron] 10.222.0.120 "GET /v2.0/networks?id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a HTTP/1.1" status: 200 len: 897 time: 0.1808100 Jan 21 10:15:56.403575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f81061-ceff-43ed-8371-083ccdb9e367 req-fdef2601-43f6-42ab-9280-e995e2be7c2a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:56.404212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-f1f81061-ceff-43ed-8371-083ccdb9e367 req-fdef2601-43f6-42ab-9280-e995e2be7c2a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:15:56.422399 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-4b37b67b-4827-4e07-a03b-509f7caffa13 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d947532-1bb6-433e-aa51-d66587501347 HTTP/1.1" status: 200 len: 217 time: 0.0721931 Jan 21 10:15:56.468716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-f1f81061-ceff-43ed-8371-083ccdb9e367 req-fdef2601-43f6-42ab-9280-e995e2be7c2a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:15:56.469846 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f1f81061-ceff-43ed-8371-083ccdb9e367 req-fdef2601-43f6-42ab-9280-e995e2be7c2a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.2420063 Jan 21 10:15:56.528298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-5bb92c19-7ddf-457e-87d9-2fdd2a0015e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:56.529751 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-5bb92c19-7ddf-457e-87d9-2fdd2a0015e6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da HTTP/1.1" status: 200 len: 835 time: 0.0991426 Jan 21 10:15:56.554626 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:15:56.580042 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f1f81061-ceff-43ed-8371-083ccdb9e367 req-27bcb204-9a53-4d19-95b6-67a262b17efb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019011 Jan 21 10:15:56.618008 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-6adac7a9-7aa7-49e5-9da5-995eaa4bb0ae service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805125 Jan 21 10:15:56.750033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-c7552a9c-983d-4f33-baa2-ce5928c29ce8 service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253777 Jan 21 10:15:56.875842 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:15:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:15:56.880166 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71f631-f26d-4a88-ae69-4f0a25c23c84 None None] The sync data for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv is: [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:14:58Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '33bc96a4-039c-4bb5-b22c-4a6c92d55253', 'name': '', 'network_id': '117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:d6:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:58Z', 'updated_at': '2022-01-21T10:15:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:15:56.891571 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-676cf667-02a9-48ed-b33a-aa49ebee9225 req-aea52e37-1767-4dd5-aed4-d6b22c68f876 service neutron] 10.222.0.120 "GET /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345744 Jan 21 10:15:57.129442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464a8ab-d89e-4574-9a41-fc2434d555f1 None None] New status for floating IP e9ac7540-eacc-416b-a9d7-7b5e0dedcef9: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:15:57.800048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9870f-3a42-4aa0-815d-69b68850f241 req-1690dfb5-bfa6-49d2-bbca-6ce68c40490d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:57.801518 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fba9870f-3a42-4aa0-815d-69b68850f241 req-1690dfb5-bfa6-49d2-bbca-6ce68c40490d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0814493 Jan 21 10:15:57.899761 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fba9870f-3a42-4aa0-815d-69b68850f241 req-880ab5f7-3bfd-4420-b93f-2fc001046d10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=3cc87d7f-14ef-4444-b99c-261be3a96d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910237 Jan 21 10:15:57.923211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-893c99c5-bce0-46b9-9e4e-ecad61b9fddd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:15:57.924746 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-893c99c5-bce0-46b9-9e4e-ecad61b9fddd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 945 time: 0.0988545 Jan 21 10:15:57.996562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 2d947532-1bb6-433e-aa51-d66587501347 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:15:57.996893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:58.238595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 2d947532-1bb6-433e-aa51-d66587501347, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=2d947532-1bb6-433e-aa51-d66587501347,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:15:58.238864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:58.362869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 2d947532-1bb6-433e-aa51-d66587501347 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:15:58.513106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:58.569210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=2d947532-1bb6-433e-aa51-d66587501347,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:15:58.732915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] No DVR routers for this DVR port 2d947532-1bb6-433e-aa51-d66587501347 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:15:58.735381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:15:58.737917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'name': 'network-vif-deleted', 'tag': '2d947532-1bb6-433e-aa51-d66587501347'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:15:58.754683 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33562df7-bccb-40c2-85e8-49519c0cd2be req-a9962e3e-75fb-4aa0-a563-f15fdc1c7bb4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "DELETE /v2.0/ports/2d947532-1bb6-433e-aa51-d66587501347 HTTP/1.1" status: 204 len: 173 time: 0.8248591 Jan 21 10:15:58.801159 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75bb458-d45e-4b24-b223-c636f65162d4', 'name': 'network-vif-deleted', 'tag': '2d947532-1bb6-433e-aa51-d66587501347', 'status': 'completed', 'code': 200} Jan 21 10:15:59.116170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9a9337fb-afa0-4510-a13a-9ad1a0d22283 req-cff0778d-90c9-4961-8f61-75f2bd6771a0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:15:59.134054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9a9337fb-afa0-4510-a13a-9ad1a0d22283 req-cff0778d-90c9-4961-8f61-75f2bd6771a0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:15:59.135360 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9a9337fb-afa0-4510-a13a-9ad1a0d22283 req-cff0778d-90c9-4961-8f61-75f2bd6771a0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=a75bb458-d45e-4b24-b223-c636f65162d4 HTTP/1.1" status: 200 len: 210 time: 0.0606239 Jan 21 10:16:00.241974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43730) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:00.662573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:01.268232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 33bc96a4-039c-4bb5-b22c-4a6c92d55253 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:16:01.268882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:01.449158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 33bc96a4-039c-4bb5-b22c-4a6c92d55253, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=33bc96a4-039c-4bb5-b22c-4a6c92d55253,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:01.449504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:01.567289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 33bc96a4-039c-4bb5-b22c-4a6c92d55253 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:16:01.855458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:01.905628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=33bc96a4-039c-4bb5-b22c-4a6c92d55253,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:02.097623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d947532-1bb6-433e-aa51-d66587501347 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:02.130703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 2d947532-1bb6-433e-aa51-d66587501347 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:16:02.130971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 2d947532-1bb6-433e-aa51-d66587501347 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:16:02.203302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:02.780975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 22c78be9-8e72-4325-b7bb-4b30ab704802 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:16:02.984173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:16:03.001727 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] Sync routers for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:16:03.003752 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d08fdaac-dab2-433a-bc51-50f0e019caa9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/22c78be9-8e72-4325-b7bb-4b30ab704802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7605345 Jan 21 10:16:03.007136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43734) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:03.019360 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:16:03.019996 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:15:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:03.212148 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:16:03.322104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e3b5e2-50de-4a10-99f5-2b73e9236c58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting subnet b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:16:03.326339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-39e3b5e2-50de-4a10-99f5-2b73e9236c58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:03.381158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-39e3b5e2-50de-4a10-99f5-2b73e9236c58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:03.472664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-39e3b5e2-50de-4a10-99f5-2b73e9236c58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:03.509466 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:16:01Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:03.515047 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] Checking router: 22c78be9-8e72-4325-b7bb-4b30ab704802 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:16:03.525783 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] Routers {'22c78be9-8e72-4325-b7bb-4b30ab704802'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:16:03.526790 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:15:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['22c78be9-8e72-4325-b7bb-4b30ab704802'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:03.549756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-39e3b5e2-50de-4a10-99f5-2b73e9236c58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:03.589129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3b5e2-50de-4a10-99f5-2b73e9236c58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Subnet': ['ID=b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:03.596420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-39e3b5e2-50de-4a10-99f5-2b73e9236c58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:03.602232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e763cb5-caae-4a6b-b40d-a05c1354e393 None None] Network 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:03.603044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-39e3b5e2-50de-4a10-99f5-2b73e9236c58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/subnets/b22c4ea7-6996-4dc0-bf2f-4fbd6af8f0da HTTP/1.1" status: 204 len: 168 time: 0.5953238 Jan 21 10:16:03.606427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43738) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:03.711860 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] Set router 22c78be9-8e72-4325-b7bb-4b30ab704802 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:16:03.839642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:03.880229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] DHCP port deletion for 117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:16:03.885136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Deleting port 4796b5a0-7c83-4ff3-9842-a587ad849fcd {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:16:03.885678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.078034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.078445 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:16:01Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:04.083592 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d7f0c-3262-41c3-a947-9e5f984d1c72 None None] The sync data for ids ['22c78be9-8e72-4325-b7bb-4b30ab704802'] in dv-neutron-825724-1-hyperv is: [{'id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899940847', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:14:54Z', 'updated_at': '2022-01-21T10:16:01Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '4869788f-9b29-4b1f-b9c6-c56a6e43651f', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c78be9-8e72-4325-b7bb-4b30ab704802', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:14:55Z', 'updated_at': '2022-01-21T10:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:16:04.090129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 4869788f-9b29-4b1f-b9c6-c56a6e43651f {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:16:04.090469 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.121335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] For port 4796b5a0-7c83-4ff3-9842-a587ad849fcd, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4796b5a0-7c83-4ff3-9842-a587ad849fcd,segment=NetworkSegment(57b0030c-42ef-47a6-a030-6d0cfe5ee7a4),segment_id=57b0030c-42ef-47a6-a030-6d0cfe5ee7a4)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:04.124266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.246862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Calling delete_port for 4796b5a0-7c83-4ff3-9842-a587ad849fcd owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:16:04.269810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 4869788f-9b29-4b1f-b9c6-c56a6e43651f, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4869788f-9b29-4b1f-b9c6-c56a6e43651f,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:04.270199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.322875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.369421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Pushing event deleted for resources: {'Port': ['ID=4796b5a0-7c83-4ff3-9842-a587ad849fcd,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:04.375969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] No DVR routers for this DVR port 4796b5a0-7c83-4ff3-9842-a587ad849fcd on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:16:04.383561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.385126 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.386122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.386459 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.386979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.387173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.387416 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.387775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.388052 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.388369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.388684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f16d23-ffbc-4fb2-8bd0-adf9de87f2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:04.392302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 4869788f-9b29-4b1f-b9c6-c56a6e43651f owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:16:04.570352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.620154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=4869788f-9b29-4b1f-b9c6-c56a6e43651f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:04.814317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.837848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:04.953295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4796b5a0-7c83-4ff3-9842-a587ad849fcd no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:04.985818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 4796b5a0-7c83-4ff3-9842-a587ad849fcd {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:16:04.986185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4796b5a0-7c83-4ff3-9842-a587ad849fcd not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:16:04.986600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 33bc96a4-039c-4bb5-b22c-4a6c92d55253 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:05.020795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 33bc96a4-039c-4bb5-b22c-4a6c92d55253 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:16:05.021132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 33bc96a4-039c-4bb5-b22c-4a6c92d55253 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:16:05.196764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.201234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.230769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.231257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Fanout notify agent at l3_agent the message router_deleted on router 22c78be9-8e72-4325-b7bb-4b30ab704802 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:16:05.247065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.248577 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b05b57df-850c-4343-98e6-874f9a0f3781 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/routers/22c78be9-8e72-4325-b7bb-4b30ab704802 HTTP/1.1" status: 204 len: 168 time: 1.6411891 Jan 21 10:16:05.251312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43742) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:05.366402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.495893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.519686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:05.533317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:05.533610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b0030c-42ef-47a6-a030-6d0cfe5ee7a4') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:05.545698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.562739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.568817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:16:05.569189 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:16:05.583091 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:16:05.664492 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.669825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.692690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/networks/117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a HTTP/1.1" status: 204 len: 168 time: 0.4401112 Jan 21 10:16:05.695431 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43746) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:05.703231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9752517-b498-4497-95fa-f7c324a23ebb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Network': ['ID=117ed2ae-fe85-4e0f-8d9e-fca6bc962c6a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:05.766845 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.796447 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.862367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.880904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc87d7f-14ef-4444-b99c-261be3a96d2c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:05.886255 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:05.887413 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/security-groups/3cc87d7f-14ef-4444-b99c-261be3a96d2c HTTP/1.1" status: 204 len: 168 time: 0.1909547 Jan 21 10:16:05.892698 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.893048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.893397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.893731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.894162 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.894493 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.894820 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.895144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.895465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.895787 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:05.896107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8106048-6a4c-4ea7-a59f-535eb788026d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:06.213297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43754) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:06.219872 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225184966', 'description': 'tempest-secgroup-smoke-225184966 description', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:06.225790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:06.229904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:06.232761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:06.238965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:06.250324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.285124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:06.288826 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:06.291642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:06.297438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:06.350729 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.354774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.396392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31857cd1-e134-4e24-863e-c7d9738ef4b3,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:06.399285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.400454 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cf401e8d-709b-469f-97f5-e4a34a235268 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1853695 Jan 21 10:16:06.404300 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43758) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:06.410042 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '31857cd1-e134-4e24-863e-c7d9738ef4b3', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:06.415987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:06.420110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:06.422941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:06.428772 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:06.445816 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.507982 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.512104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.534944 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ab865c-aff8-4895-850d-8eb5d75782b2,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:06.543541 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.544857 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-38106222-fc87-4406-b276-51095c9084c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1396704 Jan 21 10:16:06.547641 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43762) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:06.552997 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '31857cd1-e134-4e24-863e-c7d9738ef4b3', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:06.560064 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:06.563967 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:06.567002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:06.572646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:06.595491 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.658679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.662250 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.686164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a43fb3-cd69-4842-ac94-afd9038a98f9,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:06.695233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.696583 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d885d0ad-5a12-48f8-bfc6-490c9a94ca7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1479909 Jan 21 10:16:06.699578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43766) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:06.704898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '31857cd1-e134-4e24-863e-c7d9738ef4b3', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:06.710785 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:06.714668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:06.717476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:06.723081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:06.740066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.803898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.807928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.832696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f8edb0-571d-4d5e-9e17-658a0338e1ab,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:06.840485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.841717 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1b78e913-71c3-4f17-ba73-c309fed2cf6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412399 Jan 21 10:16:06.844426 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43770) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:06.849740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '31857cd1-e134-4e24-863e-c7d9738ef4b3', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:06.856374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:06.860228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:06.863199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:06.863757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4869788f-9b29-4b1f-b9c6-c56a6e43651f no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:16:06.869244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:06.887946 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.936767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 4869788f-9b29-4b1f-b9c6-c56a6e43651f {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:16:06.937101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4869788f-9b29-4b1f-b9c6-c56a6e43651f not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:16:06.971008 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:06.974699 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.000367 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a692d185-7351-44c3-b9de-be264788bb5b,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:07.010067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.011597 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ed4b8494-094e-421b-b525-71c34c9424b9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1662595 Jan 21 10:16:07.014346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43774) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:07.019703 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '31857cd1-e134-4e24-863e-c7d9738ef4b3', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:07.025474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:07.030144 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:07.032960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:07.038593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:07.049711 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.securitygroups_db [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:16:07.057730 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.135791 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.139484 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.163100 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca7764c-89c9-4a01-9b63-ff606c297179,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:07.172788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.174032 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-90146925-8bec-4ccb-9f26-1d5569170f04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1587470 Jan 21 10:16:07.176934 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43780) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:07.183699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '31857cd1-e134-4e24-863e-c7d9738ef4b3', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:07.189697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:07.193559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:07.196615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:07.203221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:07.213250 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:16:07.220581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.286782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.291613 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.321929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308b93cc-c959-41c2-9799-3f1c606bc263,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:07.329442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.331014 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-af37ae28-320c-46d9-822d-7e51b36a861f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1526880 Jan 21 10:16:07.334132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43784) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:07.340659 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'network': {'name': 'tempest-network-smoke--277141369', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:07.346107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:07.360796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:network and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:07.363944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:07.370627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:07.386091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:07.389497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.419655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:16:07.429639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.430040 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Added segment a16025e4-9828-4e1f-8ca0-fd0e96f18fff of type vlan for network e1791c5f-6b9a-400b-946d-6cea85aefbba Jan 21 10:16:07.457043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.485944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.489452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:07.490062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.585197 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2499321 Jan 21 10:16:07.588163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43788) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:07.594644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'admin_state_up': True, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:07.594946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1c5f0-9383-4b67-a125-0f2d7cc5c56c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Network': ['ID=e1791c5f-6b9a-400b-946d-6cea85aefbba,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:07.601756 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:07.605969 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network e1791c5f-6b9a-400b-946d-6cea85aefbba details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:16:07.609559 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:router and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:07.612563 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:07.618896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:07.629672 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.630611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.649948 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:07.897445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.071919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.100837 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.240432 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.92 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/b3febafe-723e-41aa-b222-2c57bd615216) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:08.387651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.415361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.485305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:08.488217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:08.492106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:08.522043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=b3febafe-723e-41aa-b222-2c57bd615216,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:08.651777 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.652517 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:08.885374 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:16:09.082244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:16:09.093484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Sync routers for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:16:09.106392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:16:09.106963 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:09.107181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:15:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:09.108161 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2491193e-8b62-4a0b-a836-775d7c20ec96 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5181408 Jan 21 10:16:09.111263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43792) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:09.149828 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ae634f58-a61f-4e66-9131-f7b064823baf tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=f62ffa9aa6124c609e9e0123ea18281a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375178 Jan 21 10:16:09.152704 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43796) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:09.282753 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf946c-e424-41a3-9f88-539418ffc7dc tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:09.284242 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-bacf946c-e424-41a3-9f88-539418ffc7dc tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306622 Jan 21 10:16:09.287217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43800) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:09.290936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:16:09.326068 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d4b17cae-ee03-46ea-922f-b0f5b8c2e4ef tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377421 Jan 21 10:16:09.328474 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43804) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:09.333722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1458987067', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:09.441896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:09.445598 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:subnet and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:09.448537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:09.454397 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:09.465476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:09.582287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:08Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:09.586260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Checking router: 92c529fd-87a0-442b-a07e-3bfa115eb9a9 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:16:09.586608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Updating router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 port b3febafe-723e-41aa-b222-2c57bd615216 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:16:09.639813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:09.668959 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:09.888539 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:09.964277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Subnet': ['ID=c10e9de6-228d-45d9-bce3-ce0bf8b13507,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:09.975150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:09.980794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Checking segment: {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:09.981262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network hostable DHCP agents. Network: e1791c5f-6b9a-400b-946d-6cea85aefbba, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:16:09.989771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Transition to ACTIVE for port object b3febafe-723e-41aa-b222-2c57bd615216 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:09.997855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.003752 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network e1791c5f-6b9a-400b-946d-6cea85aefbba is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:16:10.013701 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, e1791c5f-6b9a-400b-946d-6cea85aefbba) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:10.018107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:10.019731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.043221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167844c2-f68b-47a8-b5cf-96861f4271c6 None None] Network e1791c5f-6b9a-400b-946d-6cea85aefbba requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:10.043618 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d40bd453-f48b-4c71-a9b7-c56ac3697e7e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7141130 Jan 21 10:16:10.047244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43808) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:10.192519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af11076-aabc-4ec5-a4f5-d17129c1620e None None] Pushing event updated for resources: {'Port': ['ID=b3febafe-723e-41aa-b222-2c57bd615216,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:10.203211 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Attempting to bind port b3febafe-723e-41aa-b222-2c57bd615216 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:10.203577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Attempting to bind port b3febafe-723e-41aa-b222-2c57bd615216 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:10.203946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Attempting to bind port b3febafe-723e-41aa-b222-2c57bd615216 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:10.232432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:16:10.233026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:10.233708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.234204 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:16:10.234690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Bound port: b3febafe-723e-41aa-b222-2c57bd615216, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:10.235308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.392997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] For port b3febafe-723e-41aa-b222-2c57bd615216, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:16:10.441242 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] For port b3febafe-723e-41aa-b222-2c57bd615216, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b3febafe-723e-41aa-b222-2c57bd615216,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:16:10.449030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-e1791c5f-6b9a-400b-946d-6cea85aefbba', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:16:10.449814 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.461269 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:10.647766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af11076-aabc-4ec5-a4f5-d17129c1620e None None] Pushing event updated for resources: {'Port': ['ID=b3febafe-723e-41aa-b222-2c57bd615216,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:10.673002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:16:10.673655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:15:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:10.882009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Allocated IP 172.20.0.2 (e1791c5f-6b9a-400b-946d-6cea85aefbba/c10e9de6-228d-45d9-bce3-ce0bf8b13507/640b057c-c655-4af5-966d-b82a4cfd4122) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:10.888311 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.004793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:16:11.343293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.383436 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Transition to ACTIVE for port object 640b057c-c655-4af5-966d-b82a4cfd4122 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:11.406021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Transition to ACTIVE for port object 640b057c-c655-4af5-966d-b82a4cfd4122 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:11.412311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.498961 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Pushing event updated for resources: {'Port': ['ID=640b057c-c655-4af5-966d-b82a4cfd4122,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:11.505282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Network e1791c5f-6b9a-400b-946d-6cea85aefbba is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:11.507624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:11.511374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:11.516797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:08Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:11.550144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3590a3-252b-4100-9c36-93ffe5e7c87e None None] The sync data for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv is: [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:08Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:16:11.584731 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.1 (e1791c5f-6b9a-400b-946d-6cea85aefbba/c10e9de6-228d-45d9-bce3-ce0bf8b13507/9b09fe14-15d8-4c6d-9594-89605d8ee23a) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:11.609784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Attempting to bind port 640b057c-c655-4af5-966d-b82a4cfd4122 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:11.610101 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Attempting to bind port 640b057c-c655-4af5-966d-b82a4cfd4122 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:11.610441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Attempting to bind port 640b057c-c655-4af5-966d-b82a4cfd4122 on network e1791c5f-6b9a-400b-946d-6cea85aefbba {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:11.618116 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:16:11.618482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Checking segment: {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:11.619096 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.619255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Bound using segment: {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:16:11.619963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Bound port: 640b057c-c655-4af5-966d-b82a4cfd4122, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:11.620419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.716309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] For port 640b057c-c655-4af5-966d-b82a4cfd4122, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:16:11.719536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] For port 640b057c-c655-4af5-966d-b82a4cfd4122, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=640b057c-c655-4af5-966d-b82a4cfd4122,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:16:11.728219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.772248 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.796150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object 9b09fe14-15d8-4c6d-9594-89605d8ee23a will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:11.820482 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:11.844478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249ad76-2399-4d7a-82ad-3b737b8c6de5 None None] Pushing event updated for resources: {'Port': ['ID=640b057c-c655-4af5-966d-b82a4cfd4122,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:11.897148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network e1791c5f-6b9a-400b-946d-6cea85aefbba is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:11.900389 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:11.905571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:11.943207 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=9b09fe14-15d8-4c6d-9594-89605d8ee23a,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:11.973416 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:12.083083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:12.525961 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:12.530537 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:12.639569 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=9b09fe14-15d8-4c6d-9594-89605d8ee23a,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:12.643989 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:12.786249 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network e1791c5f-6b9a-400b-946d-6cea85aefbba is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:12.787351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:12.810729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3e94c-191c-4660-a9ac-d2bbcd6dc7c2 None None] Network e1791c5f-6b9a-400b-946d-6cea85aefbba requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:16:12.900325 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-fdbfaca7-6e18-410a-820f-b854b574e5c7 None None] Provisioning for port 640b057c-c655-4af5-966d-b82a4cfd4122 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:13.006359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b3febafe-723e-41aa-b222-2c57bd615216 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:13.126541 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port b3febafe-723e-41aa-b222-2c57bd615216 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:13.132962 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b3febafe-723e-41aa-b222-2c57bd615216 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:13.133328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.293016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:16:13.315652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.333038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port b3febafe-723e-41aa-b222-2c57bd615216, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b3febafe-723e-41aa-b222-2c57bd615216,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:13.337836 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.339527 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 640b057c-c655-4af5-966d-b82a4cfd4122 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:13.483906 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=b3febafe-723e-41aa-b222-2c57bd615216,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:13.498081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 640b057c-c655-4af5-966d-b82a4cfd4122 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:13.502556 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e5eb59b1-06f5-4eec-9f36-5f6f40f97ab4 None None] Provisioning for port 9b09fe14-15d8-4c6d-9594-89605d8ee23a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:13.507306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 640b057c-c655-4af5-966d-b82a4cfd4122 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:13.507678 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.515338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:16:13.529197 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-060473ca-7bd3-4488-a288-aa5811d1af3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/92c529fd-87a0-442b-a07e-3bfa115eb9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4806919 Jan 21 10:16:13.535226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e5eb59b1-06f5-4eec-9f36-5f6f40f97ab4 None None] Provisioning complete for port 9b09fe14-15d8-4c6d-9594-89605d8ee23a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:13.535600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e5eb59b1-06f5-4eec-9f36-5f6f40f97ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.612291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb59b1-06f5-4eec-9f36-5f6f40f97ab4 None None] Port 9b09fe14-15d8-4c6d-9594-89605d8ee23a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:16:13.675389 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.710533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 640b057c-c655-4af5-966d-b82a4cfd4122, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=640b057c-c655-4af5-966d-b82a4cfd4122,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:13.715008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.753158 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-3c751d29-3ac2-4534-9655-c1a9aeec9c11 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225184966&fields=id&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 267 time: 0.0518110 Jan 21 10:16:13.794619 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-78700971-e985-43f4-845d-071d7e6b89c7 None None] Provisioning complete for port 9b09fe14-15d8-4c6d-9594-89605d8ee23a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:13.795133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-78700971-e985-43f4-845d-071d7e6b89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:13.831903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=640b057c-c655-4af5-966d-b82a4cfd4122,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:13.854576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-78700971-e985-43f4-845d-071d7e6b89c7 None None] Port 9b09fe14-15d8-4c6d-9594-89605d8ee23a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:16:13.898384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-f0150d84-39eb-46f2-b066-3276f8b762d4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:13.899041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-f0150d84-39eb-46f2-b066-3276f8b762d4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:13.916121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-f0150d84-39eb-46f2-b066-3276f8b762d4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:13.918056 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-f0150d84-39eb-46f2-b066-3276f8b762d4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/networks?id=e1791c5f-6b9a-400b-946d-6cea85aefbba HTTP/1.1" status: 200 len: 796 time: 0.1641040 Jan 21 10:16:13.934684 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-f0d901b4-9581-4cdf-8ac4-afc72528768a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/quotas/f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 375 time: 0.0111773 Jan 21 10:16:13.976669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3f5f224e-2f1a-496b-b402-77924e0fde4f None None] Provisioning complete for port 9b09fe14-15d8-4c6d-9594-89605d8ee23a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:13.977439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3f5f224e-2f1a-496b-b402-77924e0fde4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:14.016651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-890a4e23-b6b5-4821-ba0a-9b89fc42998d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:14.028940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f224e-2f1a-496b-b402-77924e0fde4f None None] Port 9b09fe14-15d8-4c6d-9594-89605d8ee23a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:16:14.032515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-890a4e23-b6b5-4821-ba0a-9b89fc42998d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:14.033832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-890a4e23-b6b5-4821-ba0a-9b89fc42998d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942154 Jan 21 10:16:14.237830 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-8f6bca9c-da1a-4aae-8cab-e54a8491d21f service neutron] 10.222.0.122 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915882 Jan 21 10:16:14.469164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-c8cef778-f953-4b81-9631-002cc6d67d2d service neutron] 10.222.0.122 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256262 Jan 21 10:16:14.668867 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f6020efc-734f-4602-9174-4beceb2afdd9 req-1af08a2c-030f-4971-a668-a61e0f7425ad tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 210 time: 0.0513797 Jan 21 10:16:14.941067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b3febafe-723e-41aa-b222-2c57bd615216 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:15.018349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b3febafe-723e-41aa-b222-2c57bd615216 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:15.018631 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:15.137050 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Sync routers for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:16:15.139652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 640b057c-c655-4af5-966d-b82a4cfd4122 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:15.149428 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:16:15.150206 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:15:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:15.214186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 640b057c-c655-4af5-966d-b82a4cfd4122 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:15.214569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:15.327338 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:16:15.642736 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 2, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:15.646932 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Checking router: 92c529fd-87a0-442b-a07e-3bfa115eb9a9 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:16:15.647288 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Updating router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 port 9b09fe14-15d8-4c6d-9594-89605d8ee23a binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:16:15.703438 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:15.739552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-99fe9ee7-7654-4ef2-906f-f28859a76d46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:15.741927 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-99fe9ee7-7654-4ef2-906f-f28859a76d46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/networks?id=e1791c5f-6b9a-400b-946d-6cea85aefbba HTTP/1.1" status: 200 len: 796 time: 0.1510909 Jan 21 10:16:15.823809 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-c8d1601f-943c-4803-a576-29fa7f0bb064 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 379 time: 0.0688386 Jan 21 10:16:15.833234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'port': {'device_id': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'admin_state_up': True, 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'security_groups': ['31857cd1-e134-4e24-863e-c7d9738ef4b3']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:15.949348 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59db9f3e-5c7e-42d7-8967-53ffea948bdc req-fb940677-404c-4550-825b-34391a4d0611 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 210 time: 0.1000891 Jan 21 10:16:16.022534 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:16.032700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:16.043184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:16:16.046704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.072858 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.084248 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Transition to ACTIVE for port object 9b09fe14-15d8-4c6d-9594-89605d8ee23a will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:16.091190 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.219849 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Pushing event updated for resources: {'Port': ['ID=9b09fe14-15d8-4c6d-9594-89605d8ee23a,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:16.232732 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.232732 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.233049 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.233367 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.233685 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.234047 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.234334 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.234643 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.235137 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.235448 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.235758 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:16:16.239385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.5 (e1791c5f-6b9a-400b-946d-6cea85aefbba/c10e9de6-228d-45d9-bce3-ce0bf8b13507/dc569fad-efe0-4fbd-95b9-0619e9a8dcc3) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:16.327173 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Attempting to bind port 9b09fe14-15d8-4c6d-9594-89605d8ee23a on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:16.327567 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Attempting to bind port 9b09fe14-15d8-4c6d-9594-89605d8ee23a by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:16.328064 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Attempting to bind port 9b09fe14-15d8-4c6d-9594-89605d8ee23a on network e1791c5f-6b9a-400b-946d-6cea85aefbba {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:16.335077 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:16:16.335436 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Checking segment: {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:16.335832 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.336347 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Bound using segment: {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:16:16.336841 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Bound port: 9b09fe14-15d8-4c6d-9594-89605d8ee23a, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:16.337209 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.427642 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] For port 9b09fe14-15d8-4c6d-9594-89605d8ee23a, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:16:16.430749 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] For port 9b09fe14-15d8-4c6d-9594-89605d8ee23a, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9b09fe14-15d8-4c6d-9594-89605d8ee23a,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:16:16.436771 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.437764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.459023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:16.484301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.524288 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:16:16.524288 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:15:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:16.561615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network e1791c5f-6b9a-400b-946d-6cea85aefbba is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:16.565369 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:16.567288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:16.569364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:16.580272 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2b9a5-505a-401a-a6f5-242189dd9cea None None] Pushing event updated for resources: {'Port': ['ID=9b09fe14-15d8-4c6d-9594-89605d8ee23a,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:16.636584 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:16.637203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:16.663760 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-4f67dec8-92ee-4cb9-afe7-94fa7c3f2c32 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8348987 Jan 21 10:16:16.675288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Request body: {'port': {'device_id': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:16.751486 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:16:16.788624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:17.017236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0bdd89b3-a7b8-429d-99d3-c039a1103c5c None None] Provisioning for port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:17.036611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0bdd89b3-a7b8-429d-99d3-c039a1103c5c None None] Provisioning complete for port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:17.036963 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0bdd89b3-a7b8-429d-99d3-c039a1103c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:17.093350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd89b3-a7b8-429d-99d3-c039a1103c5c None None] Port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:16:17.102931 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:16Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:17.107790 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a7f5a-9666-4e46-9950-085f06c1bf97 None None] The sync data for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv is: [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:16Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:16:17.197184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:17.208528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:17.234853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Transition to ACTIVE for port object dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:16:17.239105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:17.460399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc7416-4c13-4429-a30e-94e1dffcbf05 req-014bb5d6-a1af-4e6f-a340-6d8091018d75 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:17.461098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e6bc7416-4c13-4429-a30e-94e1dffcbf05 req-014bb5d6-a1af-4e6f-a340-6d8091018d75 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:16:17.487198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:17.532107 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-e6bc7416-4c13-4429-a30e-94e1dffcbf05 req-014bb5d6-a1af-4e6f-a340-6d8091018d75 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:16:17.533288 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e6bc7416-4c13-4429-a30e-94e1dffcbf05 req-014bb5d6-a1af-4e6f-a340-6d8091018d75 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 931 time: 0.4094164 Jan 21 10:16:17.638500 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e6bc7416-4c13-4429-a30e-94e1dffcbf05 req-12ab8a6d-1c8c-4c38-aada-546a190e7f51 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722575 Jan 21 10:16:17.645296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Attempting to bind port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:16:17.645631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Attempting to bind port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:16:17.645951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Attempting to bind port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 on network e1791c5f-6b9a-400b-946d-6cea85aefbba {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:17.652725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 on network e1791c5f-6b9a-400b-946d-6cea85aefbba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:16:17.653044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Attempting to bind port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 on network e1791c5f-6b9a-400b-946d-6cea85aefbba {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:16:17.659828 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:16:17.660164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Checking segment: {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:16:17.660541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Bound using segment: {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:16:17.660959 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Bound port: dc569fad-efe0-4fbd-95b9-0619e9a8dcc3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:16:17.661305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:17.752917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] For port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:16:17.756214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] For port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:16:17.760647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:17.830578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:17.832065 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] 10.222.0.120 "PUT /v2.0/ports/dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 HTTP/1.1" status: 200 len: 1093 time: 1.1612115 Jan 21 10:16:17.832392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:17.851653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37230c9-ed40-48a3-8584-6233d8fc43b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:17.911505 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'status': 'completed', 'code': 200} Jan 21 10:16:17.952341 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-7dca5755-ef88-4165-9d2f-8683d4e93ccc service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 1096 time: 0.0788653 Jan 21 10:16:18.034509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-3e9d98ce-8631-4d7a-b8e1-d0d9c637f700 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 HTTP/1.1" status: 200 len: 217 time: 0.0751438 Jan 21 10:16:18.097867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-df38c5b1-e2a5-462c-905e-7e1e3b35fa1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:18.099350 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-df38c5b1-e2a5-462c-905e-7e1e3b35fa1d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c10e9de6-228d-45d9-bce3-ce0bf8b13507 HTTP/1.1" status: 200 len: 835 time: 0.0590930 Jan 21 10:16:18.177194 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-ad6ac5ea-c379-4201-80f7-712feff9f44a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e1791c5f-6b9a-400b-946d-6cea85aefbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719914 Jan 21 10:16:18.310073 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-1390c3fa-4c11-4be7-a322-aa9682f98ad9 service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260850 Jan 21 10:16:18.439550 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88356757-8b69-4c3a-b2bf-f8297a11a6c8 req-0ffe3365-b25f-4d53-91ac-b411217536ac service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227305 Jan 21 10:16:18.557212 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-5ce28ef3-a468-46f5-9c40-221e8a958861 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 1096 time: 0.0690904 Jan 21 10:16:18.690662 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-4d7deb0b-7e5a-4df7-84a4-fd748fb6eb94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:18.692067 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-4d7deb0b-7e5a-4df7-84a4-fd748fb6eb94 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e1791c5f-6b9a-400b-946d-6cea85aefbba HTTP/1.1" status: 200 len: 897 time: 0.1283615 Jan 21 10:16:18.795021 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-b138be61-b920-4c96-a3b3-a50bb62bfd5b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 HTTP/1.1" status: 200 len: 217 time: 0.0961633 Jan 21 10:16:18.881253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-eed745dc-7a0d-426e-bbab-82d5aaaf8a14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:18.882717 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-eed745dc-7a0d-426e-bbab-82d5aaaf8a14 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c10e9de6-228d-45d9-bce3-ce0bf8b13507 HTTP/1.1" status: 200 len: 835 time: 0.0772157 Jan 21 10:16:18.935036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9b09fe14-15d8-4c6d-9594-89605d8ee23a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:18.936000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542053dc-46be-4081-93ca-51995bbb3a7c req-7a3c6f1e-cddd-4793-954b-9d3eb8acfef1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:18.937483 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-542053dc-46be-4081-93ca-51995bbb3a7c req-7a3c6f1e-cddd-4793-954b-9d3eb8acfef1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 943 time: 0.1742401 Jan 21 10:16:19.003452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-542053dc-46be-4081-93ca-51995bbb3a7c req-29a83e53-47db-4b21-b9fb-d996bb779a6f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601535 Jan 21 10:16:19.003996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 9b09fe14-15d8-4c6d-9594-89605d8ee23a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:19.010694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9b09fe14-15d8-4c6d-9594-89605d8ee23a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:19.011088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.012006 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-8c1f4de4-9935-44f5-bba3-55b06a5428b0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e1791c5f-6b9a-400b-946d-6cea85aefbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224279 Jan 21 10:16:19.127281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.163368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-7d3257fc-cd2c-4861-950b-6045b1350b84 service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438105 Jan 21 10:16:19.168523 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4b753aba-4a28-45f5-a622-35ac7e4616b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.170747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 9b09fe14-15d8-4c6d-9594-89605d8ee23a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9b09fe14-15d8-4c6d-9594-89605d8ee23a,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:19.175470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:19.243010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=9b09fe14-15d8-4c6d-9594-89605d8ee23a,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:19.396856 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1409b3de-6d9f-47c0-9143-829ac5205c95 req-166c6e4b-4f0a-4c2f-93e3-3422c3fde9e0 service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272279 Jan 21 10:16:20.175457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:16:20.208900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab232b-079e-42e4-892b-8beaf1fa56aa req-65961ff0-31ab-4175-9e47-db7a45f55326 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:20.210372 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-96ab232b-079e-42e4-892b-8beaf1fa56aa req-65961ff0-31ab-4175-9e47-db7a45f55326 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 943 time: 0.0803123 Jan 21 10:16:20.256872 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-96ab232b-079e-42e4-892b-8beaf1fa56aa req-98885547-fe68-45f1-8235-8207f6675675 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399771 Jan 21 10:16:20.310729 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:20.324322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'port_id': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:16:20.378074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:20.395173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:16:20.411214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:20.415015 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:20.482787 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:20.629289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['dc569fad-efe0-4fbd-95b9-0619e9a8dcc3'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:16:20.912029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9b09fe14-15d8-4c6d-9594-89605d8ee23a up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:20.963849 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:16:20.993020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 9b09fe14-15d8-4c6d-9594-89605d8ee23a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:20.993396 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:21.452402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f53cfb-8732-4ef6-891d-214434b48d13 req-a3659d19-5d95-4f3b-8a61-37e3c26ccd84 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:21.453770 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1f53cfb-8732-4ef6-891d-214434b48d13 req-a3659d19-5d95-4f3b-8a61-37e3c26ccd84 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 944 time: 0.0760579 Jan 21 10:16:21.500186 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1f53cfb-8732-4ef6-891d-214434b48d13 req-317bff00-2bed-49c0-a978-7bba8eb79c7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Jan 21 10:16:21.522330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a071a777-e508-4ba5-a0b4-18154d47ba88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:22.192673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:16:22.260839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:16:22.265350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:16:22.265721 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:22.380712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:22.407985 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:22.419873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:16:22.424143 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:22.480578 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'code': 200} Jan 21 10:16:22.501069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:22.568703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:22.771129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d1c4f-b3fa-4853-ab66-df4daf21e805 req-302f52d4-917a-4fae-bef1-4754544fd38f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:22.772461 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d82d1c4f-b3fa-4853-ab66-df4daf21e805 req-302f52d4-917a-4fae-bef1-4754544fd38f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.1340315 Jan 21 10:16:22.775850 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-69530b9d-4c50-4555-97bd-0802fc6f16e7 req-6b486132-b923-488a-9a88-318c2302264d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 1098 time: 0.1041059 Jan 21 10:16:22.862832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d82d1c4f-b3fa-4853-ab66-df4daf21e805 req-e07eb0d3-7049-4684-945e-9145d35d75be tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842071 Jan 21 10:16:22.867868 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-69530b9d-4c50-4555-97bd-0802fc6f16e7 req-3a5ae52d-a03c-4c68-ae43-19f13ffa578b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754752 Jan 21 10:16:22.939841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:24.007115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:24.083624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bb37c-18e6-4ee4-a2c3-2847d4a00c9a req-aa85d5f9-edd0-4d4a-b8fa-992524f9d4e3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:24.085042 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e54bb37c-18e6-4ee4-a2c3-2847d4a00c9a req-aa85d5f9-edd0-4d4a-b8fa-992524f9d4e3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0753508 Jan 21 10:16:24.129910 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e54bb37c-18e6-4ee4-a2c3-2847d4a00c9a req-984ea233-687b-4f70-bd94-559702563f51 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389709 Jan 21 10:16:25.326544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc3bf-e78b-496e-9766-8d03743cab95 req-50dc3f12-766f-4ad3-96d8-072fa942399b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:25.327972 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72cfc3bf-e78b-496e-9766-8d03743cab95 req-50dc3f12-766f-4ad3-96d8-072fa942399b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0790110 Jan 21 10:16:25.372097 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72cfc3bf-e78b-496e-9766-8d03743cab95 req-9c102db8-be3b-4e72-b7f0-3ca44031b702 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 Jan 21 10:16:25.564415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd78cc-1e4c-46a2-b930-3be284374a19 req-5fa2e2a1-6f3f-488c-aa56-a07317180a1a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:25.565755 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d4cd78cc-1e4c-46a2-b930-3be284374a19 req-5fa2e2a1-6f3f-488c-aa56-a07317180a1a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0755954 Jan 21 10:16:25.609671 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d4cd78cc-1e4c-46a2-b930-3be284374a19 req-6c9ee105-15c2-449e-a78a-47485e500d2c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383999 Jan 21 10:16:25.636938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43856) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:25.709487 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3a699501-09fc-4255-bef7-0d6d7a7ea5c4 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 1093 time: 0.0713389 Jan 21 10:16:25.712079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43860) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:25.717099 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:16:25.722485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:16:25.726265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:floatingip and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:16:25.729536 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:16:25.735127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:16:25.745926 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:25.882697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.019157 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.85 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/4ae2a81a-af85-48f8-9cc6-566b6daa2388) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:16:26.174001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.203093 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.275660 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:16:26.278716 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:16:26.283110 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:16:26.309124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=4ae2a81a-af85-48f8-9cc6-566b6daa2388,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:26.799977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:26.863866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:27.073298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:27.077681 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:27.276849 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=4ae2a81a-af85-48f8-9cc6-566b6daa2388,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:16:27.294630 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:27.479207 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Floating IP 9a559e1b-4340-4b3a-bff4-3787d94da1d6 associated. External IP: 172.26.1.85, port: dc569fad-efe0-4fbd-95b9-0619e9a8dcc3. Jan 21 10:16:27.862782 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:16:28.061674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:16:28.070933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] Sync routers for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:16:28.083460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:16:28.084089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:16:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:28.086760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:28.149761 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-399c5f33-ea7f-4ffb-95c3-b251b5f828c9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4366353 Jan 21 10:16:28.150885 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:16:28.210622 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'status': 'completed', 'code': 200} Jan 21 10:16:28.271375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:16:28.358125 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-4984131b-665d-4bac-800b-0cfc8ac1dc2f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 1098 time: 0.1275063 Jan 21 10:16:28.394065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c04b42-8136-48b9-b953-4ca1168775df req-d3ea22aa-67d4-40dd-8260-ed6c037e4750 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:28.395662 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55c04b42-8136-48b9-b953-4ca1168775df req-d3ea22aa-67d4-40dd-8260-ed6c037e4750 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.1303389 Jan 21 10:16:28.515343 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-55c04b42-8136-48b9-b953-4ca1168775df req-8c436cca-62e2-48d0-9dda-0598f18714ce tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741882 Jan 21 10:16:28.536290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-e20bab9c-12d1-48f7-b1bf-413701050a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:28.538088 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-e20bab9c-12d1-48f7-b1bf-413701050a64 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e1791c5f-6b9a-400b-946d-6cea85aefbba HTTP/1.1" status: 200 len: 897 time: 0.1729584 Jan 21 10:16:28.546896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43868) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:28.628293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '9a559e1b-4340-4b3a-bff4-3787d94da1d6', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'port_id': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:16:26Z', 'updated_at': '2022-01-21T10:16:26Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:19Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:28.632141 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] Checking router: 92c529fd-87a0-442b-a07e-3bfa115eb9a9 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:16:28.642768 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-9aa05766-2d99-4233-92e2-d0671393b849 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 HTTP/1.1" status: 200 len: 998 time: 0.0986562 Jan 21 10:16:28.644006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:16:28.644624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:16:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:28.657430 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-933716aa-488d-4c73-b979-cc7d604d1933 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/9a559e1b-4340-4b3a-bff4-3787d94da1d6 HTTP/1.1" status: 200 len: 990 time: 0.1083851 Jan 21 10:16:28.708144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-a9cbe950-4b7d-4d23-87c1-4cbb1a2c6efc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:28.709576 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-a9cbe950-4b7d-4d23-87c1-4cbb1a2c6efc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c10e9de6-228d-45d9-bce3-ce0bf8b13507 HTTP/1.1" status: 200 len: 835 time: 0.0615509 Jan 21 10:16:28.786683 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-aff69078-ff04-4080-9db6-9cb0f9cb4ece service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e1791c5f-6b9a-400b-946d-6cea85aefbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715656 Jan 21 10:16:28.823614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:16:28.920924 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-a4e69fc3-6b43-4e9e-a7ef-037af9b4c8ca service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278291 Jan 21 10:16:29.056807 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2674923f-efde-438b-939b-9e9f8f20ffe5 req-da46c2a9-eb15-4154-842c-977d5968c0e2 service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287119 Jan 21 10:16:29.209655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '9a559e1b-4340-4b3a-bff4-3787d94da1d6', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'port_id': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:16:26Z', 'updated_at': '2022-01-21T10:16:26Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:19Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:16:29.213706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893e6d0-8f42-41db-985e-38fbd7455495 None None] The sync data for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv is: [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '9a559e1b-4340-4b3a-bff4-3787d94da1d6', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'port_id': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:16:26Z', 'updated_at': '2022-01-21T10:16:26Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:19Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:16:29.660336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43872) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:29.765067 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-970b2bcc-7aec-4a39-b0d5-c67fa0d9acba tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/9a559e1b-4340-4b3a-bff4-3787d94da1d6 HTTP/1.1" status: 200 len: 990 time: 0.1035845 Jan 21 10:16:30.768983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43876) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:30.970145 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-07c95662-b40d-4d9b-80d2-3dc8de1cc5a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/9a559e1b-4340-4b3a-bff4-3787d94da1d6 HTTP/1.1" status: 200 len: 990 time: 0.1989796 Jan 21 10:16:31.973043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43880) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:32.082285 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-60008d57-5912-4517-bd40-e5330892f45c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/9a559e1b-4340-4b3a-bff4-3787d94da1d6 HTTP/1.1" status: 200 len: 990 time: 0.1079254 Jan 21 10:16:33.086290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43884) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:33.099459 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9021c-476b-4fa7-ab71-592a644632c3 None None] New status for floating IP 9a559e1b-4340-4b3a-bff4-3787d94da1d6: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:16:33.187782 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-8afcffe8-d573-4bae-8fba-9a116a99a3d2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/9a559e1b-4340-4b3a-bff4-3787d94da1d6 HTTP/1.1" status: 200 len: 990 time: 0.1002605 Jan 21 10:16:34.191764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43888) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:16:34.295316 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e0db5559-5043-4635-a2bc-e0777b279a7a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/9a559e1b-4340-4b3a-bff4-3787d94da1d6 HTTP/1.1" status: 200 len: 992 time: 0.1023018 Jan 21 10:16:34.815118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:49.161244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ac787b82-e734-418b-ac1a-0a7adcb882c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:51.523199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b8bf8f75-333f-4c8c-ad8c-e58805b5617c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.576703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:52.941518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:54.008812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:16:57.964610 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:16:59.592203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-505ba722-c475-4ed4-a40d-fc4f71061d2f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 1098 time: 0.1295636 Jan 21 10:16:59.605835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031bd6-77cd-4ed1-b527-dc1049213d1d req-d5078d3d-38ef-4e36-aca6-d4dfc05e5847 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:59.607265 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d6031bd6-77cd-4ed1-b527-dc1049213d1d req-d5078d3d-38ef-4e36-aca6-d4dfc05e5847 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.1036050 Jan 21 10:16:59.736451 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d6031bd6-77cd-4ed1-b527-dc1049213d1d req-ab412ed5-8116-4c14-a135-3783d53468db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121719 Jan 21 10:16:59.769621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-617ccc16-ae81-4e06-a50f-13dbdb046668 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:59.771163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-617ccc16-ae81-4e06-a50f-13dbdb046668 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e1791c5f-6b9a-400b-946d-6cea85aefbba HTTP/1.1" status: 200 len: 897 time: 0.1713750 Jan 21 10:16:59.878527 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-be1fb9e1-4fb6-44a4-8360-c2de3104268d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 HTTP/1.1" status: 200 len: 1000 time: 0.1009686 Jan 21 10:16:59.940288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-e15b3321-3796-4491-9384-16e1f7b1b128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:16:59.941714 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-e15b3321-3796-4491-9384-16e1f7b1b128 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c10e9de6-228d-45d9-bce3-ce0bf8b13507 HTTP/1.1" status: 200 len: 835 time: 0.0573022 Jan 21 10:17:00.014236 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-a349ebe1-ed73-48fb-81e7-32cc15ddb584 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e1791c5f-6b9a-400b-946d-6cea85aefbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661950 Jan 21 10:17:00.142490 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-75ba26c7-e6f0-4564-88cd-e574a63c8806 service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214879 Jan 21 10:17:00.270410 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d9a81ae3-b00d-4b96-9678-03e8c9a9a320 req-3484fec4-92b3-461b-abbe-c664f1cef544 service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216969 Jan 21 10:17:00.937248 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62069474-8b3d-4cdf-a08a-f7928a773b53 req-a05b5d98-330a-4011-9739-e1a6b47b6a99 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:00.938780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-62069474-8b3d-4cdf-a08a-f7928a773b53 req-a05b5d98-330a-4011-9739-e1a6b47b6a99 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0806968 Jan 21 10:17:00.985996 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-62069474-8b3d-4cdf-a08a-f7928a773b53 req-200c1575-9063-43d6-a548-497b2a6d7e0f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415804 Jan 21 10:17:02.182450 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41bad8-dbf7-43ee-b9d1-7d63edeb0663 req-db5bbc2b-3492-49f5-a0cf-ee428ecb4f1c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:02.183900 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc41bad8-dbf7-43ee-b9d1-7d63edeb0663 req-db5bbc2b-3492-49f5-a0cf-ee428ecb4f1c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0779116 Jan 21 10:17:02.232245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bc41bad8-dbf7-43ee-b9d1-7d63edeb0663 req-c24acc84-4dd0-4b82-b37d-b034b425fe63 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428176 Jan 21 10:17:03.434813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042cf4f-803b-4f5f-b36c-ea462cd1d4a3 req-c81c509b-b8a5-4d9b-8d7c-c648bea4f734 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:03.436250 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2042cf4f-803b-4f5f-b36c-ea462cd1d4a3 req-c81c509b-b8a5-4d9b-8d7c-c648bea4f734 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0770888 Jan 21 10:17:03.482812 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2042cf4f-803b-4f5f-b36c-ea462cd1d4a3 req-d8ea3a22-b769-48e8-bf68-0ea1dcb7daa7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410624 Jan 21 10:17:04.683099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1463958-897a-43c2-bb88-2daebdbfa634 req-bd5c9922-eaf4-4350-b3fd-84a350f3a2d2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:04.684788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1463958-897a-43c2-bb88-2daebdbfa634 req-bd5c9922-eaf4-4350-b3fd-84a350f3a2d2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0798485 Jan 21 10:17:04.729534 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d1463958-897a-43c2-bb88-2daebdbfa634 req-fd307f96-8fc6-4764-afb8-48faeedf9d43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394969 Jan 21 10:17:04.817511 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:05.922825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23bf97-c5e0-4d54-8eae-e0de5ad7be30 req-c9c86a89-de0e-4ff6-a8da-561a39c77ff9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:05.924394 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f23bf97-c5e0-4d54-8eae-e0de5ad7be30 req-c9c86a89-de0e-4ff6-a8da-561a39c77ff9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0754571 Jan 21 10:17:05.977147 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f23bf97-c5e0-4d54-8eae-e0de5ad7be30 req-e4ed704d-9c37-47cb-9397-a2efe21cc8a9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446508 Jan 21 10:17:07.279813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a4fe3-5ff5-4281-a9b5-b7d2278f7494 req-98502cbc-72a1-44a3-b94e-ba04f1900290 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:07.281162 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-672a4fe3-5ff5-4281-a9b5-b7d2278f7494 req-98502cbc-72a1-44a3-b94e-ba04f1900290 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.1765370 Jan 21 10:17:07.328732 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-672a4fe3-5ff5-4281-a9b5-b7d2278f7494 req-70677228-26f0-42b6-83e4-9e131a36941b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Jan 21 10:17:08.528201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c4517-0125-463a-8498-739e3087b223 req-2c3f61b4-e61e-4998-8ec5-aec04b99b808 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:08.529632 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c77c4517-0125-463a-8498-739e3087b223 req-2c3f61b4-e61e-4998-8ec5-aec04b99b808 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0773308 Jan 21 10:17:08.580235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c77c4517-0125-463a-8498-739e3087b223 req-8e8aef71-c0d8-42a2-acae-ca4f55ec4619 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442588 Jan 21 10:17:09.790607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a477f5-5cca-4d36-a9a3-054cf7c82f96 req-6617294c-21b3-4508-8eab-6760dc2a66df tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:09.792052 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06a477f5-5cca-4d36-a9a3-054cf7c82f96 req-6617294c-21b3-4508-8eab-6760dc2a66df tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0918338 Jan 21 10:17:09.837930 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06a477f5-5cca-4d36-a9a3-054cf7c82f96 req-22ad79ac-f644-4648-b166-7240756c72c5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 Jan 21 10:17:11.039239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27639a-51fc-4524-9bcf-715521fff19c req-e0bf908e-f4e1-470c-b0c9-5a277890e6e6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:11.040690 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c27639a-51fc-4524-9bcf-715521fff19c req-e0bf908e-f4e1-470c-b0c9-5a277890e6e6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0806773 Jan 21 10:17:11.086205 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c27639a-51fc-4524-9bcf-715521fff19c req-63203c9e-6904-4aa6-a64f-7b5e68cccd8f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Jan 21 10:17:12.290075 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1cbe8-bb0f-435a-bbb5-9d9d70047359 req-43150b4f-d927-4a49-939a-70d71cff8eb6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:12.291475 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cff1cbe8-bb0f-435a-bbb5-9d9d70047359 req-43150b4f-d927-4a49-939a-70d71cff8eb6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0819781 Jan 21 10:17:12.341468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cff1cbe8-bb0f-435a-bbb5-9d9d70047359 req-0288e07a-6d2e-41c0-be01-d70a5e7de1f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438411 Jan 21 10:17:12.352649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [req-06c307fd-beee-405c-871c-3725543455a0 req-129dd4cf-9ba5-4fe6-8d4d-aa41bccae77d tempest-ServerDiskConfigTestJSON-760451049 tempest-ServerDiskConfigTestJSON-760451049-project] (83426) timed out ('10.222.0.120', 50260) {{(pid=83426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:17:12.372109 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43926) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:12.501307 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-908d8371-3a67-427e-9204-7cc80ae0ebd8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/9a559e1b-4340-4b3a-bff4-3787d94da1d6 HTTP/1.1" status: 200 len: 992 time: 0.1278343 Jan 21 10:17:14.941337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-672b2dfc-dae2-4662-9344-61be0f3afab7 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712628 Jan 21 10:17:15.077285 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-27ee132f-80b9-41e9-b32e-bd5e0b3c6e08 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 1098 time: 0.0696738 Jan 21 10:17:15.218180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-7422ac34-da10-44b4-bdfb-ad261e53af5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:15.219529 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-7422ac34-da10-44b4-bdfb-ad261e53af5d service neutron] 10.222.0.120 "GET /v2.0/networks?id=e1791c5f-6b9a-400b-946d-6cea85aefbba HTTP/1.1" status: 200 len: 897 time: 0.1237228 Jan 21 10:17:15.323549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-a5f2aa1c-9623-429e-b7ba-3c26c2d319f7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 HTTP/1.1" status: 200 len: 1000 time: 0.0977845 Jan 21 10:17:15.385468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-c9313e3d-8f16-47d5-b4e6-56c2cdebe494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:15.386900 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-c9313e3d-8f16-47d5-b4e6-56c2cdebe494 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c10e9de6-228d-45d9-bce3-ce0bf8b13507 HTTP/1.1" status: 200 len: 835 time: 0.0572658 Jan 21 10:17:15.462586 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-04997968-8ac7-4f8c-9964-0b8412fa00f2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e1791c5f-6b9a-400b-946d-6cea85aefbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698302 Jan 21 10:17:15.592254 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-b43d3321-0a82-4dad-9fcd-b74ae4d16a1e service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231344 Jan 21 10:17:15.722046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3b830ed6-917c-4776-b252-aaa2a19ba530 req-4bef9f66-992a-47bb-8867-c559fc2fa97f service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231718 Jan 21 10:17:19.164831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-93ca7cfb-fc0b-4e2f-9929-17f8a4f04954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:21.525281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-37b955a5-7a7a-4fbd-a3e8-d92621c0b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:22.571434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:22.945820 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:24.011351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:34.815357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:34.966003 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:17:42.940020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43948) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:43.152781 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 4ae2a81a-af85-48f8-9cc6-566b6daa2388 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:43.153037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.433231 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.433470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.553423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 4ae2a81a-af85-48f8-9cc6-566b6daa2388 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:43.713295 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:43.757962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=4ae2a81a-af85-48f8-9cc6-566b6daa2388,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:43.798170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.798515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.798844 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.799165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.799513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.799800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.800117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.800431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.800744 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.801062 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.801366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:43.864920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.272799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:17:44.485384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:17:44.500462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] Sync routers for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:17:44.506610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:44.516744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:44.517651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:44.568007 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1e61d56a-3b84-4bb0-9ceb-20f72989291c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/floatingips/9a559e1b-4340-4b3a-bff4-3787d94da1d6 HTTP/1.1" status: 204 len: 168 time: 1.6266727 Jan 21 10:17:44.568411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:44.628972 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'status': 'completed', 'code': 200} Jan 21 10:17:44.724595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:44.727120 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-23f6967b-0098-490a-97e9-ba090b2280bd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 1098 time: 0.0756497 Jan 21 10:17:44.886929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-131a4b8b-97fd-4c7b-95df-ddaa9140a486 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:44.888729 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-131a4b8b-97fd-4c7b-95df-ddaa9140a486 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e1791c5f-6b9a-400b-946d-6cea85aefbba HTTP/1.1" status: 200 len: 897 time: 0.1547840 Jan 21 10:17:45.090040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:19Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:45.094519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] Checking router: 92c529fd-87a0-442b-a07e-3bfa115eb9a9 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:17:45.118005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:45.120179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:45.121299 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-c7286c30-ec62-4b2b-836f-08693d33801d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 HTTP/1.1" status: 200 len: 217 time: 0.2243099 Jan 21 10:17:45.201484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-36eedc13-0ec1-42bd-ba65-157b2dcac24d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:45.202947 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-36eedc13-0ec1-42bd-ba65-157b2dcac24d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c10e9de6-228d-45d9-bce3-ce0bf8b13507 HTTP/1.1" status: 200 len: 835 time: 0.0752902 Jan 21 10:17:45.209495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41461b-7edd-43db-8571-15f660389615 req-551b3295-b885-482f-becb-f3b40159b655 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:45.210366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-bb41461b-7edd-43db-8571-15f660389615 req-551b3295-b885-482f-becb-f3b40159b655 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:17:45.272924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-bb41461b-7edd-43db-8571-15f660389615 req-551b3295-b885-482f-becb-f3b40159b655 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:17:45.274108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb41461b-7edd-43db-8571-15f660389615 req-551b3295-b885-482f-becb-f3b40159b655 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.2063138 Jan 21 10:17:45.335292 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-c3319f89-4069-4450-be13-d4e998600755 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e1791c5f-6b9a-400b-946d-6cea85aefbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221466 Jan 21 10:17:45.343708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bb41461b-7edd-43db-8571-15f660389615 req-992a22ee-508a-46f6-bdbd-73ce625a699d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609226 Jan 21 10:17:45.378737 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:45.479345 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-d72c6816-3923-4fdd-abf6-5f9373699f92 service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348341 Jan 21 10:17:45.624599 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d3b4502-85ec-4140-b60a-c5d461aa93e8 req-04660b47-29ac-4a6f-b00e-481ec1afa4df service neutron] 10.222.0.120 "GET /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390262 Jan 21 10:17:45.766086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:19Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:45.770073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a229bb5-7b3a-4525-b6c6-cff9dc485289 None None] The sync data for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv is: [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:16:12Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '9b09fe14-15d8-4c6d-9594-89605d8ee23a', 'name': '', 'network_id': 'e1791c5f-6b9a-400b-946d-6cea85aefbba', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:86:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:11Z', 'updated_at': '2022-01-21T10:16:19Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'c10e9de6-228d-45d9-bce3-ce0bf8b13507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:17:46.008662 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f23290-a927-47ec-8f39-94b0d6a20cf3 None None] New status for floating IP 9a559e1b-4340-4b3a-bff4-3787d94da1d6: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:17:46.468720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88083be2-c98d-4580-b238-fb0bd4375526 req-dd2ea9cf-0b80-449a-bf25-4228d30e99bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:46.470295 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88083be2-c98d-4580-b238-fb0bd4375526 req-dd2ea9cf-0b80-449a-bf25-4228d30e99bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.0840909 Jan 21 10:17:46.592043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:46.592376 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:46.696954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68cc21-e211-4fb1-bb62-42516cfae1fe req-d538d68a-c4b0-4536-9540-de55987c6040 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:46.698313 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d68cc21-e211-4fb1-bb62-42516cfae1fe req-d538d68a-c4b0-4536-9540-de55987c6040 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=fc445fa8-d53c-4655-b443-fdf97f6fb691 HTTP/1.1" status: 200 len: 945 time: 0.1934755 Jan 21 10:17:46.836547 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d68cc21-e211-4fb1-bb62-42516cfae1fe req-618c40e3-4814-44af-86d0-896679508336 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=31857cd1-e134-4e24-863e-c7d9738ef4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305413 Jan 21 10:17:46.901595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:46.901957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:47.031128 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:47.182275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:47.232439 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=dc569fad-efe0-4fbd-95b9-0619e9a8dcc3,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:47.309930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] No DVR routers for this DVR port dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:47.312356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:47.315027 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'name': 'network-vif-deleted', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:17:47.332506 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-88083be2-c98d-4580-b238-fb0bd4375526 req-e78d36da-6aaf-49c5-9467-5b17468779da tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "DELETE /v2.0/ports/dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 HTTP/1.1" status: 204 len: 173 time: 0.8567863 Jan 21 10:17:47.376120 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc445fa8-d53c-4655-b443-fdf97f6fb691', 'name': 'network-vif-deleted', 'tag': 'dc569fad-efe0-4fbd-95b9-0619e9a8dcc3', 'status': 'completed', 'code': 200} Jan 21 10:17:47.957571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43968) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:48.471602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.094921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 9b09fe14-15d8-4c6d-9594-89605d8ee23a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:49.095625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.167910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3c0bee1b-44a4-4179-9131-823ff6efb9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.289595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 9b09fe14-15d8-4c6d-9594-89605d8ee23a, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=9b09fe14-15d8-4c6d-9594-89605d8ee23a,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:49.290025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.421880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 9b09fe14-15d8-4c6d-9594-89605d8ee23a owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:49.609919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:49.656903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=9b09fe14-15d8-4c6d-9594-89605d8ee23a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:50.046317 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:50.609812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:50.630628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:17:50.646855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:17:50.647250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device dc569fad-efe0-4fbd-95b9-0619e9a8dcc3 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:50.830464 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:17:50.839872 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] Sync routers for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:17:50.843048 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9e8e226a-e704-4b47-bf3f-828f3eb8a0a7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/92c529fd-87a0-442b-a07e-3bfa115eb9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844006 Jan 21 10:17:50.845759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43972) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:50.851332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:50.851939 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:51.035837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9c6338-42f5-49c2-8d54-39fa5920e68c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting subnet c10e9de6-228d-45d9-bce3-ce0bf8b13507 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:17:51.038803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6338-42f5-49c2-8d54-39fa5920e68c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.044395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:51.095528 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6338-42f5-49c2-8d54-39fa5920e68c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.179861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6338-42f5-49c2-8d54-39fa5920e68c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.253201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6338-42f5-49c2-8d54-39fa5920e68c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.291195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c6338-42f5-49c2-8d54-39fa5920e68c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Subnet': ['ID=c10e9de6-228d-45d9-bce3-ce0bf8b13507,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:51.299014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6338-42f5-49c2-8d54-39fa5920e68c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.305255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555126c-3712-4de0-8342-16f533989d15 None None] Network e1791c5f-6b9a-400b-946d-6cea85aefbba requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:51.305682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4e9c6338-42f5-49c2-8d54-39fa5920e68c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/subnets/c10e9de6-228d-45d9-bce3-ce0bf8b13507 HTTP/1.1" status: 204 len: 168 time: 0.4587848 Jan 21 10:17:51.308346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43976) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:51.486267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:17:49Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:51.492226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] Checking router: 92c529fd-87a0-442b-a07e-3bfa115eb9a9 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:17:51.523317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] Routers {'92c529fd-87a0-442b-a07e-3bfa115eb9a9'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:51.523924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:51.609170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-75d96847-9e17-489f-9971-8d1c5f6642db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.612076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.675650 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] DHCP port deletion for e1791c5f-6b9a-400b-946d-6cea85aefbba request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:17:51.696565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Deleting port 640b057c-c655-4af5-966d-b82a4cfd4122 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:51.696946 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.814020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] Set router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:51.814732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:51.825006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port b3febafe-723e-41aa-b222-2c57bd615216 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:17:51.825344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.002903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port b3febafe-723e-41aa-b222-2c57bd615216, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b3febafe-723e-41aa-b222-2c57bd615216,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:52.003260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.127187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for b3febafe-723e-41aa-b222-2c57bd615216 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:52.172405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] For port 640b057c-c655-4af5-966d-b82a4cfd4122, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=640b057c-c655-4af5-966d-b82a4cfd4122,segment=NetworkSegment(a16025e4-9828-4e1f-8ca0-fd0e96f18fff),segment_id=a16025e4-9828-4e1f-8ca0-fd0e96f18fff)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:52.172796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.295980 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.317644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Calling delete_port for 640b057c-c655-4af5-966d-b82a4cfd4122 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:17:52.343924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=b3febafe-723e-41aa-b222-2c57bd615216,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:52.445283 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.498795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Pushing event deleted for resources: {'Port': ['ID=640b057c-c655-4af5-966d-b82a4cfd4122,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:52.510439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] No DVR routers for this DVR port 640b057c-c655-4af5-966d-b82a4cfd4122 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:17:52.513131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:17:49Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:52.517009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.517357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.519864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.519864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.519864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.519864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.519864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.519864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.519864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.520800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.520800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b1aec-6d4c-4a75-a986-8352a8a821bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:52.526153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a79e1-a239-4266-8554-43005228d0b8 None None] The sync data for ids ['92c529fd-87a0-442b-a07e-3bfa115eb9a9'] in dv-neutron-825724-1-hyperv is: [{'id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117882311', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:16:07Z', 'updated_at': '2022-01-21T10:17:49Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'b3febafe-723e-41aa-b222-2c57bd615216', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c529fd-87a0-442b-a07e-3bfa115eb9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:16:08Z', 'updated_at': '2022-01-21T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:17:52.577243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.591179 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.953773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.958378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.960148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.990677 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:52.991184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Fanout notify agent at l3_agent the message router_deleted on router 92c529fd-87a0-442b-a07e-3bfa115eb9a9 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:17:53.007697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.011413 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-334c0747-95e7-4493-86db-1e04b3c4b708 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/routers/92c529fd-87a0-442b-a07e-3bfa115eb9a9 HTTP/1.1" status: 204 len: 168 time: 1.6996346 Jan 21 10:17:53.014551 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 43980) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:53.061225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 640b057c-c655-4af5-966d-b82a4cfd4122 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:53.100013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 640b057c-c655-4af5-966d-b82a4cfd4122 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:17:53.100377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 640b057c-c655-4af5-966d-b82a4cfd4122 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:53.100854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9b09fe14-15d8-4c6d-9594-89605d8ee23a no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:53.134720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 9b09fe14-15d8-4c6d-9594-89605d8ee23a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:17:53.134991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 9b09fe14-15d8-4c6d-9594-89605d8ee23a not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:53.153646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.384468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.409824 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1791c5f-6b9a-400b-946d-6cea85aefbba']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:53.421324 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:53.421611 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16025e4-9828-4e1f-8ca0-fd0e96f18fff') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:53.432813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.448578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.454625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:17:53.455007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:17:53.469437 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:17:53.546480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.563905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.575092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Network': ['ID=e1791c5f-6b9a-400b-946d-6cea85aefbba,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:53.585841 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/networks/e1791c5f-6b9a-400b-946d-6cea85aefbba HTTP/1.1" status: 204 len: 168 time: 0.5695670 Jan 21 10:17:53.587228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.587656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.587993 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.588321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.588650 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.588977 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.589289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.589621 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.589775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43984) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:53.589903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.590282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.590674 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d6ab2-ea7f-4bb5-a3d1-9dd5dd4afc43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:53.662141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22325718-2c98-4138-a871-fbc1ba09ec62 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.691049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22325718-2c98-4138-a871-fbc1ba09ec62 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.765194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22325718-2c98-4138-a871-fbc1ba09ec62 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.780932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22325718-2c98-4138-a871-fbc1ba09ec62 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31857cd1-e134-4e24-863e-c7d9738ef4b3,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:53.787845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-22325718-2c98-4138-a871-fbc1ba09ec62 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:53.790424 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-22325718-2c98-4138-a871-fbc1ba09ec62 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/security-groups/31857cd1-e134-4e24-863e-c7d9738ef4b3 HTTP/1.1" status: 204 len: 168 time: 0.1989989 Jan 21 10:17:54.015207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.080507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43992) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.086047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820284362', 'description': 'tempest-secgroup-smoke-820284362 description', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:54.092352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:54.097371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:54.102955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:54.111986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:54.125171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.167099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:54.170896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:54.173602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:54.179487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:54.233096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.236642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.277195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704f382a-e800-41c9-89cc-2750fbd3351f,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.279790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.280984 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0857b677-2399-4734-bda8-0d87d8b9d2db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1994946 Jan 21 10:17:54.283936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 43996) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.289131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '704f382a-e800-41c9-89cc-2750fbd3351f', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:54.295847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:54.299842 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:54.302431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:54.308384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:54.324283 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.382836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.386632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.412056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5173f8a2-dbf5-497f-a541-0ffa33cdb376,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.421002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.422219 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f87039f1-4cd0-4a84-a2fe-74478d8e47c4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1373923 Jan 21 10:17:54.424920 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44000) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.430777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '704f382a-e800-41c9-89cc-2750fbd3351f', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:54.436634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:54.440427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:54.443242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:54.449042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:54.472335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.553932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.558104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.580063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd14867-89ff-4f00-a722-1eb27a202145,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.589065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.590235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3266f6b0-6c37-4f5e-b31f-866ac4147aeb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1644068 Jan 21 10:17:54.592983 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44004) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.598644 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '704f382a-e800-41c9-89cc-2750fbd3351f', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:54.605378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:54.609115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:54.612049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:54.617815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:54.634532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.696992 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.700491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.723813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355b3255-e878-4739-9a78-c6887641f363,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.734126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.735299 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f4175ea2-647e-48c8-b369-7beeb04a5884 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412215 Jan 21 10:17:54.738053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44008) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.743416 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '704f382a-e800-41c9-89cc-2750fbd3351f', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:54.749097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:54.752939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:54.755903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:54.762284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:54.779311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.858288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.862447 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.886822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5250fd1b-f1ef-49cf-8704-29c4980b4dbc,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:54.894597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.895936 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1bb96047-7b34-42f0-bd07-53faf0417443 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1569860 Jan 21 10:17:54.898655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44012) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:54.904607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '704f382a-e800-41c9-89cc-2750fbd3351f', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:54.910651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:54.914330 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:54.915087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b3febafe-723e-41aa-b222-2c57bd615216 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:17:54.917384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:54.922998 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:54.934164 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:17:54.940640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:54.950679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: b3febafe-723e-41aa-b222-2c57bd615216 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:17:54.951120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b3febafe-723e-41aa-b222-2c57bd615216 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:17:55.005131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.009278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.032739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4044dd95-0989-4d73-b100-0a51c69a5250,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:55.041122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.042412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-b1b8eac2-972a-4011-b8d6-2a50fc0d88f7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422360 Jan 21 10:17:55.045314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44016) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:55.050580 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '704f382a-e800-41c9-89cc-2750fbd3351f', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:55.057454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:55.062104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:55.064909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:55.071716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:55.085040 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:17:55.091714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.155025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.158737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.186093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f90cf6b-31a8-4dd3-a5cc-fb706c0a4fb2,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:55.196812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.198238 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2bf2455b-a11d-4b6e-a5a2-e0a199e8f364 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1520164 Jan 21 10:17:55.201112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44020) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:55.206611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'network': {'name': 'tempest-network-smoke--1792125189', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:55.213063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:55.217106 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:network and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:55.219962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:55.225546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:55.235036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:55.238010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.267081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:17:55.275811 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.276148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Added segment 8dae6be1-102d-4ad8-8de3-5173cd1fe488 of type vlan for network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e Jan 21 10:17:55.301504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.331200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.334813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:55.335392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.436549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2342823 Jan 21 10:17:55.439216 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44024) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:55.444659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'admin_state_up': True, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:55.445289 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199d91-99b6-469e-a902-c97e54df54a1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Network': ['ID=0796b64a-2b38-4fcc-bf0b-828cb7faee8e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:55.451761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:55.455626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:router and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:55.455772 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:17:55.458524 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:55.464941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:55.475036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.476050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.495233 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.643874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.819471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.848905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:55.991938 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.215 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/ed59eb63-c2b9-447e-b08b-b6496349f2c1) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:56.153276 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.181478 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.250605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:56.253745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:56.258796 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:56.285873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=ed59eb63-c2b9-447e-b08b-b6496349f2c1,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:56.417196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.417864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.641192 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 225088a4-d08d-4cc8-a5d4-d51541750147 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:17:56.833068 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:17:56.842979 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Sync routers for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:17:56.857254 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:56.857946 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:56.858226 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:56.859528 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-913f68f7-39ac-425c-88de-be51c8938f42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4193251 Jan 21 10:17:56.862656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44028) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:57.003575 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a36ad923-2a59-46bf-b609-33bc2054822b tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=f62ffa9aa6124c609e9e0123ea18281a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397989 Jan 21 10:17:57.006318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44032) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:57.038297 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:57.140147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce86b50-9d1d-49fb-a102-f56c19f57b43 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:57.141509 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7ce86b50-9d1d-49fb-a102-f56c19f57b43 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340327 Jan 21 10:17:57.144357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44036) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:57.186522 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ea967183-6375-4161-8279-1467fbe9010e tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388179 Jan 21 10:17:57.186732 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44040) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:57.192045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806975212', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:17:57.303507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:17:57.307515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:subnet and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:17:57.310415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:17:57.316063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:17:57.325931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:17:57.353675 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:56Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:57.357467 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Checking router: 225088a4-d08d-4cc8-a5d4-d51541750147 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:17:57.357805 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Updating router 225088a4-d08d-4cc8-a5d4-d51541750147 port ed59eb63-c2b9-447e-b08b-b6496349f2c1 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:17:57.407461 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.427318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.638433 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.750974 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.768209 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Transition to ACTIVE for port object ed59eb63-c2b9-447e-b08b-b6496349f2c1 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:57.776733 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.822780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Subnet': ['ID=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:57.834944 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Checking segment: {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:57.835495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network hostable DHCP agents. Network: 0796b64a-2b38-4fcc-bf0b-828cb7faee8e, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:17:57.858999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:17:57.860079 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Pushing event updated for resources: {'Port': ['ID=ed59eb63-c2b9-447e-b08b-b6496349f2c1,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:57.868439 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Attempting to bind port ed59eb63-c2b9-447e-b08b-b6496349f2c1 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:57.868799 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Attempting to bind port ed59eb63-c2b9-447e-b08b-b6496349f2c1 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:57.869148 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Attempting to bind port ed59eb63-c2b9-447e-b08b-b6496349f2c1 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:57.870191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 0796b64a-2b38-4fcc-bf0b-828cb7faee8e) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:57.874829 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:17:57.875507 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.880503 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.880837 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.881159 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.881614 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.882619 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.882739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f065684d-123e-4362-bcf5-7d63ae19f51a None None] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:17:57.883763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.883763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.883763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.883763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.884088 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.884161 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:17:57.887630 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:57.887989 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:57.888383 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.888745 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:57.889196 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Bound port: ed59eb63-c2b9-447e-b08b-b6496349f2c1, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:57.889555 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:57.911311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5c8ba9e8-08ea-4bc7-84d7-787040d665a3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7210293 Jan 21 10:17:57.911697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44044) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:17:57.960961 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] For port ed59eb63-c2b9-447e-b08b-b6496349f2c1, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:57.964857 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] For port ed59eb63-c2b9-447e-b08b-b6496349f2c1, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ed59eb63-c2b9-447e-b08b-b6496349f2c1,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:57.969183 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.050585 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aada6e-600b-4337-a896-8a4bf4854a3e None None] Pushing event updated for resources: {'Port': ['ID=ed59eb63-c2b9-447e-b08b-b6496349f2c1,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:58.061300 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:17:58.062014 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:58.110903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:17:58.111845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.248399 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:17:58.289944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Allocated IP 172.20.0.2 (0796b64a-2b38-4fcc-bf0b-828cb7faee8e/da2c5fd3-74c7-4f57-af28-ac6c41d61bb4/707b8b12-9dd7-4765-9a19-0afefab3115e) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:58.509310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.520044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Transition to ACTIVE for port object 707b8b12-9dd7-4765-9a19-0afefab3115e will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:58.538764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Transition to ACTIVE for port object 707b8b12-9dd7-4765-9a19-0afefab3115e will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:58.545911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.546478 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:56Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:17:58.550799 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9df894-ccfe-4321-a9a4-1f33c8e78fa9 None None] The sync data for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv is: [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:56Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:17:58.614839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:58.618303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:58.622149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:58.630934 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Pushing event updated for resources: {'Port': ['ID=707b8b12-9dd7-4765-9a19-0afefab3115e,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:58.725937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.788944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Attempting to bind port 707b8b12-9dd7-4765-9a19-0afefab3115e on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:17:58.789315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Attempting to bind port 707b8b12-9dd7-4765-9a19-0afefab3115e by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:17:58.790439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Attempting to bind port 707b8b12-9dd7-4765-9a19-0afefab3115e on network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:17:58.797206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:17:58.797504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Checking segment: {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:17:58.797896 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.798303 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Bound using segment: {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:17:58.798755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Bound port: 707b8b12-9dd7-4765-9a19-0afefab3115e, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:17:58.799119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:58.901765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] For port 707b8b12-9dd7-4765-9a19-0afefab3115e, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:17:58.905191 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] For port 707b8b12-9dd7-4765-9a19-0afefab3115e, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=707b8b12-9dd7-4765-9a19-0afefab3115e,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:17:58.911633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.011528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0af10-39d9-49df-83fd-7c1d1e81dbc1 None None] Pushing event updated for resources: {'Port': ['ID=707b8b12-9dd7-4765-9a19-0afefab3115e,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:59.040609 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ed59eb63-c2b9-447e-b08b-b6496349f2c1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:17:59.125921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port ed59eb63-c2b9-447e-b08b-b6496349f2c1 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:17:59.131598 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port ed59eb63-c2b9-447e-b08b-b6496349f2c1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:17:59.132146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.247218 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.1 (0796b64a-2b38-4fcc-bf0b-828cb7faee8e/da2c5fd3-74c7-4f57-af28-ac6c41d61bb4/b8502983-3e1f-4e05-89cb-c2753a049438) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:17:59.308627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.328734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port ed59eb63-c2b9-447e-b08b-b6496349f2c1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ed59eb63-c2b9-447e-b08b-b6496349f2c1,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:17:59.333766 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.415903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=ed59eb63-c2b9-447e-b08b-b6496349f2c1,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:59.456932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.474289 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object b8502983-3e1f-4e05-89cb-c2753a049438 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:17:59.497719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.587360 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:17:59.591917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:17:59.596148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:17:59.625896 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=b8502983-3e1f-4e05-89cb-c2753a049438,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:17:59.655351 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:17:59.845265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.036031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b3ddc9-515a-4069-adb1-2c4cb634a984 None None] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:18:00.132888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-50d455ae-a0d8-465a-bc0d-091e4586d482 None None] Provisioning for port 707b8b12-9dd7-4765-9a19-0afefab3115e completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:00.270874 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.276502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.403610 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.407193 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=b8502983-3e1f-4e05-89cb-c2753a049438,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:00.562576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:00.563861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:00.592237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4a2acb8d-b1a3-4ed4-8f1b-6fe09ff26ba4 None None] Provisioning for port b8502983-3e1f-4e05-89cb-c2753a049438 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:00.598405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4a2acb8d-b1a3-4ed4-8f1b-6fe09ff26ba4 None None] Provisioning complete for port b8502983-3e1f-4e05-89cb-c2753a049438 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:00.599083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4a2acb8d-b1a3-4ed4-8f1b-6fe09ff26ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.657799 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4a2acb8d-b1a3-4ed4-8f1b-6fe09ff26ba4 None None] Port b8502983-3e1f-4e05-89cb-c2753a049438 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:18:00.782848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3b8b75cb-a1bd-4bad-a318-e982c1e4ac6f None None] Provisioning complete for port b8502983-3e1f-4e05-89cb-c2753a049438 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:00.783208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3b8b75cb-a1bd-4bad-a318-e982c1e4ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:00.844307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b75cb-a1bd-4bad-a318-e982c1e4ac6f None None] Port b8502983-3e1f-4e05-89cb-c2753a049438 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:18:00.968930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-d27d795e-b026-42e7-827e-a38b67bda536 None None] Provisioning complete for port b8502983-3e1f-4e05-89cb-c2753a049438 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:00.969235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d27d795e-b026-42e7-827e-a38b67bda536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.005131 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 225088a4-d08d-4cc8-a5d4-d51541750147 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:18:01.025289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-d27d795e-b026-42e7-827e-a38b67bda536 None None] Port b8502983-3e1f-4e05-89cb-c2753a049438 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:18:01.049574 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 707b8b12-9dd7-4765-9a19-0afefab3115e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:01.137753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 707b8b12-9dd7-4765-9a19-0afefab3115e completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:01.142451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 707b8b12-9dd7-4765-9a19-0afefab3115e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:01.142851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.217182 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:18:01.229395 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-180cd01a-10e7-4500-a18b-9f94c511cdc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/225088a4-d08d-4cc8-a5d4-d51541750147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165941 Jan 21 10:18:01.267105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.307625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 707b8b12-9dd7-4765-9a19-0afefab3115e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=707b8b12-9dd7-4765-9a19-0afefab3115e,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:01.311144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.311899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ed59eb63-c2b9-447e-b08b-b6496349f2c1 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:01.423715 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-40143174-e228-4926-9796-49e27dddd848 req-31ba9c39-cfb5-46fb-b3cd-a0c54b0d409a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:01.440124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=707b8b12-9dd7-4765-9a19-0afefab3115e,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:01.441016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-40143174-e228-4926-9796-49e27dddd848 req-31ba9c39-cfb5-46fb-b3cd-a0c54b0d409a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:01.442708 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-31ba9c39-cfb5-46fb-b3cd-a0c54b0d409a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820284362&fields=id&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 267 time: 0.0592575 Jan 21 10:18:01.454983 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port ed59eb63-c2b9-447e-b08b-b6496349f2c1 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:01.455352 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:01.604078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143174-e228-4926-9796-49e27dddd848 req-0c002b0e-04c9-4739-a99f-73eacbd7f842 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:01.604750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-40143174-e228-4926-9796-49e27dddd848 req-0c002b0e-04c9-4739-a99f-73eacbd7f842 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:01.622937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-40143174-e228-4926-9796-49e27dddd848 req-0c002b0e-04c9-4739-a99f-73eacbd7f842 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:01.624261 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-0c002b0e-04c9-4739-a99f-73eacbd7f842 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 797 time: 0.1744232 Jan 21 10:18:01.641020 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-47f792a1-e1e0-4880-8314-70c36290d76a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/quotas/f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 375 time: 0.0113246 Jan 21 10:18:01.726727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-40143174-e228-4926-9796-49e27dddd848 req-9be26f77-e471-496d-8d52-0ecdffd8efdd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:01.742194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-40143174-e228-4926-9796-49e27dddd848 req-9be26f77-e471-496d-8d52-0ecdffd8efdd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:01.744270 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-9be26f77-e471-496d-8d52-0ecdffd8efdd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961936 Jan 21 10:18:01.883803 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-60214a66-b05c-4b27-943f-3c9d9a7587de service neutron] 10.222.0.122 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273189 Jan 21 10:18:02.019566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-3dd5359d-b53a-4172-983a-579b45dbda74 service neutron] 10.222.0.122 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298470 Jan 21 10:18:02.246883 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3243f987-5a19-4d83-8bed-507f365fce14 req-a9cbee46-b772-4268-b316-ee01cc2fe46f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 210 time: 0.0439315 Jan 21 10:18:02.272337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Sync routers for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:18:02.284183 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:18:02.285151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:02.479966 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:18:02.858455 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:00Z', 'revision_number': 2, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:02.862705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Checking router: 225088a4-d08d-4cc8-a5d4-d51541750147 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:18:02.862705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Updating router 225088a4-d08d-4cc8-a5d4-d51541750147 port b8502983-3e1f-4e05-89cb-c2753a049438 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:18:02.916017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:02.989040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 707b8b12-9dd7-4765-9a19-0afefab3115e up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:03.201258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 707b8b12-9dd7-4765-9a19-0afefab3115e triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:03.201543 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.448271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.462460 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Transition to ACTIVE for port object b8502983-3e1f-4e05-89cb-c2753a049438 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:03.469572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.485788 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8343d92e-ec39-4dea-84fb-5c40dcb2a270 req-258c459b-05ca-465a-b129-7172a9fcba03 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 210 time: 0.0962296 Jan 21 10:18:03.580063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143174-e228-4926-9796-49e27dddd848 req-485b8a7b-2cf3-41f2-a558-5b2fe60dddfd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:03.583174 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-485b8a7b-2cf3-41f2-a558-5b2fe60dddfd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 797 time: 0.2290034 Jan 21 10:18:03.639380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18652bd-562e-41b7-b97c-297203cdce11 None None] Pushing event updated for resources: {'Port': ['ID=b8502983-3e1f-4e05-89cb-c2753a049438,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:03.647824 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-7ed9e175-139f-470e-8c75-339413a84316 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 379 time: 0.0513067 Jan 21 10:18:03.658837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'port': {'device_id': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'admin_state_up': True, 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'security_groups': ['704f382a-e800-41c9-89cc-2750fbd3351f']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:18:03.702231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Attempting to bind port b8502983-3e1f-4e05-89cb-c2753a049438 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:03.702744 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Attempting to bind port b8502983-3e1f-4e05-89cb-c2753a049438 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:03.703200 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Attempting to bind port b8502983-3e1f-4e05-89cb-c2753a049438 on network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:18:03.710241 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:18:03.711036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Checking segment: {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:18:03.712118 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.712645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Bound using segment: {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:18:03.713258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Bound port: b8502983-3e1f-4e05-89cb-c2753a049438, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:03.713726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.804319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:03.814928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:03.818238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] For port b8502983-3e1f-4e05-89cb-c2753a049438, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:18:03.822148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] For port b8502983-3e1f-4e05-89cb-c2753a049438, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b8502983-3e1f-4e05-89cb-c2753a049438,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:18:03.826045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:18:03.827599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.829238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:03.914953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18652bd-562e-41b7-b97c-297203cdce11 None None] Pushing event updated for resources: {'Port': ['ID=b8502983-3e1f-4e05-89cb-c2753a049438,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:03.919632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:18:03.930623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:04.018941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.12 (0796b64a-2b38-4fcc-bf0b-828cb7faee8e/da2c5fd3-74c7-4f57-af28-ac6c41d61bb4/ab768055-2e36-4e27-bd3c-e2805af66fb4) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:04.119108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:18:04.210701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.226017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object ab768055-2e36-4e27-bd3c-e2805af66fb4 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:04.248487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.323140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:04.326314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:04.328747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:18:04.373924 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:04.410260 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:04.410875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.440151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-218e1b65-159b-430e-8f14-d5228a30da20 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849708 Jan 21 10:18:04.452858 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Request body: {'port': {'device_id': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:18:04.489862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:03Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:04.495186 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704f3cd-fdf8-4c0f-9553-ce27ee8f2442 None None] The sync data for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv is: [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:03Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:18:04.598634 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.623114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ffe8fbd6-7a34-4639-8479-d44aa94e1d8d None None] Provisioning for port ab768055-2e36-4e27-bd3c-e2805af66fb4 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:04.633213 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ffe8fbd6-7a34-4639-8479-d44aa94e1d8d None None] Provisioning complete for port ab768055-2e36-4e27-bd3c-e2805af66fb4 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:04.633858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fbd6-7a34-4639-8479-d44aa94e1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.697410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8fbd6-7a34-4639-8479-d44aa94e1d8d None None] Port ab768055-2e36-4e27-bd3c-e2805af66fb4 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:18:04.827540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:04.946159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70138c-514c-4b88-b1fa-5cfd4e26581f req-ba675b0c-44b6-4dfd-8989-bb3e4831ca73 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:04.946869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-cd70138c-514c-4b88-b1fa-5cfd4e26581f req-ba675b0c-44b6-4dfd-8989-bb3e4831ca73 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:18:05.005911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b8502983-3e1f-4e05-89cb-c2753a049438 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:05.034817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-cd70138c-514c-4b88-b1fa-5cfd4e26581f req-ba675b0c-44b6-4dfd-8989-bb3e4831ca73 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:18:05.035979 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cd70138c-514c-4b88-b1fa-5cfd4e26581f req-ba675b0c-44b6-4dfd-8989-bb3e4831ca73 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 932 time: 0.2726548 Jan 21 10:18:05.093670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port b8502983-3e1f-4e05-89cb-c2753a049438 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:05.099909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b8502983-3e1f-4e05-89cb-c2753a049438 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:05.100295 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.118530 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cd70138c-514c-4b88-b1fa-5cfd4e26581f req-2b243555-fa84-4312-82b8-bf5d1776af43 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729074 Jan 21 10:18:05.195301 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab768055-2e36-4e27-bd3c-e2805af66fb4 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:05.205187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.221777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Transition to ACTIVE for port object ab768055-2e36-4e27-bd3c-e2805af66fb4 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:18:05.227244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.239545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.277908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port b8502983-3e1f-4e05-89cb-c2753a049438, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b8502983-3e1f-4e05-89cb-c2753a049438,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:05.282246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.355884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=b8502983-3e1f-4e05-89cb-c2753a049438,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:05.365031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Pushing event updated for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:05.478673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Attempting to bind port ab768055-2e36-4e27-bd3c-e2805af66fb4 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:18:05.479010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Attempting to bind port ab768055-2e36-4e27-bd3c-e2805af66fb4 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:18:05.479340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Attempting to bind port ab768055-2e36-4e27-bd3c-e2805af66fb4 on network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:18:05.485699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Port ab768055-2e36-4e27-bd3c-e2805af66fb4 on network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:18:05.486047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Attempting to bind port ab768055-2e36-4e27-bd3c-e2805af66fb4 on network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:18:05.493146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:18:05.493479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Checking segment: {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:18:05.493861 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Bound using segment: {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:18:05.494312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Bound port: ab768055-2e36-4e27-bd3c-e2805af66fb4, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dae6be1-102d-4ad8-8de3-5173cd1fe488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:18:05.494654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.588216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:18:05.591297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:18:05.595993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.656271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:05.657667 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] 10.222.0.120 "PUT /v2.0/ports/ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 1094 time: 1.2091253 Jan 21 10:18:05.658135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:05.676822 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319292a7-cd76-4c0e-b485-89cabc0f1c4a service neutron] Pushing event updated for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:05.731310 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'status': 'completed', 'code': 200} Jan 21 10:18:05.774111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-9df9c844-677c-4770-b5fd-5465cbee1f55 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1097 time: 0.0783830 Jan 21 10:18:05.843704 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-c4edf71b-75df-4e0d-a2df-09aec8c8afe1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 217 time: 0.0629053 Jan 21 10:18:05.908320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143174-e228-4926-9796-49e27dddd848 req-23e40050-5aa7-44db-ae06-7a08097a4da0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:05.909736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-23e40050-5aa7-44db-ae06-7a08097a4da0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.0603147 Jan 21 10:18:05.984230 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-d1a54c47-8270-4d20-93c2-112dd3713e07 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672648 Jan 21 10:18:06.114476 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-2d73e265-1411-4b21-9e57-b2ff20bad579 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230464 Jan 21 10:18:06.246741 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-40143174-e228-4926-9796-49e27dddd848 req-fa52a8e1-d33e-4754-94c2-19d3b4169477 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266489 Jan 21 10:18:06.384084 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4bce-0822-48c6-aebd-4eedf31af495 req-f95dcbbc-55cb-47d6-922d-4dea82427516 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:06.385439 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c81c4bce-0822-48c6-aebd-4eedf31af495 req-f95dcbbc-55cb-47d6-922d-4dea82427516 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 944 time: 0.1378610 Jan 21 10:18:06.392765 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-56ca0c74-75a6-4d49-a471-298c5ebf9485 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1097 time: 0.0996783 Jan 21 10:18:06.610616 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c81c4bce-0822-48c6-aebd-4eedf31af495 req-dfda5f35-4202-4c94-9b4d-6028016e8fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169099 Jan 21 10:18:06.648546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-caab0c53-f203-4116-abdc-49caa4d82ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:06.650687 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-caab0c53-f203-4116-abdc-49caa4d82ac6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 898 time: 0.2430842 Jan 21 10:18:06.722134 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-e94347ce-c927-4c9b-891a-111be823073b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 217 time: 0.0643430 Jan 21 10:18:06.782489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-0a6e63ea-64c9-41b8-8c24-1fe71bfc79a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:06.783895 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-0a6e63ea-64c9-41b8-8c24-1fe71bfc79a6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.0559433 Jan 21 10:18:06.861702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-12fe9cee-a8f4-412b-b81d-10760bb15e40 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707645 Jan 21 10:18:06.968403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b8502983-3e1f-4e05-89cb-c2753a049438 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:06.999418 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-9dbe69dc-54d8-473b-afe4-7a3c79a7b8d2 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304874 Jan 21 10:18:07.040351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port b8502983-3e1f-4e05-89cb-c2753a049438 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:07.040716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:07.132809 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3af0e23c-a864-4077-bd2b-40fab6f15414 req-e3a29bac-19b3-429c-a60a-bc6df10ad151 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264515 Jan 21 10:18:07.807834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a276-3f87-4803-b7ab-6027fb54aebd req-32b10cfb-f8c4-473b-be07-ad4c779baf8e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:07.809270 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-abb3a276-3f87-4803-b7ab-6027fb54aebd req-32b10cfb-f8c4-473b-be07-ad4c779baf8e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 944 time: 0.0753627 Jan 21 10:18:07.854033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-abb3a276-3f87-4803-b7ab-6027fb54aebd req-bce4d222-fb35-468c-8989-2b7320840bf9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391591 Jan 21 10:18:08.670905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ab768055-2e36-4e27-bd3c-e2805af66fb4 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:18:08.811955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:08.825350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'port_id': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'mac_address': 'fa:16:3e:4b:55:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:18:08.876506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.894540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab768055-2e36-4e27-bd3c-e2805af66fb4 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:18:08.909349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:08.914679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:08.982687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:09.058147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f50fb6-901a-479b-80cc-6611e99afad5 req-5f53deae-4294-4c80-9b73-3fcb8873ca7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:09.059720 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-09f50fb6-901a-479b-80cc-6611e99afad5 req-5f53deae-4294-4c80-9b73-3fcb8873ca7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 945 time: 0.0806861 Jan 21 10:18:09.105670 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-09f50fb6-901a-479b-80cc-6611e99afad5 req-42688c00-5503-4cc5-860c-cb3df6014e3e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 Jan 21 10:18:09.141615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['ab768055-2e36-4e27-bd3c-e2805af66fb4'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:18:10.309617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538981bf-44f6-4a0a-af58-84c4ba124688 req-90191c89-799c-4beb-91d8-59b63764f0f1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:10.311175 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-538981bf-44f6-4a0a-af58-84c4ba124688 req-90191c89-799c-4beb-91d8-59b63764f0f1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 945 time: 0.0765769 Jan 21 10:18:10.356958 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-538981bf-44f6-4a0a-af58-84c4ba124688 req-b24320ea-7287-4ba1-97f0-932c31b25da5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401368 Jan 21 10:18:10.702395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ab768055-2e36-4e27-bd3c-e2805af66fb4 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:18:10.768705 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port ab768055-2e36-4e27-bd3c-e2805af66fb4 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:18:10.773203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port ab768055-2e36-4e27-bd3c-e2805af66fb4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:18:10.773570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.888316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.915959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:10.925719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:18:10.930805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:10.995833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:11.057170 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'code': 200} Jan 21 10:18:11.290118 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f8da4615-d5d7-4c8e-9208-50a918b0bbcd req-0c71a070-d751-4b54-ae44-7b78f673c86b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1099 time: 0.0711577 Jan 21 10:18:11.335307 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f8da4615-d5d7-4c8e-9208-50a918b0bbcd req-f7a2ade6-4803-4922-8233-8724b3a44f6f service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387590 Jan 21 10:18:11.566054 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88215ee-a3ad-4d83-9be6-8b11bc64c35f req-264b5de8-997d-487f-a7c8-7f48f6932e7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:11.567414 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b88215ee-a3ad-4d83-9be6-8b11bc64c35f req-264b5de8-997d-487f-a7c8-7f48f6932e7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0819933 Jan 21 10:18:11.615214 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b88215ee-a3ad-4d83-9be6-8b11bc64c35f req-9ce8d521-8aec-4347-97ee-7e6531e6c20c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416367 Jan 21 10:18:11.965653 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:18:12.822072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99700b2-1614-4577-8dfa-ea3bedbd32c3 req-e19586c4-c2b8-422f-ad2b-8834b81973e9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:12.823535 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d99700b2-1614-4577-8dfa-ea3bedbd32c3 req-e19586c4-c2b8-422f-ad2b-8834b81973e9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0774274 Jan 21 10:18:12.867996 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d99700b2-1614-4577-8dfa-ea3bedbd32c3 req-80de375d-4ecb-4435-a681-0725176c6839 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389855 Jan 21 10:18:13.092951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b3066-383e-42b3-805c-2cc077173006 req-db8c9b76-9ed8-42f1-96ec-ab67ee3f1c62 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:13.094441 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c51b3066-383e-42b3-805c-2cc077173006 req-db8c9b76-9ed8-42f1-96ec-ab67ee3f1c62 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0824659 Jan 21 10:18:13.139401 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c51b3066-383e-42b3-805c-2cc077173006 req-a517cba6-93c2-412e-827e-d070a3fde12c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393953 Jan 21 10:18:13.166453 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44096) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:13.236767 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b351b78b-549e-40e4-a22c-e74f25075261 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1094 time: 0.0691342 Jan 21 10:18:13.239476 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44100) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:13.245258 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:18:13.251124 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:18:13.255139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:floatingip and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:18:13.257948 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:18:13.264348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:18:13.274187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.511932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.645217 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.12 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/9d99e692-f6e8-4cf3-bdb3-7f7ea0d08001) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:18:13.790607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.818312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:13.883661 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:18:13.886762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:18:13.891129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:18:13.918948 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=9d99e692-f6e8-4cf3-bdb3-7f7ea0d08001,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:14.396288 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.453458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.652688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.657002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.755723 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=9d99e692-f6e8-4cf3-bdb3-7f7ea0d08001,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:18:14.775852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:14.934511 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-b1c0a1de-96d0-49f2-b4a9-cbf80b67e05b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755632 Jan 21 10:18:14.967626 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Floating IP 4d7b7369-48ab-4850-9847-2824e12b3332 associated. External IP: 172.26.1.12, port: ab768055-2e36-4e27-bd3c-e2805af66fb4. Jan 21 10:18:15.083817 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-a645c90a-12c9-4f69-98ac-2927a4f44e51 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1099 time: 0.0766070 Jan 21 10:18:15.229169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-a4c46927-4a13-401e-9a30-283cde69dcc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:15.230632 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-a4c46927-4a13-401e-9a30-283cde69dcc0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 898 time: 0.1266210 Jan 21 10:18:15.335433 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-2a3ea00c-0042-477a-8d0a-1c9b624fc291 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 999 time: 0.0991192 Jan 21 10:18:15.475219 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 225088a4-d08d-4cc8-a5d4-d51541750147 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:18:15.511852 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-1d83fa70-b742-41f8-8b02-730c9d676718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:15.513201 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-1d83fa70-b742-41f8-8b02-730c9d676718 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.1719306 Jan 21 10:18:15.590517 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-560bc95f-3567-4ae2-a468-031eb38719bc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710893 Jan 21 10:18:15.600185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-80f00cae-aaba-4a05-b0ec-dc9319db1568 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:18:15.601192 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-80f00cae-aaba-4a05-b0ec-dc9319db1568 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048585 Jan 21 10:18:15.682773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:18:15.693763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] Sync routers for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:18:15.707624 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:15.708332 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:18:15.708942 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:15.739324 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-97c4a25f-3a11-4c40-8d7e-82a3b9c1818c service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288190 Jan 21 10:18:15.763752 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ad132a92-7d20-4e70-9e90-c697234e29dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5230653 Jan 21 10:18:15.764161 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:18:15.837108 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'status': 'completed', 'code': 200} Jan 21 10:18:15.890737 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-26e76e91-edfe-4cc9-8da2-b0bf25329493 req-f00930ba-770b-41b7-8e3c-c01990273e57 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451373 Jan 21 10:18:15.930079 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:18:16.032567 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-5fde1b48-9899-4fd8-98f9-793a911f4e3a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1099 time: 0.0909948 Jan 21 10:18:16.038136 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7bc1d-76fd-4e43-820b-b02e6696674c req-6e16ac7f-cda4-4ebe-8dac-ce0f2b463149 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:16.039463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92b7bc1d-76fd-4e43-820b-b02e6696674c req-6e16ac7f-cda4-4ebe-8dac-ce0f2b463149 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.1477911 Jan 21 10:18:16.177903 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92b7bc1d-76fd-4e43-820b-b02e6696674c req-26718f15-19b8-41b9-9e30-c3b484a1a7ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173949 Jan 21 10:18:16.199422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-3de967d7-071c-48cf-a3df-b1e8cefa9cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:16.200980 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-3de967d7-071c-48cf-a3df-b1e8cefa9cbd service neutron] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 898 time: 0.1605580 Jan 21 10:18:16.209790 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44108) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:16.282694 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '4d7b7369-48ab-4850-9847-2824e12b3332', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'port_id': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'mac_address': 'fa:16:3e:4b:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:14Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:16.286582 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] Checking router: 225088a4-d08d-4cc8-a5d4-d51541750147 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:18:16.298322 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:18:16.299038 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:17:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:16.311712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-ddb6245f-7e46-43dd-a368-04c4463f7172 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 999 time: 0.1043842 Jan 21 10:18:16.318289 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c0d0c537-f5cf-4698-9ddb-d7dc9ee35fe8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/4d7b7369-48ab-4850-9847-2824e12b3332 HTTP/1.1" status: 200 len: 991 time: 0.1060903 Jan 21 10:18:16.374914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-dffbe955-17fd-4d68-8f9f-ecaf24960401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:16.376337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-dffbe955-17fd-4d68-8f9f-ecaf24960401 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.0587344 Jan 21 10:18:16.452700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-4feed2cd-120b-4915-a16c-46bea3fba208 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698941 Jan 21 10:18:16.476023 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:18:16.585374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-4107d6d6-01c7-4a79-a9ac-848463c7f53f service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260436 Jan 21 10:18:16.721126 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-155898df-b25d-4e2a-8ddc-aeaf177e6d37 req-3eab0f2a-e485-4079-a14b-0576392ec5fc service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290169 Jan 21 10:18:16.834710 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '4d7b7369-48ab-4850-9847-2824e12b3332', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'port_id': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'mac_address': 'fa:16:3e:4b:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:14Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:18:16.839359 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37e13c-32a3-4e82-a98d-a1604b28fb44 None None] The sync data for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv is: [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': '4d7b7369-48ab-4850-9847-2824e12b3332', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'port_id': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'mac_address': 'fa:16:3e:4b:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:18:14Z', 'updated_at': '2022-01-21T10:18:14Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:18:17.321606 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44112) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:17.429468 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-13a6f01e-e4f2-47fd-94d3-cfb403b76faf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/4d7b7369-48ab-4850-9847-2824e12b3332 HTTP/1.1" status: 200 len: 991 time: 0.1067774 Jan 21 10:18:18.433500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44116) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:18.536380 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-899eed2e-1204-4514-bed9-ff8ba86ce6ea tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/4d7b7369-48ab-4850-9847-2824e12b3332 HTTP/1.1" status: 200 len: 991 time: 0.1017115 Jan 21 10:18:19.170676 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-90e81214-b3e6-4e49-9aba-eb12fe69e614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:19.540774 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44120) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:19.648430 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-3d8be108-e351-447b-8dca-45cfa1851791 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/4d7b7369-48ab-4850-9847-2824e12b3332 HTTP/1.1" status: 200 len: 991 time: 0.1066039 Jan 21 10:18:20.163178 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2a8176-b9cc-4b4d-8c83-71f5adb13a5c None None] New status for floating IP 4d7b7369-48ab-4850-9847-2824e12b3332: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:18:20.652162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44124) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:20.754673 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5c515a1d-f679-4203-9e40-dbee27f9b43f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/4d7b7369-48ab-4850-9847-2824e12b3332 HTTP/1.1" status: 200 len: 993 time: 0.1011083 Jan 21 10:18:21.532147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2aa95fcd-f2f4-4dc8-9185-96bcfc9b7784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:22.571330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:22.948576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:24.016711 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:34.835108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:45.556850 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-747cbdbe-d382-4cf0-bc27-99a84e9eeff3 req-dc984b7f-03e5-49bf-8b38-1afb7322f3fa service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709925 Jan 21 10:18:45.817683 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44148) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:18:46.091109 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-428b7d10-8c05-47c3-860d-8b978a3568e1 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2718732 Jan 21 10:18:46.096617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4820f2f-0765-41dd-b3dd-0789a20cac52 req-5783311a-c36e-4d83-96ce-740cd4cbfc58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:46.097956 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b4820f2f-0765-41dd-b3dd-0789a20cac52 req-5783311a-c36e-4d83-96ce-740cd4cbfc58 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.3099501 Jan 21 10:18:46.151473 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b4820f2f-0765-41dd-b3dd-0789a20cac52 req-19ccd89c-7fcb-4f73-ad2b-48de977138ee tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475392 Jan 21 10:18:47.303072 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-8ca59abe-5839-4bcd-981f-b4b9f457a6dd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1099 time: 0.0732887 Jan 21 10:18:47.488953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-979ed360-b763-47e0-842c-537aa3c28fbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.490280 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-979ed360-b763-47e0-842c-537aa3c28fbf service neutron] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 898 time: 0.1808896 Jan 21 10:18:47.503815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadcf24-1709-4109-9f65-2f8716282931 req-e0300417-8ae2-4859-9836-d5fd33a5907c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.505176 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bdadcf24-1709-4109-9f65-2f8716282931 req-e0300417-8ae2-4859-9836-d5fd33a5907c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.2225869 Jan 21 10:18:47.632864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bdadcf24-1709-4109-9f65-2f8716282931 req-a372a38f-fd20-430b-87c7-7feee3603f66 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802708 Jan 21 10:18:47.634940 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-b6ed28c4-84ab-4723-86c0-a7348e12fcbe service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 1001 time: 0.1288819 Jan 21 10:18:47.698073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-623011dc-1544-4934-aada-78e6615fc1b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:47.700371 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-623011dc-1544-4934-aada-78e6615fc1b0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.0589838 Jan 21 10:18:47.779057 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-9baaea2d-2054-4190-ab76-5346d144ebd4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727112 Jan 21 10:18:47.919080 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-dbc3ea93-4dd2-4af1-84d0-cb8b0a4a248e service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304073 Jan 21 10:18:48.052480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-ce193b4a-0702-4680-8c95-7b750d4def31 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270571 Jan 21 10:18:48.839421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cd9e9-3eb2-445e-8129-212b3929d1d4 req-4996f480-809e-4f23-985d-b779315b39b4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:48.840871 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9cd9e9-3eb2-445e-8129-212b3929d1d4 req-4996f480-809e-4f23-985d-b779315b39b4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0816214 Jan 21 10:18:48.886156 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9cd9e9-3eb2-445e-8129-212b3929d1d4 req-acc74d41-f6d7-4e43-b3bb-1b4a56659b0c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396621 Jan 21 10:18:48.966631 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:18:49.172716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffc8caa3-7fa2-498e-b646-70d11216d5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:50.083219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99177f63-12fb-4d28-a202-2c0077a8d0b4 req-dadb7fb4-d9b2-48cc-9616-388605763ec3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:50.084661 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99177f63-12fb-4d28-a202-2c0077a8d0b4 req-dadb7fb4-d9b2-48cc-9616-388605763ec3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0762622 Jan 21 10:18:50.132579 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99177f63-12fb-4d28-a202-2c0077a8d0b4 req-b65561e3-4096-45ab-9748-f3cd1e7bf1de tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423236 Jan 21 10:18:51.332602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c5a4e-d21a-481f-97ef-35df969823cc req-9a65708f-1f0d-4fc1-8ee3-d7d2f2cc8b6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:51.334038 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ea4c5a4e-d21a-481f-97ef-35df969823cc req-9a65708f-1f0d-4fc1-8ee3-d7d2f2cc8b6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0750554 Jan 21 10:18:51.379178 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ea4c5a4e-d21a-481f-97ef-35df969823cc req-b339aa54-e5ba-4035-867b-48bb4476ef5a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Jan 21 10:18:51.534790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bd831ccb-da53-4a13-a113-c5416af4c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.574122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:52.583334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729e2e-79ca-4a62-9da6-bc4481b8b9e1 req-7937d99d-43fe-46f3-b807-583b4bd2379a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:52.584836 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79729e2e-79ca-4a62-9da6-bc4481b8b9e1 req-7937d99d-43fe-46f3-b807-583b4bd2379a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0841799 Jan 21 10:18:52.630607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-79729e2e-79ca-4a62-9da6-bc4481b8b9e1 req-779f5a0b-8d01-49fe-bab9-e3a3bc759dda tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390589 Jan 21 10:18:52.950514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:53.833937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ce82-f96f-4e2a-909c-69ddbeefa937 req-44be1633-f8ce-49b2-a3f7-abdf3cf44c73 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:53.835410 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2126ce82-f96f-4e2a-909c-69ddbeefa937 req-44be1633-f8ce-49b2-a3f7-abdf3cf44c73 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0836525 Jan 21 10:18:53.879940 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2126ce82-f96f-4e2a-909c-69ddbeefa937 req-c80eeec9-c2db-44cf-bd44-f26116ef3def tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385365 Jan 21 10:18:54.019058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:18:55.080936 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b741d-2832-441d-8c28-b5b5622d4466 req-635fce53-de5d-45fe-8457-889b1d131ccf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:55.082434 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-593b741d-2832-441d-8c28-b5b5622d4466 req-635fce53-de5d-45fe-8457-889b1d131ccf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0809619 Jan 21 10:18:55.129044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-593b741d-2832-441d-8c28-b5b5622d4466 req-33a0822b-9acd-4993-86de-ac77e7fbdbb3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 Jan 21 10:18:56.330362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989f957-ed46-4a1b-a0e0-655ae60b811c req-782ae6d9-2941-4212-8013-a675d8494a23 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:56.331815 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e989f957-ed46-4a1b-a0e0-655ae60b811c req-782ae6d9-2941-4212-8013-a675d8494a23 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0763113 Jan 21 10:18:56.379829 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e989f957-ed46-4a1b-a0e0-655ae60b811c req-7b2a423c-7e14-4c12-a14b-21248c3205d7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 Jan 21 10:18:57.579449 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daed57-6a95-44ce-9c88-8b16cd23bb27 req-3b82bf95-03f9-446a-8ad8-df13ecfb8be3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:57.580902 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d7daed57-6a95-44ce-9c88-8b16cd23bb27 req-3b82bf95-03f9-446a-8ad8-df13ecfb8be3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0778158 Jan 21 10:18:57.626235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d7daed57-6a95-44ce-9c88-8b16cd23bb27 req-9f15ecca-e2ed-4c42-98f0-94523da16d6c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397382 Jan 21 10:18:58.824305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec235f-7f91-4c96-9e32-e27e3411dbf1 req-bed536bc-29a9-4189-8da0-2c66809adc92 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:18:58.825759 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a0ec235f-7f91-4c96-9e32-e27e3411dbf1 req-bed536bc-29a9-4189-8da0-2c66809adc92 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0792885 Jan 21 10:18:58.957854 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a0ec235f-7f91-4c96-9e32-e27e3411dbf1 req-1de82aa1-ed3d-46b7-8e34-22bd28474797 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266341 Jan 21 10:18:59.743233 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-546e7332-86af-4a6a-85c8-83f320f99b6a service neutron] 10.222.0.120 "GET /v2.0/ports/ab768055-2e36-4e27-bd3c-e2805af66fb4/bindings/hv-neutron-8257 HTTP/1.1" status: 200 len: 384 time: 0.0725543 Jan 21 10:19:00.011454 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-13d1878e-9272-4ec8-ad8b-dd60916fa0de service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 1099 time: 0.0721924 Jan 21 10:19:00.155620 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-ec54ca63-9881-4ff6-92fe-a1bf7213b564 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1099 time: 0.1221585 Jan 21 10:19:00.250429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1c23-7e7d-462f-a9eb-63bfcb6ff861 req-cdd53821-af02-4121-a075-aa5a3309f143 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:00.251800 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a76b1c23-7e7d-462f-a9eb-63bfcb6ff861 req-cdd53821-af02-4121-a075-aa5a3309f143 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.1674860 Jan 21 10:19:00.332344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-76c44c6a-bec3-440e-b57d-61c3bf2c9a0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:00.333781 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-76c44c6a-bec3-440e-b57d-61c3bf2c9a0c service neutron] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 898 time: 0.1715691 Jan 21 10:19:00.336046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a76b1c23-7e7d-462f-a9eb-63bfcb6ff861 req-ff2baa13-942a-45df-bcc6-bef6ed7f07cd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739582 Jan 21 10:19:00.438918 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-e2c741e7-73f7-4dc6-9541-4f000dfc61e0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 1001 time: 0.0974011 Jan 21 10:19:00.500237 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-874242de-3280-4e33-a52c-55c579f0607e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:00.501700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-874242de-3280-4e33-a52c-55c579f0607e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.0567713 Jan 21 10:19:00.579485 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-a88a38bd-6bff-41aa-8c92-d12ad5cdef42 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719423 Jan 21 10:19:00.710330 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-020f1ec6-9772-4987-ba66-6e6ee38932a4 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246827 Jan 21 10:19:00.841618 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-acd8bd85-6ce7-4efb-ba91-550095c6bf24 req-c2492e2a-55c8-4158-8bf9-20402a89d144 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246951 Jan 21 10:19:01.529227 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50748698-2e1e-43d5-9a9b-0a8e1a256ec6 req-229dd947-9339-4ef3-8f1e-44643e0e92e3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:01.530736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-50748698-2e1e-43d5-9a9b-0a8e1a256ec6 req-229dd947-9339-4ef3-8f1e-44643e0e92e3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0739486 Jan 21 10:19:01.584376 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-50748698-2e1e-43d5-9a9b-0a8e1a256ec6 req-985a8b4d-46c9-45c4-a316-51312cac1cdd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421116 Jan 21 10:19:02.783132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d6423-d697-4a76-bebb-2921b8591e2a req-606f9511-14a6-45f8-b06d-464cd0bca9a8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:02.784548 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-725d6423-d697-4a76-bebb-2921b8591e2a req-606f9511-14a6-45f8-b06d-464cd0bca9a8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0774393 Jan 21 10:19:02.830003 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-725d6423-d697-4a76-bebb-2921b8591e2a req-1b96b081-9e8e-4bd5-9e79-35b44d02dd3b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392396 Jan 21 10:19:02.961251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ab768055-2e36-4e27-bd3c-e2805af66fb4 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:19:02.967395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ab768055-2e36-4e27-bd3c-e2805af66fb4 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:03.198248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:03.221886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:03.232876 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-77dda062-ae5c-42e5-ade6-115f8f034962 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.234330 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-77dda062-ae5c-42e5-ade6-115f8f034962 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad&tenant_id=f62ffa9aa6124c609e9e0123ea18281a&binding%3Ahost_id=hv-neutron-8257 HTTP/1.1" status: 200 len: 946 time: 0.1435742 Jan 21 10:19:03.240685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a50c4-947f-49d6-969e-d3d9cabfaf6d req-c380c0ef-8785-49dd-b696-298c0ad8a227 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.242090 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c80a50c4-947f-49d6-969e-d3d9cabfaf6d req-c380c0ef-8785-49dd-b696-298c0ad8a227 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.1205630 Jan 21 10:19:03.245500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:03.251795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'port_id': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'mac_address': 'fa:16:3e:4b:55:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:19:03.258741 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:03.304061 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c80a50c4-947f-49d6-969e-d3d9cabfaf6d req-460a992c-88a7-4973-b8cb-999a91b0c8ad tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561912 Jan 21 10:19:03.308297 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:03.346869 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'code': 200} Jan 21 10:19:03.370855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:03.397257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab768055-2e36-4e27-bd3c-e2805af66fb4 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:03.404992 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-5eddaadd-84f7-4011-b9c3-ba567351a443 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1097 time: 0.0714765 Jan 21 10:19:03.412856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:03.422005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:03.425910 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.426308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.426651 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.427111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.427316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.427644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.427975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.428300 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.428665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.429018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.429375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:03.434722 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:03.505393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['ab768055-2e36-4e27-bd3c-e2805af66fb4'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:19:03.556785 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:03.694644 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-98ef67a1-7e53-4413-bff1-888097225153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.696090 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-98ef67a1-7e53-4413-bff1-888097225153 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 898 time: 0.2869992 Jan 21 10:19:03.709963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7076e-565e-4fd9-9be5-f24e3e7b4d5f req-6ad8b090-9b74-4024-935a-d1bc39a48307 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.711399 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7076e-565e-4fd9-9be5-f24e3e7b4d5f req-6ad8b090-9b74-4024-935a-d1bc39a48307 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 945 time: 0.2326450 Jan 21 10:19:03.843105 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-72004346-d90b-4f5e-bcb1-968cbb6c58e5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 1000 time: 0.1307595 Jan 21 10:19:03.845292 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7076e-565e-4fd9-9be5-f24e3e7b4d5f req-26e12e7f-57b9-4d53-831a-9bf006870a34 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859261 Jan 21 10:19:03.905496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-ac7fa8a9-705e-46aa-922a-4e776dde5857 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:03.907157 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-ac7fa8a9-705e-46aa-922a-4e776dde5857 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.0583506 Jan 21 10:19:03.986642 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-af0f2aae-bc32-4d8f-9423-e3be5934906d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726230 Jan 21 10:19:04.119305 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-6ddf8453-cdb6-4875-a9d8-108a71a9781c service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257782 Jan 21 10:19:04.251033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-98d79331-3ea7-4903-a51e-dcc27fc111df req-92036de6-437c-4552-8d8e-871c9846502b service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245155 Jan 21 10:19:04.843280 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:04.985100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ab768055-2e36-4e27-bd3c-e2805af66fb4 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:05.046280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24229a58-d89f-4198-ba66-6076129c561b req-aeb46672-1f5d-4ea0-874a-f69322bf5daa tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:05.047734 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-24229a58-d89f-4198-ba66-6076129c561b req-aeb46672-1f5d-4ea0-874a-f69322bf5daa tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 945 time: 0.0783002 Jan 21 10:19:05.053841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port ab768055-2e36-4e27-bd3c-e2805af66fb4 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:05.054247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.095255 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-24229a58-d89f-4198-ba66-6076129c561b req-e1fbc8b6-d293-4f58-b05a-52bb425a55cc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416367 Jan 21 10:19:05.123103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44214) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:05.169580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.201395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:05.206477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:05.233154 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-810f11e7-2be7-4fec-8ddf-46752b41c80a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/4d7b7369-48ab-4850-9847-2824e12b3332 HTTP/1.1" status: 200 len: 992 time: 0.1088448 Jan 21 10:19:05.277929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:05.348535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:05.402983 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'code': 200} Jan 21 10:19:17.040731 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-05a3968f-813c-4db3-b54c-5dd24ec60307 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412277 Jan 21 10:19:17.187459 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-8b41dfb0-c53b-4cf6-89de-41f709988f0a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1099 time: 0.0675604 Jan 21 10:19:17.351627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-9695d06d-e033-4de0-a31f-21353de72a9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:17.353058 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-9695d06d-e033-4de0-a31f-21353de72a9a service neutron] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 898 time: 0.1325536 Jan 21 10:19:17.456976 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-d80b153e-230d-4301-ba8c-7debc8718523 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 1001 time: 0.0966573 Jan 21 10:19:17.518472 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-692d7cac-a3a7-4bde-8f37-dc431756a155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:17.519894 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-692d7cac-a3a7-4bde-8f37-dc431756a155 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.0571837 Jan 21 10:19:17.599235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-4c1cbd9f-e893-4750-809f-54d041621146 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732181 Jan 21 10:19:17.740012 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-9d4c5992-054d-43d4-8162-a9316e10db2a service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300981 Jan 21 10:19:17.976709 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c529f450-7c93-4d1f-92f1-f133f508e68d req-0f2366b2-78a3-4e2c-9e0a-8008edf1a98e service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293127 Jan 21 10:19:19.178170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5668f4d4-558a-4a2c-815c-b6aaa5fa0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:21.536152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-18d92427-35cf-4d3d-bfe8-66090a25f1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.581267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:22.951873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:24.020466 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:25.967919 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:19:34.861017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:35.707574 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44230) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:35.900302 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 9d99e692-f6e8-4cf3-bdb3-7f7ea0d08001 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:19:35.900639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.070688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.071020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.194098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 9d99e692-f6e8-4cf3-bdb3-7f7ea0d08001 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:19:36.344806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.388214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=9d99e692-f6e8-4cf3-bdb3-7f7ea0d08001,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:36.426754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.427093 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.427425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.427750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.428074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.428397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.428720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.429033 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.429347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.429670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.430002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:36.491315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:36.883252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 225088a4-d08d-4cc8-a5d4-d51541750147 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:37.087837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:37.098303 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] Sync routers for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:19:37.107751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:37.110382 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:37.110991 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:37.268061 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0c865355-569a-4c57-a4fb-f54652632e46 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/floatingips/4d7b7369-48ab-4850-9847-2824e12b3332 HTTP/1.1" status: 204 len: 168 time: 1.5593090 Jan 21 10:19:37.268939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:37.351907 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:37.411677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'status': 'completed', 'code': 200} Jan 21 10:19:37.517151 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82a74153-e925-4022-89e7-0261c29dd904 req-b0ea93d0-a24d-4328-9f3c-6daa83ff05fb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 1099 time: 0.0815029 Jan 21 10:19:37.690159 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:37.694216 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] Checking router: 225088a4-d08d-4cc8-a5d4-d51541750147 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:19:37.704809 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:37.705446 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:37.728170 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74153-e925-4022-89e7-0261c29dd904 req-dadde28a-58f2-41c9-9549-00e246ae8edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:37.729705 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82a74153-e925-4022-89e7-0261c29dd904 req-dadde28a-58f2-41c9-9549-00e246ae8edd service neutron] 10.222.0.120 "GET /v2.0/networks?id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 200 len: 898 time: 0.2029555 Jan 21 10:19:37.741012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d15620-76d8-4c62-a7f1-5e326033c672 req-1901980e-f91a-43f2-9caa-825bbd62abc3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:37.741745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b2d15620-76d8-4c62-a7f1-5e326033c672 req-1901980e-f91a-43f2-9caa-825bbd62abc3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:37.816649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82a74153-e925-4022-89e7-0261c29dd904 req-c71307a6-65df-49f0-800c-e79181ef7f83 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 200 len: 217 time: 0.0719969 Jan 21 10:19:37.820118 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b2d15620-76d8-4c62-a7f1-5e326033c672 req-1901980e-f91a-43f2-9caa-825bbd62abc3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:37.821396 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2d15620-76d8-4c62-a7f1-5e326033c672 req-1901980e-f91a-43f2-9caa-825bbd62abc3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.2084503 Jan 21 10:19:37.891762 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:37.909484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74153-e925-4022-89e7-0261c29dd904 req-0c543323-1d67-45ea-b3d1-4700cc5617e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:37.910935 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82a74153-e925-4022-89e7-0261c29dd904 req-0c543323-1d67-45ea-b3d1-4700cc5617e8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 200 len: 834 time: 0.0876729 Jan 21 10:19:37.968437 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b2d15620-76d8-4c62-a7f1-5e326033c672 req-a4ae4aa0-b284-4e20-9b8c-fde041400d81 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069846 Jan 21 10:19:38.004805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82a74153-e925-4022-89e7-0261c29dd904 req-4c25e18c-935e-468f-945e-1e126d57f073 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0796b64a-2b38-4fcc-bf0b-828cb7faee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856609 Jan 21 10:19:38.142816 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82a74153-e925-4022-89e7-0261c29dd904 req-516ce1db-5a0c-47a1-b5c3-e98d52e58f16 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307712 Jan 21 10:19:38.211732 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:38.215508 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca35f6a-63e6-40c4-954e-2b2c13d10c64 None None] The sync data for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv is: [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'b8502983-3e1f-4e05-89cb-c2753a049438', 'name': '', 'network_id': '0796b64a-2b38-4fcc-bf0b-828cb7faee8e', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:f8:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:58Z', 'updated_at': '2022-01-21T10:18:05Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'da2c5fd3-74c7-4f57-af28-ac6c41d61bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:19:38.279047 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82a74153-e925-4022-89e7-0261c29dd904 req-8e4836d6-bfc4-4d53-b0a8-81527ebeb1e6 service neutron] 10.222.0.120 "GET /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289749 Jan 21 10:19:38.445136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fdfd76-fb45-4b51-9bbc-f6e3a5ac1eed None None] New status for floating IP 4d7b7369-48ab-4850-9847-2824e12b3332: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:19:39.179555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a9c0-68af-4def-a056-2b6dcb24ce29 req-f16765fd-3d36-478f-84ba-ef26fe923442 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:39.181059 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1c38a9c0-68af-4def-a056-2b6dcb24ce29 req-f16765fd-3d36-478f-84ba-ef26fe923442 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0793970 Jan 21 10:19:39.226829 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1c38a9c0-68af-4def-a056-2b6dcb24ce29 req-4cba15e0-a680-4a31-9ee2-43eb2a338707 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=704f382a-e800-41c9-89cc-2750fbd3351f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398471 Jan 21 10:19:39.660259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309754-c4e5-47cb-b814-edad66b494ee req-1fd01494-9875-48ff-8da1-c19315dd03b1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:39.661665 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-75309754-c4e5-47cb-b814-edad66b494ee req-1fd01494-9875-48ff-8da1-c19315dd03b1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 946 time: 0.0800562 Jan 21 10:19:39.729612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port ab768055-2e36-4e27-bd3c-e2805af66fb4 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:19:39.729953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:39.976582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port ab768055-2e36-4e27-bd3c-e2805af66fb4, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=ab768055-2e36-4e27-bd3c-e2805af66fb4,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:39.976853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.099907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for ab768055-2e36-4e27-bd3c-e2805af66fb4 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:19:40.380583 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.437865 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-193d56eb-e38d-43ab-bd5f-f7ba41706eaa req-d438efde-3106-4d3e-8d42-a55a5da79304 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=637a2ca6-244d-4f51-9071-1b93c1a48bad HTTP/1.1" status: 200 len: 210 time: 0.0883312 Jan 21 10:19:40.445169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=ab768055-2e36-4e27-bd3c-e2805af66fb4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:40.518520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] No DVR routers for this DVR port ab768055-2e36-4e27-bd3c-e2805af66fb4 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:40.520847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:40.523266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'name': 'network-vif-deleted', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:40.543074 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-75309754-c4e5-47cb-b814-edad66b494ee req-537f0363-3787-40e4-84d1-20f588abd52e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "DELETE /v2.0/ports/ab768055-2e36-4e27-bd3c-e2805af66fb4 HTTP/1.1" status: 204 len: 173 time: 0.8758602 Jan 21 10:19:40.579452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637a2ca6-244d-4f51-9071-1b93c1a48bad', 'name': 'network-vif-deleted', 'tag': 'ab768055-2e36-4e27-bd3c-e2805af66fb4', 'status': 'completed', 'code': 200} Jan 21 10:19:41.543693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44250) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:41.941635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.567515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port b8502983-3e1f-4e05-89cb-c2753a049438 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:19:42.568249 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.751869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port b8502983-3e1f-4e05-89cb-c2753a049438, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=b8502983-3e1f-4e05-89cb-c2753a049438,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:42.752217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:42.979485 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for b8502983-3e1f-4e05-89cb-c2753a049438 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:19:43.163520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:43.201145 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ab768055-2e36-4e27-bd3c-e2805af66fb4 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:43.215354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=b8502983-3e1f-4e05-89cb-c2753a049438,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:43.238087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: ab768055-2e36-4e27-bd3c-e2805af66fb4 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:19:43.238666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device ab768055-2e36-4e27-bd3c-e2805af66fb4 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:43.514141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.084821 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 225088a4-d08d-4cc8-a5d4-d51541750147 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:44.282050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:44.291281 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] Sync routers for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:19:44.294899 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-71cbaee3-62ba-4a3d-9968-d66e396895e7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/225088a4-d08d-4cc8-a5d4-d51541750147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7501373 Jan 21 10:19:44.298103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44254) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:44.303583 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:44.304179 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:44.487298 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:44.610862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c13f0c-b6f8-4c90-9edb-3a4d76910539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting subnet da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:19:44.613760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-11c13f0c-b6f8-4c90-9edb-3a4d76910539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.666823 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-11c13f0c-b6f8-4c90-9edb-3a4d76910539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.749031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-11c13f0c-b6f8-4c90-9edb-3a4d76910539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.806693 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:19:43Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:44.810813 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] Checking router: 225088a4-d08d-4cc8-a5d4-d51541750147 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:19:44.822080 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] Routers {'225088a4-d08d-4cc8-a5d4-d51541750147'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:44.822687 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['225088a4-d08d-4cc8-a5d4-d51541750147'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:44.830208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-11c13f0c-b6f8-4c90-9edb-3a4d76910539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.867401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c13f0c-b6f8-4c90-9edb-3a4d76910539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Subnet': ['ID=da2c5fd3-74c7-4f57-af28-ac6c41d61bb4,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:44.873578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-11c13f0c-b6f8-4c90-9edb-3a4d76910539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:44.880568 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-11c13f0c-b6f8-4c90-9edb-3a4d76910539 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/subnets/da2c5fd3-74c7-4f57-af28-ac6c41d61bb4 HTTP/1.1" status: 204 len: 168 time: 0.5815117 Jan 21 10:19:44.881433 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258035e-6aee-402c-aca4-e680f800eb12 None None] Network 0796b64a-2b38-4fcc-bf0b-828cb7faee8e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:19:44.883340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44258) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:45.049535 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] Set router 225088a4-d08d-4cc8-a5d4-d51541750147 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:45.097890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.151156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] DHCP port deletion for 0796b64a-2b38-4fcc-bf0b-828cb7faee8e request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:19:45.155643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] Deleting port 707b8b12-9dd7-4765-9a19-0afefab3115e {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:19:45.156614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.304008 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.313874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port ed59eb63-c2b9-447e-b08b-b6496349f2c1 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:19:45.314509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.346862 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:19:43Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:45.351212 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6de14-1beb-4e70-9cc6-ab956729ffdc None None] The sync data for ids ['225088a4-d08d-4cc8-a5d4-d51541750147'] in dv-neutron-825724-1-hyperv is: [{'id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343044602', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:19:43Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'ed59eb63-c2b9-447e-b08b-b6496349f2c1', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225088a4-d08d-4cc8-a5d4-d51541750147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:17:55Z', 'updated_at': '2022-01-21T10:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:19:45.366935 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] For port 707b8b12-9dd7-4765-9a19-0afefab3115e, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=707b8b12-9dd7-4765-9a19-0afefab3115e,segment=NetworkSegment(8dae6be1-102d-4ad8-8de3-5173cd1fe488),segment_id=8dae6be1-102d-4ad8-8de3-5173cd1fe488)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:45.367432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.493408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port ed59eb63-c2b9-447e-b08b-b6496349f2c1, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=ed59eb63-c2b9-447e-b08b-b6496349f2c1,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:45.493763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.497944 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] Calling delete_port for 707b8b12-9dd7-4765-9a19-0afefab3115e owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:19:45.574369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.618589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] Pushing event deleted for resources: {'Port': ['ID=707b8b12-9dd7-4765-9a19-0afefab3115e,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:45.621100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for ed59eb63-c2b9-447e-b08b-b6496349f2c1 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:19:45.624465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01ddfe-fb05-46b2-a78c-f7a6d4d05dfd None None] No DVR routers for this DVR port 707b8b12-9dd7-4765-9a19-0afefab3115e on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:19:45.792874 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:45.838437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=ed59eb63-c2b9-447e-b08b-b6496349f2c1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:46.154563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.406194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.410795 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.439743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.440247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Fanout notify agent at l3_agent the message router_deleted on router 225088a4-d08d-4cc8-a5d4-d51541750147 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:19:46.455836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.457171 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7e957623-3003-4dc9-b6ae-5fef878f9a04 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/routers/225088a4-d08d-4cc8-a5d4-d51541750147 HTTP/1.1" status: 204 len: 168 time: 1.5727141 Jan 21 10:19:46.459988 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44262) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:46.576797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.714529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.743971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0796b64a-2b38-4fcc-bf0b-828cb7faee8e']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:46.755953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dae6be1-102d-4ad8-8de3-5173cd1fe488') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:46.756241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dae6be1-102d-4ad8-8de3-5173cd1fe488') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:46.767311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.783307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.789377 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:19:46.789754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:19:46.804256 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:19:46.885345 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.905635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:46.916963 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Network': ['ID=0796b64a-2b38-4fcc-bf0b-828cb7faee8e,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:46.923999 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fe310cfc-b3e0-4d5a-b3b3-0732e7aee53c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/networks/0796b64a-2b38-4fcc-bf0b-828cb7faee8e HTTP/1.1" status: 204 len: 168 time: 0.4628606 Jan 21 10:19:46.926728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44266) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:47.001277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6774175-c49b-4d21-b3b1-e945b83c2939 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.016796 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 707b8b12-9dd7-4765-9a19-0afefab3115e no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:47.030371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6774175-c49b-4d21-b3b1-e945b83c2939 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.052652 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 707b8b12-9dd7-4765-9a19-0afefab3115e {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:19:47.052989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 707b8b12-9dd7-4765-9a19-0afefab3115e not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:47.053391 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b8502983-3e1f-4e05-89cb-c2753a049438 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:47.090290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: b8502983-3e1f-4e05-89cb-c2753a049438 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:19:47.090823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device b8502983-3e1f-4e05-89cb-c2753a049438 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:47.091453 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ed59eb63-c2b9-447e-b08b-b6496349f2c1 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:19:47.099326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6774175-c49b-4d21-b3b1-e945b83c2939 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.120762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774175-c49b-4d21-b3b1-e945b83c2939 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704f382a-e800-41c9-89cc-2750fbd3351f,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.124450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: ed59eb63-c2b9-447e-b08b-b6496349f2c1 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:19:47.124797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device ed59eb63-c2b9-447e-b08b-b6496349f2c1 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:19:47.135517 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a6774175-c49b-4d21-b3b1-e945b83c2939 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.136698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a6774175-c49b-4d21-b3b1-e945b83c2939 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/security-groups/704f382a-e800-41c9-89cc-2750fbd3351f HTTP/1.1" status: 204 len: 168 time: 0.2090092 Jan 21 10:19:47.375869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44274) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:47.382134 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127083194', 'description': 'tempest-secgroup-smoke-127083194 description', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:47.388025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:47.392564 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:47.395392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:47.401043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:47.410995 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.445806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:47.449509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:47.452243 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:47.458644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:47.515656 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.520383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.565005 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f45f5e-5196-44ca-8066-57d4dde05190,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.574354 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.575557 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1987209 Jan 21 10:19:47.577368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.577710 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.578228 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.579235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.579400 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44278) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:47.580028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.580028 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.580263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.580531 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.580852 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.581282 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.581697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ca18f-cc34-4288-b755-ef777cc11af6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:47.585383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '71f45f5e-5196-44ca-8066-57d4dde05190', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:47.591703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:47.595620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:47.598777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:47.604786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:47.620887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.683674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.687996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.712088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c755db-c283-4777-a71d-811e1b4a7849,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.723121 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.724458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-85251d40-af77-4139-97eb-7baa94b0d93d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1437063 Jan 21 10:19:47.727137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44282) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:47.732537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '71f45f5e-5196-44ca-8066-57d4dde05190', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:47.738570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:47.742337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:47.745147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:47.751375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:47.768435 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.831767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.835393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.862661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8125ebb2-a2e7-428e-85ed-dcc021d17652,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:47.869195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.870392 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2b20875e-524e-4ed0-a518-5e30997e79e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1423266 Jan 21 10:19:47.872970 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44286) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:47.881696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '71f45f5e-5196-44ca-8066-57d4dde05190', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:47.885259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:47.889364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:47.892709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:47.898669 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:47.914784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.983316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:47.987441 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.010996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54169e74-81c0-4be1-a486-b95602e7985f,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:48.019386 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.020421 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-de735bed-89fb-4caa-bef1-a61eb6d49a5b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1465545 Jan 21 10:19:48.023207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44290) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:48.028602 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '71f45f5e-5196-44ca-8066-57d4dde05190', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:48.034730 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:48.038608 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:48.041442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:48.047776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:48.064737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.128515 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.132285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.155150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f383803-1d66-4a5f-af4e-610f9a8d85ce,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:48.164259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.165696 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2f0c8da3-bd2e-4c05-a0f8-65ff14236769 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1415455 Jan 21 10:19:48.168367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44294) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:48.174262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '71f45f5e-5196-44ca-8066-57d4dde05190', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:48.182016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:48.186522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:48.189626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:48.195370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:48.206262 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:19:48.213176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.283679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.287327 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.310746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f457f7-938d-4250-a322-df35b63a7d9a,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:48.319761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.321065 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d1bc7eee-c668-4553-99ac-28a1d2318447 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1518080 Jan 21 10:19:48.323719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44298) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:48.329367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '71f45f5e-5196-44ca-8066-57d4dde05190', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:48.335195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:48.338997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:48.341893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:48.348440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:48.358548 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:19:48.365555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.431712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.435371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.458123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8eb67f7-4316-4c84-9e0a-e29103cfa1c3,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:48.467333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.468530 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-fe6b168a-b3ad-440e-87ab-3e60b2765742 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1439216 Jan 21 10:19:48.472757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44302) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:48.478313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'network': {'name': 'tempest-network-smoke--1434394347', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:48.483438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:48.488234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:network and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:48.491216 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:48.496834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:48.507428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:48.510770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.540548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:19:48.551229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.551852 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Added segment e891e6d1-644f-4bce-afb2-7da5cfb84535 of type vlan for network 1a51ad73-e84a-4a1a-a71d-80276c80d791 Jan 21 10:19:48.585955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.615938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.619631 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:48.620208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.822213 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3482757 Jan 21 10:19:48.825007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44306) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:48.827997 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df8e2-9097-47f5-9cfc-8bfa1536dd10 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Network': ['ID=1a51ad73-e84a-4a1a-a71d-80276c80d791,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:48.830458 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'admin_state_up': True, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:48.839950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:19:48.840418 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:48.844781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:router and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:48.847686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:48.855361 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:48.866292 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.867199 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:48.886761 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.032788 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.182208 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c961c059-904e-4b7b-be09-763ba41068bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.306189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.334838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.470057 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.62 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:49.617277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.645323 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.715048 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:49.717912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:49.722422 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:49.748381 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:49.876910 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:49.877595 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.107061 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 24a5901d-2827-4397-9ab3-9a9dc12407f4 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:19:50.307083 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:50.317165 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Sync routers for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:19:50.329561 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:50.330299 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:50.333625 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.334798 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-27399fa1-af26-4f01-97d2-2013cbe45f95 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5087764 Jan 21 10:19:50.337866 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44310) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:50.377049 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-055451ed-996a-4741-ab67-ea6bd0a02f05 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=f62ffa9aa6124c609e9e0123ea18281a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380855 Jan 21 10:19:50.379869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44314) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:50.507679 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f552f57-ad27-44d5-a159-99edc486beaa tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:50.509197 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4f552f57-ad27-44d5-a159-99edc486beaa tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284418 Jan 21 10:19:50.512086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44318) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:50.517683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:50.552941 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f252bcfb-1428-4f36-b533-26748317c609 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397787 Jan 21 10:19:50.555519 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44322) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:50.561198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968079508', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:50.671581 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:50.676264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:subnet and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:19:50.679077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:19:50.684945 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:50.695500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:50.800878 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:50.845140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:49Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:50.849793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Checking router: 24a5901d-2827-4397-9ab3-9a9dc12407f4 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:19:50.850166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Updating router 24a5901d-2827-4397-9ab3-9a9dc12407f4 port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:19:50.903581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.119844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.198198 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Subnet': ['ID=dcc02a34-2ac0-4889-932c-247be2c7cc9d,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:51.210571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Checking segment: {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:51.210932 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network hostable DHCP agents. Network: 1a51ad73-e84a-4a1a-a71d-80276c80d791, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:19:51.234156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:19:51.240084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.244066 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 1a51ad73-e84a-4a1a-a71d-80276c80d791) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:51.248685 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:51.249807 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.252801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Transition to ACTIVE for port object bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:51.256612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d901ac-46fd-490d-961d-3fdc692ebdae None None] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:19:51.276852 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2ae5208d-9bda-4303-8e22-62c26ee4f852 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7177775 Jan 21 10:19:51.277139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44326) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:19:51.278119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.419070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43f6fa-e02e-4d3b-8af5-9d3952551d43 None None] Pushing event updated for resources: {'Port': ['ID=bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:51.421262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Attempting to bind port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:51.421620 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Attempting to bind port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:51.422019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Attempting to bind port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:51.446215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:51.446584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:51.446978 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.447366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:51.447827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Bound port: bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:51.448195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.574831 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d03ea8c6-f5cf-4257-81c3-fef61f750eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.616027 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] For port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:51.629317 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] For port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:51.634784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-1a51ad73-e84a-4a1a-a71d-80276c80d791', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:19:51.635793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.647314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:51.781498 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43f6fa-e02e-4d3b-8af5-9d3952551d43 None None] Pushing event updated for resources: {'Port': ['ID=bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:51.793615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:51.794252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:52.016251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Allocated IP 172.20.0.2 (1a51ad73-e84a-4a1a-a71d-80276c80d791/dcc02a34-2ac0-4889-932c-247be2c7cc9d/293a05c1-b2f3-45d2-bfb1-1853d2aeac72) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:52.047682 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:52.103514 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:52.505010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:52.519192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Transition to ACTIVE for port object 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:52.543313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Transition to ACTIVE for port object 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:52.554821 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:52.617843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.1 (1a51ad73-e84a-4a1a-a71d-80276c80d791/dcc02a34-2ac0-4889-932c-247be2c7cc9d/6b0ca77f-723d-4a6f-a349-da182f436194) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:52.654602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:52.661038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:52.662983 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:49Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:52.668150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:52.670986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Pushing event updated for resources: {'Port': ['ID=293a05c1-b2f3-45d2-bfb1-1853d2aeac72,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:52.673169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:52.677845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7bf4a-324f-49a6-ae75-deafe62a4ab2 None None] The sync data for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv is: [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:49Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:19:52.770629 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Attempting to bind port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:52.770997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Attempting to bind port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:52.771357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Attempting to bind port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 on network 1a51ad73-e84a-4a1a-a71d-80276c80d791 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:52.778544 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:52.778909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Checking segment: {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:52.779301 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:52.779689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Bound using segment: {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:52.780185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Bound port: 293a05c1-b2f3-45d2-bfb1-1853d2aeac72, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:52.780562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:52.902347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] For port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:52.905467 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] For port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=293a05c1-b2f3-45d2-bfb1-1853d2aeac72,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:52.908221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:52.912063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:52.926091 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object 6b0ca77f-723d-4a6f-a349-da182f436194 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:52.950808 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.055006 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:53.058755 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:53.064498 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:53.077760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.094694 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=6b0ca77f-723d-4a6f-a349-da182f436194,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:53.096085 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:53.141039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.157053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e0f2-2f14-4cd3-876a-636174167c9d None None] Pushing event updated for resources: {'Port': ['ID=293a05c1-b2f3-45d2-bfb1-1853d2aeac72,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:53.197367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:53.204618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:53.205150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.258494 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.381432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.401874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:53.406808 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.493587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:53.740137 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.744501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.856007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:53.860129 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=6b0ca77f-723d-4a6f-a349-da182f436194,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:54.006655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:54.007848 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:54.029782 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:54.123176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5165fd-781b-4d61-abcb-7f01e1e6d73a None None] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:19:54.232879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1b1399be-79f4-4400-8ac9-27e509629e91 None None] Provisioning for port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:54.396029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 24a5901d-2827-4397-9ab3-9a9dc12407f4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:19:54.591594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e2ab2804-51de-4b7d-ace9-77efa0f69b39 None None] Provisioning for port 6b0ca77f-723d-4a6f-a349-da182f436194 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:54.599468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-e2ab2804-51de-4b7d-ace9-77efa0f69b39 None None] Provisioning complete for port 6b0ca77f-723d-4a6f-a349-da182f436194 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:54.599840 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2804-51de-4b7d-ace9-77efa0f69b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:54.668332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab2804-51de-4b7d-ace9-77efa0f69b39 None None] Port 6b0ca77f-723d-4a6f-a349-da182f436194 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:54.713002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:19:54.727209 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0b719398-c38d-437b-82a5-d4e3ede58719 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/24a5901d-2827-4397-9ab3-9a9dc12407f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4489434 Jan 21 10:19:54.789542 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c10c4d25-970b-4759-a07e-6a5ece5a080d None None] Provisioning complete for port 6b0ca77f-723d-4a6f-a349-da182f436194 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:54.789914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c10c4d25-970b-4759-a07e-6a5ece5a080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:54.848876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c10c4d25-970b-4759-a07e-6a5ece5a080d None None] Port 6b0ca77f-723d-4a6f-a349-da182f436194 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:54.971774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-495e91ce-1e64-473d-8d3c-579b54af9e04 None None] Provisioning complete for port 6b0ca77f-723d-4a6f-a349-da182f436194 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:54.972151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-495e91ce-1e64-473d-8d3c-579b54af9e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:54.988647 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-4b8ac420-d0c1-41a5-b63d-494c51f1d5fe tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:55.009815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-4b8ac420-d0c1-41a5-b63d-494c51f1d5fe tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:55.011082 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-4b8ac420-d0c1-41a5-b63d-494c51f1d5fe tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127083194&fields=id&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 267 time: 0.0670910 Jan 21 10:19:55.030630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-495e91ce-1e64-473d-8d3c-579b54af9e04 None None] Port 6b0ca77f-723d-4a6f-a349-da182f436194 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:55.110671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:55.166638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-f98a7252-e298-4ab2-a3df-84e5968983dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:55.167230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-f98a7252-e298-4ab2-a3df-84e5968983dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:55.178417 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:55.182894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-f98a7252-e298-4ab2-a3df-84e5968983dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:55.184402 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-f98a7252-e298-4ab2-a3df-84e5968983dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/networks?id=1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 200 len: 797 time: 0.1664026 Jan 21 10:19:55.184636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:55.185006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:55.201031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-a2635789-eac3-4b36-b00b-7fd08afbe0ed tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/quotas/f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 375 time: 0.0107181 Jan 21 10:19:55.280104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-32bf276d-0f72-479d-90bb-e19473fb24a8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:55.295208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-32bf276d-0f72-479d-90bb-e19473fb24a8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:55.296603 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-32bf276d-0f72-479d-90bb-e19473fb24a8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896063 Jan 21 10:19:55.301236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:55.334227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=293a05c1-b2f3-45d2-bfb1-1853d2aeac72,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:55.338035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:55.338886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:55.436655 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-9d2fd3df-f7d7-4d9b-8d96-4f75c7d035b5 service neutron] 10.222.0.122 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270168 Jan 21 10:19:55.450038 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=293a05c1-b2f3-45d2-bfb1-1853d2aeac72,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:55.464218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:55.464582 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:55.571808 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-64130a17-18c8-43ab-a8b7-e1ca4ab2277e service neutron] 10.222.0.122 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290650 Jan 21 10:19:55.756083 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4151a569-afe1-4387-8e0e-7f3561e47e0a req-a8ad33f6-842d-4de2-b2e0-80ef11fcf84e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 210 time: 0.0403364 Jan 21 10:19:56.289299 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Sync routers for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:19:56.301139 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:56.301734 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:56.483965 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:56.788655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-cc3d1c56-1a1d-4c95-b8cf-82bb20757a8f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:56.790868 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-cc3d1c56-1a1d-4c95-b8cf-82bb20757a8f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/networks?id=1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 200 len: 797 time: 0.1554484 Jan 21 10:19:56.816925 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 2, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:56.821824 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Checking router: 24a5901d-2827-4397-9ab3-9a9dc12407f4 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:19:56.822269 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Updating router 24a5901d-2827-4397-9ab3-9a9dc12407f4 port 6b0ca77f-723d-4a6f-a349-da182f436194 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:19:56.858870 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-f7e5ae95-5cf0-494b-a121-165d8675d7f9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 379 time: 0.0543091 Jan 21 10:19:56.867793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'port': {'device_id': '9d367d82-261e-4000-9f6b-e113f270673d', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'admin_state_up': True, 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'security_groups': ['71f45f5e-5196-44ca-8066-57d4dde05190']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:56.881660 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:56.992086 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7975c18e-5c1d-4d1a-b776-296e39d4c150 req-05f9cb28-2d48-436f-8a65-5d076042e6ba tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 210 time: 0.1002121 Jan 21 10:19:57.058765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:57.061357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:19:57.071196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:19:57.082140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:19:57.085314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.128406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:57.128764 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.276634 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.288432 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Transition to ACTIVE for port object 6b0ca77f-723d-4a6f-a349-da182f436194 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:57.294810 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.360747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.11 (1a51ad73-e84a-4a1a-a71d-80276c80d791/dcc02a34-2ac0-4889-932c-247be2c7cc9d/973a3785-90e1-4212-9105-7de8fd58318a) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:19:57.418539 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Pushing event updated for resources: {'Port': ['ID=6b0ca77f-723d-4a6f-a349-da182f436194,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:57.431581 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.431921 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.432263 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.432575 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.432888 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.433197 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.433764 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.434111 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.434429 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.434732 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.435043 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:19:57.524877 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Attempting to bind port 6b0ca77f-723d-4a6f-a349-da182f436194 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:57.525281 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Attempting to bind port 6b0ca77f-723d-4a6f-a349-da182f436194 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:57.526223 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Attempting to bind port 6b0ca77f-723d-4a6f-a349-da182f436194 on network 1a51ad73-e84a-4a1a-a71d-80276c80d791 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:57.532941 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:57.533307 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Checking segment: {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:57.533699 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.534787 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Bound using segment: {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:57.534787 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Bound port: 6b0ca77f-723d-4a6f-a349-da182f436194, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:57.535150 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.559915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.578547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object 973a3785-90e1-4212-9105-7de8fd58318a will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:57.600334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.628974 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] For port 6b0ca77f-723d-4a6f-a349-da182f436194, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:57.632535 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] For port 6b0ca77f-723d-4a6f-a349-da182f436194, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b0ca77f-723d-4a6f-a349-da182f436194,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:57.635976 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.671321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:19:57.673055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:19:57.677951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:19:57.725850 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faebc2f-b4cb-4095-88cb-620473131fc0 None None] Pushing event updated for resources: {'Port': ['ID=6b0ca77f-723d-4a6f-a349-da182f436194,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:57.739365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=973a3785-90e1-4212-9105-7de8fd58318a,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:57.745548 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:19:57.746725 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:57.766530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:57.767131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.793384 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ec7626ba-687d-4f7a-8e1c-d89fc75b1526 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9299858 Jan 21 10:19:57.805551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Request body: {'port': {'device_id': '9d367d82-261e-4000-9f6b-e113f270673d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:19:57.914621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4439dce5-fc6b-45cd-b96b-b687aecb7ee8 None None] Provisioning for port 973a3785-90e1-4212-9105-7de8fd58318a completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:57.921490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4439dce5-fc6b-45cd-b96b-b687aecb7ee8 None None] Provisioning complete for port 973a3785-90e1-4212-9105-7de8fd58318a triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:57.922839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4439dce5-fc6b-45cd-b96b-b687aecb7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:57.961430 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:19:58.002970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4439dce5-fc6b-45cd-b96b-b687aecb7ee8 None None] Port 973a3785-90e1-4212-9105-7de8fd58318a cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:19:58.057012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:58.332014 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:57Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:19:58.335910 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ef983a-82e0-4c4a-acaf-f4a13d5850a7 None None] The sync data for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv is: [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:57Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:19:58.374068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a73d94-b9e6-4aae-bcf3-766a83a29e7d req-5f62a8f0-8ed2-4600-a06c-210ec5863cd8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:58.379857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-64a73d94-b9e6-4aae-bcf3-766a83a29e7d req-5f62a8f0-8ed2-4600-a06c-210ec5863cd8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:19:58.432497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-64a73d94-b9e6-4aae-bcf3-766a83a29e7d req-5f62a8f0-8ed2-4600-a06c-210ec5863cd8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:19:58.434165 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-64a73d94-b9e6-4aae-bcf3-766a83a29e7d req-5f62a8f0-8ed2-4600-a06c-210ec5863cd8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 932 time: 0.2543302 Jan 21 10:19:58.539285 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973a3785-90e1-4212-9105-7de8fd58318a {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:19:58.549129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:58.553416 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-64a73d94-b9e6-4aae-bcf3-766a83a29e7d req-696d2544-1c51-4ee2-a9d6-605d9ff9207e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051679 Jan 21 10:19:58.569870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Transition to ACTIVE for port object 973a3785-90e1-4212-9105-7de8fd58318a will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:19:58.579803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:58.735875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=973a3785-90e1-4212-9105-7de8fd58318a,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:58.899059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Attempting to bind port 973a3785-90e1-4212-9105-7de8fd58318a on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:19:58.899738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Attempting to bind port 973a3785-90e1-4212-9105-7de8fd58318a by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:19:58.899738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Attempting to bind port 973a3785-90e1-4212-9105-7de8fd58318a on network 1a51ad73-e84a-4a1a-a71d-80276c80d791 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:58.905700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Port 973a3785-90e1-4212-9105-7de8fd58318a on network 1a51ad73-e84a-4a1a-a71d-80276c80d791 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:19:58.906037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Attempting to bind port 973a3785-90e1-4212-9105-7de8fd58318a on network 1a51ad73-e84a-4a1a-a71d-80276c80d791 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:19:58.917017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:19:58.917262 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Checking segment: {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:19:58.917649 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Bound using segment: {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:19:58.918112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Bound port: 973a3785-90e1-4212-9105-7de8fd58318a, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e891e6d1-644f-4bce-afb2-7da5cfb84535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:19:58.918456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.023421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] For port 973a3785-90e1-4212-9105-7de8fd58318a, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:19:59.026894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] For port 973a3785-90e1-4212-9105-7de8fd58318a, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=973a3785-90e1-4212-9105-7de8fd58318a,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:19:59.032897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.056421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b0ca77f-723d-4a6f-a349-da182f436194 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:19:59.117339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.118888 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] 10.222.0.120 "PUT /v2.0/ports/973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 200 len: 1094 time: 1.3181758 Jan 21 10:19:59.119334 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:19:59.157594 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 6b0ca77f-723d-4a6f-a349-da182f436194 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:19:59.159065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc1049-22d0-4cb7-9a0e-d98070eed2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=973a3785-90e1-4212-9105-7de8fd58318a,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:59.163465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6b0ca77f-723d-4a6f-a349-da182f436194 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:19:59.163838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.223507 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a', 'status': 'completed', 'code': 200} Jan 21 10:19:59.270713 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-a0e5a88b-cfe4-4177-8be0-e3e521163bca service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1097 time: 0.0905459 Jan 21 10:19:59.305046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.348469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 6b0ca77f-723d-4a6f-a349-da182f436194, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b0ca77f-723d-4a6f-a349-da182f436194,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:19:59.353871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:19:59.359470 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-f7596da8-2075-49d1-8dd3-ae47a3be07ff service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 200 len: 217 time: 0.0809817 Jan 21 10:19:59.426017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-2aa4caab-f2cd-4485-a054-ad5bd6a01d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:59.427388 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-2aa4caab-f2cd-4485-a054-ad5bd6a01d7a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dcc02a34-2ac0-4889-932c-247be2c7cc9d HTTP/1.1" status: 200 len: 834 time: 0.0605373 Jan 21 10:19:59.435310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=6b0ca77f-723d-4a6f-a349-da182f436194,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:19:59.506914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-e2c0a50b-5123-424d-a2b4-dd189b1a725d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1a51ad73-e84a-4a1a-a71d-80276c80d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732098 Jan 21 10:19:59.639277 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-ab45c715-7145-430a-baa2-5de151cb0562 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262727 Jan 21 10:19:59.823992 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c9b8ade-84a2-4dff-99b5-1fafadb10360 req-1ec84a09-d0ce-4958-9ca9-f9b496b4d694 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787438 Jan 21 10:19:59.838047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046fca4-babf-46cc-8dc4-563b26623d6e req-932a4d92-737e-40ca-bd05-4340e907c217 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:19:59.839452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5046fca4-babf-46cc-8dc4-563b26623d6e req-932a4d92-737e-40ca-bd05-4340e907c217 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 944 time: 0.1304240 Jan 21 10:20:00.023170 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5046fca4-babf-46cc-8dc4-563b26623d6e req-db5a400b-9afe-4940-a055-c7a0eda56bd5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778984 Jan 21 10:20:00.052374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-1e9b085e-4cfd-4d6f-9f13-09963735e91c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1097 time: 0.1778557 Jan 21 10:20:00.189009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-7d1eeffb-d045-4afe-a88f-2bf58b56e0ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:00.190480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-7d1eeffb-d045-4afe-a88f-2bf58b56e0ac service neutron] 10.222.0.120 "GET /v2.0/networks?id=1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 200 len: 898 time: 0.1320617 Jan 21 10:20:00.256967 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-6e20ef0b-6ef6-46c0-9fb9-ce4551894af7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 200 len: 217 time: 0.0604277 Jan 21 10:20:00.321870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-65cc491e-91ec-4edd-bced-12c43606e03e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:00.323288 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-65cc491e-91ec-4edd-bced-12c43606e03e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dcc02a34-2ac0-4889-932c-247be2c7cc9d HTTP/1.1" status: 200 len: 834 time: 0.0605814 Jan 21 10:20:00.397167 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-5bff9200-2450-4577-8cdd-b07a0e7a2173 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1a51ad73-e84a-4a1a-a71d-80276c80d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668344 Jan 21 10:20:00.528981 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-efa343d6-ea5a-4fd2-9ca1-3eabf085f6be service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248786 Jan 21 10:20:00.661126 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e26d0c7-528c-40c0-9590-70f4892a633d req-63063e8e-14e8-4cd6-a69e-7d12424da6c6 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263874 Jan 21 10:20:01.022941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b0ca77f-723d-4a6f-a349-da182f436194 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:01.094734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 6b0ca77f-723d-4a6f-a349-da182f436194 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:01.094987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:01.225783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829a682-a691-4d0f-8897-2a72b8020aab req-195b671c-64e5-4bf4-8736-d2b28bb4987a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:01.227251 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0829a682-a691-4d0f-8897-2a72b8020aab req-195b671c-64e5-4bf4-8736-d2b28bb4987a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 944 time: 0.0805862 Jan 21 10:20:01.272394 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0829a682-a691-4d0f-8897-2a72b8020aab req-094f1524-3a82-4bfd-9928-7cf9919ddef7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396235 Jan 21 10:20:01.329578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 973a3785-90e1-4212-9105-7de8fd58318a details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:20:01.461278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 973a3785-90e1-4212-9105-7de8fd58318a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=973a3785-90e1-4212-9105-7de8fd58318a,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:20:01.474645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '973a3785-90e1-4212-9105-7de8fd58318a', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'port_id': '973a3785-90e1-4212-9105-7de8fd58318a', 'mac_address': 'fa:16:3e:22:39:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:20:01.530710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:01.548092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973a3785-90e1-4212-9105-7de8fd58318a {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:20:01.563519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 973a3785-90e1-4212-9105-7de8fd58318a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=973a3785-90e1-4212-9105-7de8fd58318a,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:20:01.567618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:01.633198 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=973a3785-90e1-4212-9105-7de8fd58318a,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:01.780127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['973a3785-90e1-4212-9105-7de8fd58318a'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:20:02.474859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076cc66-b69c-4fd6-9521-91d13588afc1 req-7c45f7ab-1e7b-4a56-a24f-67ba8013b8db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:02.476347 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3076cc66-b69c-4fd6-9521-91d13588afc1 req-7c45f7ab-1e7b-4a56-a24f-67ba8013b8db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 945 time: 0.0798199 Jan 21 10:20:02.521674 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3076cc66-b69c-4fd6-9521-91d13588afc1 req-cb6585d8-6802-4700-a7cb-ea20f93f5777 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398471 Jan 21 10:20:02.967693 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:20:03.344882 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 973a3785-90e1-4212-9105-7de8fd58318a up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:20:03.413366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 973a3785-90e1-4212-9105-7de8fd58318a completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:20:03.417884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 973a3785-90e1-4212-9105-7de8fd58318a triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:20:03.418289 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.533812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.561690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:03.571573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 973a3785-90e1-4212-9105-7de8fd58318a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=973a3785-90e1-4212-9105-7de8fd58318a,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:20:03.575971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:03.635745 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a', 'code': 200} Jan 21 10:20:03.652923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=973a3785-90e1-4212-9105-7de8fd58318a,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:03.661635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.661993 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.662331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.662658 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.662982 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.663305 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.663624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.663943 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.664257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.664669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.664908 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:20:03.730005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aee8c-0a88-40d9-8de0-d40d7207fedd req-f63e1c65-5e20-44c6-af29-875032ece877 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:03.731468 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d58aee8c-0a88-40d9-8de0-d40d7207fedd req-f63e1c65-5e20-44c6-af29-875032ece877 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0855300 Jan 21 10:20:03.786162 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d58aee8c-0a88-40d9-8de0-d40d7207fedd req-9d54711a-704d-47d5-a37f-bd705ddaafd1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479674 Jan 21 10:20:03.859178 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dbde4057-c44d-4ac0-b9a1-fa2b6348a71a req-34fe60de-37ae-430d-8d90-d6b420c26834 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1099 time: 0.0677912 Jan 21 10:20:03.903091 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-dbde4057-c44d-4ac0-b9a1-fa2b6348a71a req-adf99bd7-9b83-4dba-a04e-48f7072ef28e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 Jan 21 10:20:04.868562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:05.001205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c0433-de62-4a00-b3d0-f7e0519e629e req-2be4b71e-d78c-47f1-8558-415be821e949 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:05.003733 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8d2c0433-de62-4a00-b3d0-f7e0519e629e req-2be4b71e-d78c-47f1-8558-415be821e949 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0914354 Jan 21 10:20:05.051657 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8d2c0433-de62-4a00-b3d0-f7e0519e629e req-d1717d88-36ae-4409-9402-61f61648133f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427856 Jan 21 10:20:06.260548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac396f-75d6-4324-b9e8-fb78271682f4 req-93ead276-4321-4f40-9932-10afdbf821c6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:06.262046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b8ac396f-75d6-4324-b9e8-fb78271682f4 req-93ead276-4321-4f40-9932-10afdbf821c6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0830014 Jan 21 10:20:06.307448 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b8ac396f-75d6-4324-b9e8-fb78271682f4 req-d29a2b1d-d6eb-45be-835b-657c8a6a56e2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 Jan 21 10:20:06.502397 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b6790-d074-41ab-8f0e-3f1245c0f6f1 req-abe01a08-d665-41b1-9f89-9f17a4f664a2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:06.503828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-362b6790-d074-41ab-8f0e-3f1245c0f6f1 req-abe01a08-d665-41b1-9f89-9f17a4f664a2 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0763705 Jan 21 10:20:06.549448 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-362b6790-d074-41ab-8f0e-3f1245c0f6f1 req-16242b07-3105-42bd-93bd-f7c85a7e1627 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400217 Jan 21 10:20:06.577697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44376) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:06.740113 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-1dbbe763-7221-4ce0-af99-57f9a9dd5299 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1094 time: 0.1612117 Jan 21 10:20:06.742691 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44382) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:06.747725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '973a3785-90e1-4212-9105-7de8fd58318a', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:20:06.754087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:20:06.757828 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:floatingip and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:20:06.760635 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:20:06.766655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:20:06.776545 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:06.915377 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.057286 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.75 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/78caed7d-b6bb-4e88-bcf1-b731d149f747) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:20:07.206393 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.235231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.308235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:20:07.311757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:20:07.316281 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:20:07.340622 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=78caed7d-b6bb-4e88-bcf1-b731d149f747,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:07.834767 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:07.888483 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.092197 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.096648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.199676 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=78caed7d-b6bb-4e88-bcf1-b731d149f747,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:20:08.218160 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:08.498045 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.l3_db [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Floating IP accdb94b-8fc6-4e67-81bb-18ab53e2b722 associated. External IP: 172.26.1.75, port: 973a3785-90e1-4212-9105-7de8fd58318a. Jan 21 10:20:08.889858 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 24a5901d-2827-4397-9ab3-9a9dc12407f4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:20:09.092106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:20:09.102690 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] Sync routers for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:20:09.115469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:20:09.116098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:09.117358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:09.176067 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-efb559a6-6255-4a87-b62e-2e8b381adb40 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4322693 Jan 21 10:20:09.176655 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:20:09.336858 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:20:09.349850 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a', 'status': 'completed', 'code': 200} Jan 21 10:20:09.370350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a72f37-7bdb-4453-990f-b6bdd990dce9 req-bb3e80fb-4a17-4493-8e71-a659464cc905 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:09.371828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3a72f37-7bdb-4453-990f-b6bdd990dce9 req-bb3e80fb-4a17-4493-8e71-a659464cc905 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0853541 Jan 21 10:20:09.467496 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3a72f37-7bdb-4453-990f-b6bdd990dce9 req-4ec31f74-60b8-4ea9-b523-140b5dc24490 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612218 Jan 21 10:20:09.477601 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-55acf903-8e0c-4292-bf9e-8ef923560d79 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1099 time: 0.1045935 Jan 21 10:20:09.495881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44392) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:09.603146 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b2197c0b-36d8-428b-b4c5-fb297625a2a4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 200 len: 991 time: 0.1058490 Jan 21 10:20:09.626977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-11c792f4-47a4-4394-9007-8a105839e04d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:09.628431 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-11c792f4-47a4-4394-9007-8a105839e04d service neutron] 10.222.0.120 "GET /v2.0/networks?id=1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 200 len: 898 time: 0.1451592 Jan 21 10:20:09.696880 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'accdb94b-8fc6-4e67-81bb-18ab53e2b722', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'port_id': '973a3785-90e1-4212-9105-7de8fd58318a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'mac_address': 'fa:16:3e:22:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d367d82-261e-4000-9f6b-e113f270673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:07Z', 'updated_at': '2022-01-21T10:20:07Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:59Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:09.701111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] Checking router: 24a5901d-2827-4397-9ab3-9a9dc12407f4 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:20:09.712671 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:20:09.713290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:19:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:09.827412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-c811fb6c-5d90-4b6a-b613-26efa10557e5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 200 len: 999 time: 0.1930873 Jan 21 10:20:09.888139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:20:09.893357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-4651268c-db24-4a56-ab52-bf8cbcf18abf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:09.894872 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-4651268c-db24-4a56-ab52-bf8cbcf18abf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dcc02a34-2ac0-4889-932c-247be2c7cc9d HTTP/1.1" status: 200 len: 834 time: 0.0618188 Jan 21 10:20:09.973594 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-8c3e98c5-434b-4f01-85b1-79bc26397b51 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1a51ad73-e84a-4a1a-a71d-80276c80d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733802 Jan 21 10:20:10.105405 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-1c551b05-53ca-4455-97d9-6a4595d5dced service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253772 Jan 21 10:20:10.237180 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'accdb94b-8fc6-4e67-81bb-18ab53e2b722', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'port_id': '973a3785-90e1-4212-9105-7de8fd58318a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'mac_address': 'fa:16:3e:22:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d367d82-261e-4000-9f6b-e113f270673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:07Z', 'updated_at': '2022-01-21T10:20:07Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:59Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:20:10.238613 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b5a5981-180f-4fe5-99c0-1394a04ead8a req-ac879421-ec3e-4866-8396-20ddbde0609c service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255729 Jan 21 10:20:10.241223 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28fc98-5c90-45b4-8f0d-f18ab8bb7186 None None] The sync data for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv is: [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'accdb94b-8fc6-4e67-81bb-18ab53e2b722', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'port_id': '973a3785-90e1-4212-9105-7de8fd58318a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'mac_address': 'fa:16:3e:22:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d367d82-261e-4000-9f6b-e113f270673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:20:07Z', 'updated_at': '2022-01-21T10:20:07Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:59Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:20:10.607224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44396) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:10.711061 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-436ce1d0-d516-46f4-a92b-65cb643a407d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 200 len: 991 time: 0.1027122 Jan 21 10:20:11.715153 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44400) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:11.818226 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-04b1cab5-f768-4ab1-b013-29c27aa8ba59 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 200 len: 991 time: 0.1018744 Jan 21 10:20:12.826421 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44404) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:12.934418 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9b4f823f-6b66-4900-a557-13d48a756322 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 200 len: 991 time: 0.1065416 Jan 21 10:20:13.938884 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44408) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:14.043822 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ffb858c4-45ad-40ef-b5b3-0567a2a01c8a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 200 len: 991 time: 0.1038058 Jan 21 10:20:14.342074 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17f999-d923-4b8b-a5fd-ea32aa59c43a None None] New status for floating IP accdb94b-8fc6-4e67-81bb-18ab53e2b722: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:20:15.046894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44412) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:15.253126 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a312aac9-3958-4ebe-bb1e-ff56f326202f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 200 len: 993 time: 0.2049344 Jan 21 10:20:17.564339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82528e39-982a-4e46-8543-8928489b3eae req-647d18f0-570f-4e05-a5b2-e098a193b2a8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714159 Jan 21 10:20:17.705066 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82528e39-982a-4e46-8543-8928489b3eae req-fc557b82-1831-41f9-aeb7-1f2f8e23ee79 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1099 time: 0.0706232 Jan 21 10:20:17.852220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82528e39-982a-4e46-8543-8928489b3eae req-3609b158-5da6-4fa9-9518-3bb98ab1142a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:17.853682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82528e39-982a-4e46-8543-8928489b3eae req-3609b158-5da6-4fa9-9518-3bb98ab1142a service neutron] 10.222.0.120 "GET /v2.0/networks?id=1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 200 len: 898 time: 0.1290767 Jan 21 10:20:17.961778 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82528e39-982a-4e46-8543-8928489b3eae req-6bd92995-30e9-467f-8ec1-4a68f42295a7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 200 len: 1001 time: 0.1007831 Jan 21 10:20:18.023922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82528e39-982a-4e46-8543-8928489b3eae req-65f3671e-545d-4fa0-9d4f-43d790b50924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:18.025348 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82528e39-982a-4e46-8543-8928489b3eae req-65f3671e-545d-4fa0-9d4f-43d790b50924 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dcc02a34-2ac0-4889-932c-247be2c7cc9d HTTP/1.1" status: 200 len: 834 time: 0.0573859 Jan 21 10:20:18.107021 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82528e39-982a-4e46-8543-8928489b3eae req-b7910952-7df7-43fc-a26b-0582e81b90e0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1a51ad73-e84a-4a1a-a71d-80276c80d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706697 Jan 21 10:20:18.238301 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82528e39-982a-4e46-8543-8928489b3eae req-94c89dc5-0a45-48d8-984a-2ae94af60a12 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240642 Jan 21 10:20:18.373316 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82528e39-982a-4e46-8543-8928489b3eae req-3905f5f3-4bf3-4cb0-a1c5-77663d082aa0 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280761 Jan 21 10:20:19.184844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-74a386cb-f84b-41ee-8951-a0559f318e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:21.537673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-da82e9ea-2a48-4750-91a4-f7648b08cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.578114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:22.960428 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:24.027558 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:34.873739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:39.968099 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:20:42.895834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f26a8b-1d70-48d9-be18-453c1cec8438 req-aafcdb94-4ef4-48a0-bb92-0ccba95d04a8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:42.897213 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d7f26a8b-1d70-48d9-be18-453c1cec8438 req-aafcdb94-4ef4-48a0-bb92-0ccba95d04a8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0778456 Jan 21 10:20:42.943353 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d7f26a8b-1d70-48d9-be18-453c1cec8438 req-277e0e85-7862-42b4-8d54-c5d04eb0e536 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405428 Jan 21 10:20:44.144770 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9140d-7c37-47e4-bb01-d461d44af601 req-814942cf-387b-4839-9710-051ce52ca00d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:44.146237 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06e9140d-7c37-47e4-bb01-d461d44af601 req-814942cf-387b-4839-9710-051ce52ca00d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0771465 Jan 21 10:20:44.192799 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06e9140d-7c37-47e4-bb01-d461d44af601 req-0d68eb18-29c8-4873-a42f-df88e6970f1a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Jan 21 10:20:45.390389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d332cbf-e5d1-45ed-8d26-3bda54e2a783 req-8a28b570-14d2-401f-89a3-24859769d0e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:45.391864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d332cbf-e5d1-45ed-8d26-3bda54e2a783 req-8a28b570-14d2-401f-89a3-24859769d0e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0779557 Jan 21 10:20:45.437071 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d332cbf-e5d1-45ed-8d26-3bda54e2a783 req-cfea4f82-3183-42b1-bd79-5a0ed5efab94 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385580 Jan 21 10:20:46.730272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7edd-be9f-4d6a-86cf-72608906cf25 req-8c3f2f33-6687-4722-b6c9-5e76df05b030 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:46.731649 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e27e7edd-be9f-4d6a-86cf-72608906cf25 req-8c3f2f33-6687-4722-b6c9-5e76df05b030 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.1733439 Jan 21 10:20:46.777835 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e27e7edd-be9f-4d6a-86cf-72608906cf25 req-44adecfe-6df7-43a5-8db7-83f390709a5e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Jan 21 10:20:47.978016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad29d1-e1b7-42b2-816f-63ff0041b7b9 req-09bd9ece-861f-4f50-85f6-99f7172f1831 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:47.979629 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-afad29d1-e1b7-42b2-816f-63ff0041b7b9 req-09bd9ece-861f-4f50-85f6-99f7172f1831 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0783577 Jan 21 10:20:48.027814 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-afad29d1-e1b7-42b2-816f-63ff0041b7b9 req-786f5db9-d47f-452c-9d5a-d0d3b598c1db tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Jan 21 10:20:49.188247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e02d1760-97a6-46be-b65b-f1917337d246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:49.221685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d94cb7-0c6b-40c6-b1bc-d2eb95bd4e3b req-7bcca7e0-89cf-4ec9-ab8f-7215a0b1bd0a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:49.223839 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-53d94cb7-0c6b-40c6-b1bc-d2eb95bd4e3b req-7bcca7e0-89cf-4ec9-ab8f-7215a0b1bd0a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0773337 Jan 21 10:20:49.268003 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-53d94cb7-0c6b-40c6-b1bc-d2eb95bd4e3b req-67651494-04ef-46a8-844c-22caab43f588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 Jan 21 10:20:50.465489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a9f3f-a1d2-4773-9aeb-47c2305a1dd5 req-66d345bc-6c61-4a49-8682-8f22c96203b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:50.466950 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a46a9f3f-a1d2-4773-9aeb-47c2305a1dd5 req-66d345bc-6c61-4a49-8682-8f22c96203b0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0778742 Jan 21 10:20:50.511744 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a46a9f3f-a1d2-4773-9aeb-47c2305a1dd5 req-2c7dedef-4657-4fbf-8304-7663e2932d5c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393572 Jan 21 10:20:51.539071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f0c1c89-7c79-4b84-9a31-04aa22f523e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:51.712126 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ece3-cc1c-4ce1-90f5-26a7282fca85 req-dad2fa2c-f522-4839-b002-2762d10e82b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:51.713745 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c6c6ece3-cc1c-4ce1-90f5-26a7282fca85 req-dad2fa2c-f522-4839-b002-2762d10e82b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0763924 Jan 21 10:20:51.759466 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c6c6ece3-cc1c-4ce1-90f5-26a7282fca85 req-9ccd5da8-dd15-437f-afe3-1c05e7343914 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402997 Jan 21 10:20:52.581150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:52.956490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a10e4e-9141-45c8-8899-36564ca783ff req-29bc205f-a037-42c4-be77-cb88c280aaaf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:52.958422 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a6a10e4e-9141-45c8-8899-36564ca783ff req-29bc205f-a037-42c4-be77-cb88c280aaaf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0797160 Jan 21 10:20:52.966921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:53.008874 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a6a10e4e-9141-45c8-8899-36564ca783ff req-7441a4c2-9585-44f4-8b8f-956740209e91 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Jan 21 10:20:54.029328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:20:54.202810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819290-2ab6-4863-a0bc-72fa3d2c9ec5 req-f029429c-ea59-45c0-b829-a5b745586a0e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:54.204231 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15819290-2ab6-4863-a0bc-72fa3d2c9ec5 req-f029429c-ea59-45c0-b829-a5b745586a0e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0742915 Jan 21 10:20:54.252131 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-15819290-2ab6-4863-a0bc-72fa3d2c9ec5 req-5943d7cf-6461-4a51-9123-257c895bd19f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 Jan 21 10:20:55.607148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054fea6-0362-4271-84ca-03836cc3274d req-de42bc45-0501-4150-94cd-11c87e3ce09a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:55.608596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7054fea6-0362-4271-84ca-03836cc3274d req-de42bc45-0501-4150-94cd-11c87e3ce09a tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0850530 Jan 21 10:20:55.654346 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7054fea6-0362-4271-84ca-03836cc3274d req-bcd6da0d-5335-4366-9791-2b7742ff18a0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402715 Jan 21 10:20:56.849880 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cfde2-723f-4da0-8fe6-7abc1b6880e7 req-67c56690-80c5-4569-bbeb-645abb3228b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:56.851340 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7b6cfde2-723f-4da0-8fe6-7abc1b6880e7 req-67c56690-80c5-4569-bbeb-645abb3228b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0794702 Jan 21 10:20:56.897429 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7b6cfde2-723f-4da0-8fe6-7abc1b6880e7 req-9cc10596-0283-4175-858d-fd2b5c9adb15 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 Jan 21 10:20:58.097839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f4df-fc2d-4fb0-b7e3-9c1a1491e8f4 req-099cb4b9-0f6b-4c1b-a1ac-999163c2d3dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:58.099867 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93b2f4df-fc2d-4fb0-b7e3-9c1a1491e8f4 req-099cb4b9-0f6b-4c1b-a1ac-999163c2d3dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0798306 Jan 21 10:20:58.144380 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93b2f4df-fc2d-4fb0-b7e3-9c1a1491e8f4 req-750d1f04-122a-4857-8781-8ff578ffdd42 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 Jan 21 10:20:59.347635 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c7775-2577-4ccd-9cbd-ab447d175f59 req-37445139-62bb-49ba-8cdd-9bb382196e1f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:20:59.349163 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3d6c7775-2577-4ccd-9cbd-ab447d175f59 req-37445139-62bb-49ba-8cdd-9bb382196e1f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0798802 Jan 21 10:20:59.392950 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3d6c7775-2577-4ccd-9cbd-ab447d175f59 req-d39a34df-e12e-42b5-b903-e4efbb66d916 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383165 Jan 21 10:20:59.420773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44458) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:20:59.524959 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-c648befc-9d0e-47dd-a49f-e3ce7e6d52b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 200 len: 993 time: 0.1030271 Jan 21 10:21:01.067818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57570f53-ed55-4e0d-acdd-e3c57e709a92 req-7d5796f6-90e9-4081-ac96-34971feb14d7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:01.069656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-57570f53-ed55-4e0d-acdd-e3c57e709a92 req-7d5796f6-90e9-4081-ac96-34971feb14d7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.1333382 Jan 21 10:21:01.095573 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-bd5e24fe-2195-4efb-8ee3-582454a4b17d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1099 time: 0.1224430 Jan 21 10:21:01.195732 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-57570f53-ed55-4e0d-acdd-e3c57e709a92 req-bdf95e97-76f3-47ed-8a60-458814c08143 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197071 Jan 21 10:21:01.244004 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-670a3d29-747e-418e-a2ab-fa4d1fd71012 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:01.245523 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-670a3d29-747e-418e-a2ab-fa4d1fd71012 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 200 len: 898 time: 0.1430144 Jan 21 10:21:01.350603 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-16602e56-ffbc-423f-bba3-098edc6b4360 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 200 len: 1001 time: 0.0985289 Jan 21 10:21:01.411133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-2bbb8744-0291-4dfd-9395-e1b93932de75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:01.412687 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-2bbb8744-0291-4dfd-9395-e1b93932de75 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dcc02a34-2ac0-4889-932c-247be2c7cc9d HTTP/1.1" status: 200 len: 834 time: 0.0566268 Jan 21 10:21:01.491197 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-19f09cb7-1fa6-4c0e-b1c6-1a7b354c0e97 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1a51ad73-e84a-4a1a-a71d-80276c80d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728099 Jan 21 10:21:01.718900 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-acf43e1a-2894-4cad-bdf8-5c6a630845d8 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209501 Jan 21 10:21:01.851719 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b19f3f3b-8272-4f4b-a023-084cab24f977 req-4810bdec-0983-41c3-8508-f682c358f271 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253169 Jan 21 10:21:02.405350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587f01c-6215-49ed-9ad7-fc03e24bf4c9 req-41c6ef47-478a-4163-99b6-59d552e2691e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:02.406924 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7587f01c-6215-49ed-9ad7-fc03e24bf4c9 req-41c6ef47-478a-4163-99b6-59d552e2691e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0846107 Jan 21 10:21:02.453632 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7587f01c-6215-49ed-9ad7-fc03e24bf4c9 req-6343fb73-2933-4e2b-86ab-1bcaed11f1c8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Jan 21 10:21:03.653668 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264607-b5db-4da4-8b8e-aa2070c37b01 req-ea921449-9b16-465e-b59f-cf4be2048301 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:03.655127 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f0264607-b5db-4da4-8b8e-aa2070c37b01 req-ea921449-9b16-465e-b59f-cf4be2048301 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0792024 Jan 21 10:21:03.700278 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f0264607-b5db-4da4-8b8e-aa2070c37b01 req-33aefd6c-16fd-483d-a63d-231899235051 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396211 Jan 21 10:21:03.727909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44472) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:03.832971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bef1ef76-590c-4595-b67f-a0d0a4255cdb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 200 len: 993 time: 0.1038797 Jan 21 10:21:04.883902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:16.970763 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:21:18.938954 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-723d39e3-9ff9-4811-a722-1f50f7ee4311 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661821 Jan 21 10:21:19.079426 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-ad26b2b5-b81f-4529-97c4-0a0cc1592dd9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1099 time: 0.0696933 Jan 21 10:21:19.191887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d0790676-8e69-4706-b98a-d595e656b96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:19.226229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-be0892b1-7e3a-42d4-ac53-0e26c9a2e2f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:19.227685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-be0892b1-7e3a-42d4-ac53-0e26c9a2e2f3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 200 len: 898 time: 0.1260664 Jan 21 10:21:19.331003 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-d7c652d9-81be-4ec7-a7a4-ebed4f7c64e9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 200 len: 1001 time: 0.0971649 Jan 21 10:21:19.391777 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-a10a0c8b-dc44-442f-9a3e-bbef06a64f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:19.393183 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-a10a0c8b-dc44-442f-9a3e-bbef06a64f19 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dcc02a34-2ac0-4889-932c-247be2c7cc9d HTTP/1.1" status: 200 len: 834 time: 0.0558510 Jan 21 10:21:19.467527 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-3fabc37c-b4dc-4cbf-8527-cd8d4cac5a40 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1a51ad73-e84a-4a1a-a71d-80276c80d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676396 Jan 21 10:21:19.599736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-b5aa4480-c0dd-486f-b399-af9e3dd1976f service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239655 Jan 21 10:21:19.731402 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-06bdb88d-c2d7-457c-8f52-e68a8b3bbf3c req-097cd65d-b989-4e1f-8dd5-d16ee631f0c6 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253901 Jan 21 10:21:21.545321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a765a56e-308b-4591-9174-970915ad42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.584426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:22.965856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:24.030959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:34.893358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.434655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44492) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:35.637562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 78caed7d-b6bb-4e88-bcf1-b731d149f747 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:35.637899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.904123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:35.904502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:36.029142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 78caed7d-b6bb-4e88-bcf1-b731d149f747 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:36.176931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:36.224620 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=78caed7d-b6bb-4e88-bcf1-b731d149f747,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:36.264520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.264867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.265206 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.265541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.265873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.266243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.266578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.266913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.267280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.267665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.268014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:36.327908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:36.711609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 24a5901d-2827-4397-9ab3-9a9dc12407f4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:21:36.911678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:36.921535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] Sync routers for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:36.933090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:36.934384 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:36.934998 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:36.989090 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8b94ffdd-5072-4ebb-8d3e-0e31a840c262 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/floatingips/accdb94b-8fc6-4e67-81bb-18ab53e2b722 HTTP/1.1" status: 204 len: 168 time: 1.5509019 Jan 21 10:21:36.989090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:37.050919 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a', 'status': 'completed', 'code': 200} Jan 21 10:21:37.164380 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826bd940-659b-4034-9221-e85e5b2144fc req-3c62535f-f93a-42b3-95f2-245b7e476f8b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 1099 time: 0.0885813 Jan 21 10:21:37.195894 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:37.335892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bd940-659b-4034-9221-e85e5b2144fc req-3d98ec45-0b8a-4da3-83c1-242970626509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:37.337480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826bd940-659b-4034-9221-e85e5b2144fc req-3d98ec45-0b8a-4da3-83c1-242970626509 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 200 len: 898 time: 0.1666405 Jan 21 10:21:37.522780 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:59Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:37.527005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] Checking router: 24a5901d-2827-4397-9ab3-9a9dc12407f4 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:37.538240 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:37.538517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:37.553159 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826bd940-659b-4034-9221-e85e5b2144fc req-e71b5f29-52a9-4926-9c75-c05fe44b8c55 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 200 len: 217 time: 0.2092342 Jan 21 10:21:37.635312 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bd940-659b-4034-9221-e85e5b2144fc req-ca6777c8-0b5b-4cdc-ab6e-ab6aa5c7eefa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:37.636779 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826bd940-659b-4034-9221-e85e5b2144fc req-ca6777c8-0b5b-4cdc-ab6e-ab6aa5c7eefa service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dcc02a34-2ac0-4889-932c-247be2c7cc9d HTTP/1.1" status: 200 len: 834 time: 0.0761571 Jan 21 10:21:37.646586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f60618-2d7f-4376-808d-b23b8ac212d9 req-1b396709-8f60-4df4-a316-89b028d184ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:37.647946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-51f60618-2d7f-4376-808d-b23b8ac212d9 req-1b396709-8f60-4df4-a316-89b028d184ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:37.714163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-51f60618-2d7f-4376-808d-b23b8ac212d9 req-1b396709-8f60-4df4-a316-89b028d184ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:37.715359 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51f60618-2d7f-4376-808d-b23b8ac212d9 req-1b396709-8f60-4df4-a316-89b028d184ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.3231740 Jan 21 10:21:37.722035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:37.765036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826bd940-659b-4034-9221-e85e5b2144fc req-bcca2224-d2a9-475f-983a-a5de6a1c14d0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1a51ad73-e84a-4a1a-a71d-80276c80d791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130028 Jan 21 10:21:37.799479 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-51f60618-2d7f-4376-808d-b23b8ac212d9 req-0af12fa5-a310-4251-a826-6b68e73a7ee0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752270 Jan 21 10:21:37.908665 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826bd940-659b-4034-9221-e85e5b2144fc req-98d0d598-c28b-478a-81cc-ea54d921c111 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354492 Jan 21 10:21:38.042049 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-826bd940-659b-4034-9221-e85e5b2144fc req-23859d24-221b-4cbc-80aa-d0823d0ce9c8 service neutron] 10.222.0.120 "GET /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251206 Jan 21 10:21:38.053932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:59Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:38.058001 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cb8b0-4e18-41ba-95bb-d6af7d94effd None None] The sync data for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv is: [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '6b0ca77f-723d-4a6f-a349-da182f436194', 'name': '', 'network_id': '1a51ad73-e84a-4a1a-a71d-80276c80d791', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:24:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:52Z', 'updated_at': '2022-01-21T10:19:59Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': 'dcc02a34-2ac0-4889-932c-247be2c7cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:38.276865 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724c4d6-a997-4e7e-865a-c67a47e69278 None None] New status for floating IP accdb94b-8fc6-4e67-81bb-18ab53e2b722: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:21:38.888763 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-2e92794c-a686-45da-aed9-17bb199f7334 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:38.890196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-2e92794c-a686-45da-aed9-17bb199f7334 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.0784006 Jan 21 10:21:39.001525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 973a3785-90e1-4212-9105-7de8fd58318a {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:39.001856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.125627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03480a-1be4-48d4-86e9-d4a64222ece0 req-2e731d86-3056-4f34-bd54-bf3c0dedd7e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:39.127008 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fb03480a-1be4-48d4-86e9-d4a64222ece0 req-2e731d86-3056-4f34-bd54-bf3c0dedd7e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=9d367d82-261e-4000-9f6b-e113f270673d HTTP/1.1" status: 200 len: 946 time: 0.1954639 Jan 21 10:21:39.260280 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fb03480a-1be4-48d4-86e9-d4a64222ece0 req-bbea4040-56d2-499d-8817-dccfc1d949ee tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=71f45f5e-5196-44ca-8066-57d4dde05190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270385 Jan 21 10:21:39.294765 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 973a3785-90e1-4212-9105-7de8fd58318a, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=973a3785-90e1-4212-9105-7de8fd58318a,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:39.295123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.413775 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 973a3785-90e1-4212-9105-7de8fd58318a owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:39.556368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.608174 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=973a3785-90e1-4212-9105-7de8fd58318a,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:39.678024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] No DVR routers for this DVR port 973a3785-90e1-4212-9105-7de8fd58318a on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:21:39.680884 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:39.683311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'name': 'network-vif-deleted', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:39.701130 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-470ad0c6-9f49-4ccb-a42f-571b84e431d4 req-63e80c38-3767-408f-a21c-2e342bad8226 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "DELETE /v2.0/ports/973a3785-90e1-4212-9105-7de8fd58318a HTTP/1.1" status: 204 len: 173 time: 0.8056343 Jan 21 10:21:39.744656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d367d82-261e-4000-9f6b-e113f270673d', 'name': 'network-vif-deleted', 'tag': '973a3785-90e1-4212-9105-7de8fd58318a', 'status': 'completed', 'code': 200} Jan 21 10:21:40.364477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44510) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:40.857421 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.469385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 6b0ca77f-723d-4a6f-a349-da182f436194 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:41.470091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.664149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 6b0ca77f-723d-4a6f-a349-da182f436194, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=6b0ca77f-723d-4a6f-a349-da182f436194,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:41.664514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:41.784493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 6b0ca77f-723d-4a6f-a349-da182f436194 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:41.904844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 973a3785-90e1-4212-9105-7de8fd58318a no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:41.962623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 973a3785-90e1-4212-9105-7de8fd58318a {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:41.963155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 973a3785-90e1-4212-9105-7de8fd58318a not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:42.002207 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:42.051748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=6b0ca77f-723d-4a6f-a349-da182f436194,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:42.451430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.033172 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 24a5901d-2827-4397-9ab3-9a9dc12407f4 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:21:43.233940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:43.243446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] Sync routers for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:43.248426 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6b911ddb-bbc8-404c-8fd2-644d58b2e2ac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/24a5901d-2827-4397-9ab3-9a9dc12407f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8828852 Jan 21 10:21:43.251164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44516) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:43.254662 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:43.255260 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:43.430884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:43.440943 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebd0801-5223-4b20-b550-1a572ec0ad7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting subnet dcc02a34-2ac0-4889-932c-247be2c7cc9d {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:21:43.443873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0801-5223-4b20-b550-1a572ec0ad7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.498117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0801-5223-4b20-b550-1a572ec0ad7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.583862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0801-5223-4b20-b550-1a572ec0ad7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.661660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0801-5223-4b20-b550-1a572ec0ad7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.699897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd0801-5223-4b20-b550-1a572ec0ad7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc02a34-2ac0-4889-932c-247be2c7cc9d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:43.706358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0801-5223-4b20-b550-1a572ec0ad7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:43.713339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1ebd0801-5223-4b20-b550-1a572ec0ad7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/subnets/dcc02a34-2ac0-4889-932c-247be2c7cc9d HTTP/1.1" status: 204 len: 168 time: 0.4612248 Jan 21 10:21:43.715895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44520) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:43.730476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4b488d-0e16-480d-87ac-cc63240da406 None None] Network 1a51ad73-e84a-4a1a-a71d-80276c80d791 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:21:43.930060 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:21:41Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:43.936621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] Checking router: 24a5901d-2827-4397-9ab3-9a9dc12407f4 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:43.956366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] Routers {'24a5901d-2827-4397-9ab3-9a9dc12407f4'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:43.956980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['24a5901d-2827-4397-9ab3-9a9dc12407f4'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:44.025388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.099071 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] DHCP port deletion for 1a51ad73-e84a-4a1a-a71d-80276c80d791 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:21:44.119233 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Deleting port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:44.119660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.222585 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.223783 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] Set router 24a5901d-2827-4397-9ab3-9a9dc12407f4 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:44.232076 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:21:44.232520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.407704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:44.408040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.528597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:44.544458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] For port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=293a05c1-b2f3-45d2-bfb1-1853d2aeac72,segment=NetworkSegment(e891e6d1-644f-4bce-afb2-7da5cfb84535),segment_id=e891e6d1-644f-4bce-afb2-7da5cfb84535)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:44.545022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.694656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.698537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Calling delete_port for 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:21:44.738791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:44.787517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:44.823449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:21:41Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:44.838626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Pushing event deleted for resources: {'Port': ['ID=293a05c1-b2f3-45d2-bfb1-1853d2aeac72,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:44.844021 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3207674-681d-46d0-b91c-d8d81d1289b8 None None] The sync data for ids ['24a5901d-2827-4397-9ab3-9a9dc12407f4'] in dv-neutron-825724-1-hyperv is: [{'id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701719032', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:19:48Z', 'updated_at': '2022-01-21T10:21:41Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': 'bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5901d-2827-4397-9ab3-9a9dc12407f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:19:49Z', 'updated_at': '2022-01-21T10:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:44.855227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.856166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.856844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.857374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.857936 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.858483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.859005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.859568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.860119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.860845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.861726 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:44.867950 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ad15b-f1ff-4922-b1fd-306c0ae2f34a None None] No DVR routers for this DVR port 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:21:44.994100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.322227 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:45.355659 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:45.356031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 293a05c1-b2f3-45d2-bfb1-1853d2aeac72 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:45.356421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b0ca77f-723d-4a6f-a349-da182f436194 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:45.364046 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.368276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.388874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 6b0ca77f-723d-4a6f-a349-da182f436194 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:45.389253 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 6b0ca77f-723d-4a6f-a349-da182f436194 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:45.401142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.401881 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Fanout notify agent at l3_agent the message router_deleted on router 24a5901d-2827-4397-9ab3-9a9dc12407f4 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:21:45.419192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.420289 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ecd4aba9-e3a6-4e90-b7e4-16a1dc7a57f6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/routers/24a5901d-2827-4397-9ab3-9a9dc12407f4 HTTP/1.1" status: 204 len: 168 time: 1.7035208 Jan 21 10:21:45.423065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44524) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:45.539749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.676805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.702255 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a51ad73-e84a-4a1a-a71d-80276c80d791']}} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:45.714274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e891e6d1-644f-4bce-afb2-7da5cfb84535') {'for_net_delete': True} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:45.714513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.services.segments.db [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e891e6d1-644f-4bce-afb2-7da5cfb84535') {} {{(pid=83427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:45.725508 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1225242'] for segment, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.740788 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.747740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:21:45.748127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1088348'] for segment, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: Traceback (most recent call last): Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: timer() Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: cb(*args, **kw) Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: return func(*args, **kwargs) Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: self._notify() Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: self.callback(batched_events) Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: event.method(event) Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: return f(self, *a, **k) Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._get(url).json() Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: return self.request(url, 'GET', **kwargs) Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:21:45.769274 dv-neutron-825724-1-hyperv neutron-server[83427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:21:45.851972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.870159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.881298 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Network': ['ID=1a51ad73-e84a-4a1a-a71d-80276c80d791,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:45.891069 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1ef87593-4b7d-4540-9ab7-3a6f25896588 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/networks/1a51ad73-e84a-4a1a-a71d-80276c80d791 HTTP/1.1" status: 204 len: 168 time: 0.4670117 Jan 21 10:21:45.893794 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44528) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:45.964930 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:45.995948 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.060025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.081667 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f45f5e-5196-44ca-8066-57d4dde05190,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:46.095489 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.095835 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.096509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.096509 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.096833 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.097139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.097470 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.097793 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.098208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.098634 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.098757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:46.106487 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.107597 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-31a7cc7f-6c3b-4fd5-bb66-97e5f6aa33cb tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/security-groups/71f45f5e-5196-44ca-8066-57d4dde05190 HTTP/1.1" status: 204 len: 168 time: 0.2128088 Jan 21 10:21:46.474347 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44536) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:46.481304 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209848203', 'description': 'tempest-secgroup-smoke-1209848203 description', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:46.487543 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:46.491713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:46.494576 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:46.500263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:46.510905 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.546368 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:46.550156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:46.552941 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:46.558919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:46.619626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.623465 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.670043 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74fb21d8-aec6-4967-8639-18f4ff46e1b6,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:46.672648 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.673832 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e1a1dae7-4d5d-4484-a8f5-6018d2424f86 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1974447 Jan 21 10:21:46.676757 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44540) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:46.682534 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '74fb21d8-aec6-4967-8639-18f4ff46e1b6', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:46.688695 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:46.692485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:46.696148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:46.701841 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:46.718370 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.782795 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.786340 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.811500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5340aa-8704-4e4c-993a-6868ac9c8b24,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:46.821578 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.823147 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ad2aa4ab-9d5c-421a-97fb-0bcef27d3ef3 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453145 Jan 21 10:21:46.826231 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44544) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:46.831862 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '74fb21d8-aec6-4967-8639-18f4ff46e1b6', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:46.838575 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:46.842369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:46.845187 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:46.851265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:46.867665 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.936106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.941244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.969702 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebb12a7-902f-4b3e-9a43-73833af3dba2,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:46.979596 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:46.980935 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-b15684c6-75ee-453c-98f4-6f56944e2603 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1536796 Jan 21 10:21:46.983812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44548) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:46.989375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '74fb21d8-aec6-4967-8639-18f4ff46e1b6', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:46.996502 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:47.000424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:47.003195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:47.009868 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:47.025559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.035434 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:21:47.068805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:21:47.069792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device bebad7a9-b1c7-4d7d-87be-bd1aa74bd78d not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:21:47.090639 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.094590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.118370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3345b66-4dbf-468c-8d01-23e42ed85200,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:47.127239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.128379 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0003297d-6aa9-4d7c-9cb7-09cf9325578d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435773 Jan 21 10:21:47.132281 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44552) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:47.137617 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '74fb21d8-aec6-4967-8639-18f4ff46e1b6', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:47.143513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:47.147384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:47.150540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:47.156299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:47.172541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.239571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.243711 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.266241 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8eb863f-8969-4b9a-9796-b526538420c6,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:47.275541 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.276675 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-27fc0560-bce1-4717-be1e-67374d867997 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1440678 Jan 21 10:21:47.279372 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44556) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:47.284555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '74fb21d8-aec6-4967-8639-18f4ff46e1b6', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:47.290859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:47.294525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:47.297297 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:47.303188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:47.314551 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:21:47.321392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.386986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.390521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.414543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fc4bbf-d646-4dc7-8bf2-019c918d148c,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:47.423213 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.424225 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7f15ef04-1ae0-4926-917c-8fa6948e9a69 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439843 Jan 21 10:21:47.427058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44560) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:47.433157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'security_group_rule': {'security_group_id': '74fb21d8-aec6-4967-8639-18f4ff46e1b6', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:47.439467 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:47.443304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:security_group_rule and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:47.446223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:47.451863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:47.462188 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Project f62ffa9aa6124c609e9e0123ea18281a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:21:47.468544 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.538527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.542448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.565731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce53054-c9a6-4150-8d91-6d68d983a7e0,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:47.576445 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.577662 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e955bfdd-8bd3-433a-bfb3-a4c2d7d77fac tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1497033 Jan 21 10:21:47.580520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44564) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:47.586314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'network': {'name': 'tempest-network-smoke--1464083613', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'port_security_enabled': True}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:47.591164 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:47.595253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:network and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:47.598328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:47.604915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:47.618907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:21:47.622658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.652516 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:21:47.662470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.663379 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Added segment 769e683f-50b4-41e0-9f08-1385d766e4a7 of type vlan for network 2085bae2-6035-4d90-9096-5f48b9f91fcc Jan 21 10:21:47.689899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.719454 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.723224 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:47.723805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.830167 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2482939 Jan 21 10:21:47.832642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44568) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:47.839167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'admin_state_up': True, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:47.841915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0e97d-c801-4580-865a-76e8e6d6ab27 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Network': ['ID=2085bae2-6035-4d90-9096-5f48b9f91fcc,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:47.846412 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:47.851262 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:router and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:47.855000 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:47.855890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:21:47.861284 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:47.871776 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.872719 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:47.893653 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.058026 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.236917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.266972 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.402133 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.143 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/54dbd5fc-0988-46ba-acd1-ee66e21daa34) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:48.545532 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.574326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.640765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:48.643675 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:48.648034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:48.674952 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=54dbd5fc-0988-46ba-acd1-ee66e21daa34,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:48.805895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:48.806587 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.127186 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:21:49.196450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3c972f11-c71f-4360-9dd6-f9d111a796f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.330748 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:49.341588 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Sync routers for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:49.353956 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:49.354599 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:49.359069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.363210 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-152b5e93-e348-438c-bc7f-b5891a5f6fe1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5266325 Jan 21 10:21:49.363743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44572) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:49.403135 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-233172c0-7847-4121-9d69-a1fb9ff0a4f5 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?project_id=f62ffa9aa6124c609e9e0123ea18281a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378568 Jan 21 10:21:49.405611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44576) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:49.534475 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:49.539922 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34f537-2864-4d24-acd5-390a5f503895 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:49.544088 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-da34f537-2864-4d24-acd5-390a5f503895 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348693 Jan 21 10:21:49.544286 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44580) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:49.583036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-9cd40183-6f51-48b1-aae6-7d6d4a2cbe14 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/subnets?network_id=45d5cbe2-625f-4bdd-9977-f26114b29164&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376806 Jan 21 10:21:49.586353 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44584) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:49.592462 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2106003019', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:49.704427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:49.708158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:subnet and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:21:49.711614 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:21:49.717275 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:49.726933 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'subnet': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:21:49.814050 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:48Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:49.817974 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Checking router: 231b5d28-2a13-4cb2-8b2e-215416ff57e0 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:49.818340 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Updating router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 port 54dbd5fc-0988-46ba-acd1-ee66e21daa34 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:21:49.827654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2047543'] for subnet, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:49.871583 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.047050 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1583087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2047521'] for subnet, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.128336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Subnet': ['ID=3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83,revision_number=0']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:50.140555 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Checking segment: {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:50.140915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network hostable DHCP agents. Network: 2085bae2-6035-4d90-9096-5f48b9f91fcc, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:21:50.162802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:21:50.172246 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 2085bae2-6035-4d90-9096-5f48b9f91fcc) {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:50.176383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:50.176987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.184490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f45c59-9d9c-49bd-9d42-070b6f68f11e None None] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:21:50.204414 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44588) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:21:50.204642 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-9248ce17-a233-45c5-8a56-8f6a0766d312 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6170669 Jan 21 10:21:50.210756 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.224187 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Transition to ACTIVE for port object 54dbd5fc-0988-46ba-acd1-ee66e21daa34 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:50.231401 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.296443 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Pushing event updated for resources: {'Port': ['ID=54dbd5fc-0988-46ba-acd1-ee66e21daa34,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:50.307296 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.307296 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.307686 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.308110 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.308530 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.308952 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.309370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.309788 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.310787 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.310787 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.311006 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:21:50.337150 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Attempting to bind port 54dbd5fc-0988-46ba-acd1-ee66e21daa34 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:50.337634 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Attempting to bind port 54dbd5fc-0988-46ba-acd1-ee66e21daa34 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:50.338018 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Attempting to bind port 54dbd5fc-0988-46ba-acd1-ee66e21daa34 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:50.345420 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:21:50.346122 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:50.346209 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.346560 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:21:50.347022 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Bound port: 54dbd5fc-0988-46ba-acd1-ee66e21daa34, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:50.347389 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.405480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-2085bae2-6035-4d90-9096-5f48b9f91fcc', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:21:50.406374 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.424441 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] For port 54dbd5fc-0988-46ba-acd1-ee66e21daa34, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:21:50.427764 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] For port 54dbd5fc-0988-46ba-acd1-ee66e21daa34, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=54dbd5fc-0988-46ba-acd1-ee66e21daa34,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:21:50.432674 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.516110 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fb322-fd85-4b21-80ff-161fc5f34e36 None None] Pushing event updated for resources: {'Port': ['ID=54dbd5fc-0988-46ba-acd1-ee66e21daa34,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:50.518810 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:50.519423 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:50.588215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Allocated IP 172.20.0.2 (2085bae2-6035-4d90-9096-5f48b9f91fcc/3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83/1fe94069-aa94-4d97-981c-b98450aedba2) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:50.739594 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:50.798887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.809689 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Transition to ACTIVE for port object 1fe94069-aa94-4d97-981c-b98450aedba2 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:50.828611 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Transition to ACTIVE for port object 1fe94069-aa94-4d97-981c-b98450aedba2 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:50.834075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:50.905960 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Pushing event updated for resources: {'Port': ['ID=1fe94069-aa94-4d97-981c-b98450aedba2,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:50.909214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:50.910636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:50.912609 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:51.002065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Attempting to bind port 1fe94069-aa94-4d97-981c-b98450aedba2 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:51.002375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Attempting to bind port 1fe94069-aa94-4d97-981c-b98450aedba2 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:51.002731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Attempting to bind port 1fe94069-aa94-4d97-981c-b98450aedba2 on network 2085bae2-6035-4d90-9096-5f48b9f91fcc {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:51.009719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:21:51.010665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Checking segment: {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:51.010665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.011018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Bound using segment: {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:21:51.011481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Bound port: 1fe94069-aa94-4d97-981c-b98450aedba2, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:51.011846 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.051435 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-730368b0-c140-427c-9492-576ab926caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:48Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:51.056774 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730368b0-c140-427c-9492-576ab926caa2 None None] The sync data for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv is: [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:48Z', 'revision_number': 3, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:51.106660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] For port 1fe94069-aa94-4d97-981c-b98450aedba2, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:21:51.111506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] For port 1fe94069-aa94-4d97-981c-b98450aedba2, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1fe94069-aa94-4d97-981c-b98450aedba2,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:21:51.117010 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.131088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.199309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b1388-04e4-43d8-8807-2ab20b5d4106 None None] Pushing event updated for resources: {'Port': ['ID=1fe94069-aa94-4d97-981c-b98450aedba2,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:51.552435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-dd1dcf5b-dea0-4112-b66e-86784ed42e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.605807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.1 (2085bae2-6035-4d90-9096-5f48b9f91fcc/3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83/617ac463-6c84-4e14-8e5f-012f1c6b1a16) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:51.773562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.791542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object 617ac463-6c84-4e14-8e5f-012f1c6b1a16 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:51.814049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:51.885111 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:51.888442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:51.892685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:51.926960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=617ac463-6c84-4e14-8e5f-012f1c6b1a16,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:51.958543 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.053091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.194995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0c6af-126c-4128-bc6e-cd0029848956 None None] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:21:52.285298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-3652bdd7-e152-4b99-8bb4-2c2a272382dc None None] Provisioning for port 1fe94069-aa94-4d97-981c-b98450aedba2 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:52.589622 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.612726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.617937 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.721891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f026488f-e37a-4f47-ae18-0aac1b6d90d8 None None] Provisioning for port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:52.728081 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f026488f-e37a-4f47-ae18-0aac1b6d90d8 None None] Provisioning complete for port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:52.728456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f026488f-e37a-4f47-ae18-0aac1b6d90d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.739438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:52.743616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=617ac463-6c84-4e14-8e5f-012f1c6b1a16,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:52.790929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f026488f-e37a-4f47-ae18-0aac1b6d90d8 None None] Port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:21:52.889886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:52.891066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:52.932330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-c93d7e99-df17-4eed-8524-3d7d3caec3cb None None] Provisioning complete for port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:52.932694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c93d7e99-df17-4eed-8524-3d7d3caec3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.006319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.014039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-c93d7e99-df17-4eed-8524-3d7d3caec3cb None None] Port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:21:53.136189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1fe94069-aa94-4d97-981c-b98450aedba2 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:53.206928 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 1fe94069-aa94-4d97-981c-b98450aedba2 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:53.212251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1fe94069-aa94-4d97-981c-b98450aedba2 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:53.212621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.284770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-08348f97-7445-4298-9d30-3c8253b5dec1 None None] Provisioning complete for port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:53.285067 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-08348f97-7445-4298-9d30-3c8253b5dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.312919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:21:53.415668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-08348f97-7445-4298-9d30-3c8253b5dec1 None None] Port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:21:53.422822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.455749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 1fe94069-aa94-4d97-981c-b98450aedba2, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1fe94069-aa94-4d97-981c-b98450aedba2,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:53.459322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.461218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 54dbd5fc-0988-46ba-acd1-ee66e21daa34 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:53.515303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:21:53.528259 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0e91bc01-a8ec-4238-9e12-d00a9f56629d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/231b5d28-2a13-4cb2-8b2e-215416ff57e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3224785 Jan 21 10:21:53.576205 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=1fe94069-aa94-4d97-981c-b98450aedba2,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:53.590535 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 54dbd5fc-0988-46ba-acd1-ee66e21daa34 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:53.595435 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 54dbd5fc-0988-46ba-acd1-ee66e21daa34 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:53.595849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.709744 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-4c8675fb-7136-4eb8-9ed3-67d4612825cc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209848203&fields=id&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 267 time: 0.0416195 Jan 21 10:21:53.714557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.730716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 54dbd5fc-0988-46ba-acd1-ee66e21daa34, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=54dbd5fc-0988-46ba-acd1-ee66e21daa34,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:53.734735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:53.805739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=54dbd5fc-0988-46ba-acd1-ee66e21daa34,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:53.859363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-592d75ab-62cb-474b-b543-389edca65649 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:53.860026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-592d75ab-62cb-474b-b543-389edca65649 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:53.875358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-592d75ab-62cb-474b-b543-389edca65649 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:53.876723 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-592d75ab-62cb-474b-b543-389edca65649 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/networks?id=2085bae2-6035-4d90-9096-5f48b9f91fcc HTTP/1.1" status: 200 len: 797 time: 0.1603143 Jan 21 10:21:53.892950 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-ec279088-53dc-4951-ba78-b3b1eaf9cb0e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/quotas/f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 375 time: 0.0103433 Jan 21 10:21:53.970517 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:21:53.975869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-4728b4a0-6f69-4171-ba3d-33939c16945c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:53.991948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-4728b4a0-6f69-4171-ba3d-33939c16945c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:53.993639 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-4728b4a0-6f69-4171-ba3d-33939c16945c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955536 Jan 21 10:21:54.034106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:54.204541 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-fcdb3b89-62ab-4cb0-a1da-95b5dc83280f service neutron] 10.222.0.122 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991248 Jan 21 10:21:54.442511 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-3f8b03ba-0411-4113-9ba4-1eb4cef02a8c service neutron] 10.222.0.122 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319262 Jan 21 10:21:54.598456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Sync routers for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:21:54.613503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:54.614637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:54.630755 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-228e9743-e704-4570-97d1-d1c67cf15c8d req-66852323-5024-4529-a947-ce0649728a7f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 210 time: 0.0427389 Jan 21 10:21:54.801098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:55.094462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1fe94069-aa94-4d97-981c-b98450aedba2 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:55.187427 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:52Z', 'revision_number': 2, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:55.191076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 1fe94069-aa94-4d97-981c-b98450aedba2 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:55.191445 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.218816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Checking router: 231b5d28-2a13-4cb2-8b2e-215416ff57e0 for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:21:55.219170 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Updating router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:21:55.290243 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.449509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 54dbd5fc-0988-46ba-acd1-ee66e21daa34 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:55.619625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 54dbd5fc-0988-46ba-acd1-ee66e21daa34 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:55.620318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.738638 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-78fb440e-3bf5-471d-ab19-8810575545dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:55.740391 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-78fb440e-3bf5-471d-ab19-8810575545dc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/networks?id=2085bae2-6035-4d90-9096-5f48b9f91fcc HTTP/1.1" status: 200 len: 797 time: 0.1606848 Jan 21 10:21:55.809053 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69744b6d-a3bf-4fd0-8966-8c0786878a79 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62ffa9aa6124c609e9e0123ea18281a HTTP/1.1" status: 200 len: 380 time: 0.0558238 Jan 21 10:21:55.850178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'port': {'device_id': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'admin_state_up': True, 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'security_groups': ['74fb21d8-aec6-4967-8639-18f4ff46e1b6']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:55.876071 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-43da1b8e-87c9-444f-8f1a-dfcf0dde6b47 req-5506dc4d-2ed2-4fe5-bf58-aae2493002d8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 210 time: 0.0653687 Jan 21 10:21:55.888184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:55.901971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Transition to ACTIVE for port object 617ac463-6c84-4e14-8e5f-012f1c6b1a16 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:55.912861 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.023745 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:21:56.034948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:21:56.035914 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993064ba-c996-4f96-ba88-fcd98e98b7d9 None None] Pushing event updated for resources: {'Port': ['ID=617ac463-6c84-4e14-8e5f-012f1c6b1a16,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:56.047403 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Made reservation on behalf of f62ffa9aa6124c609e9e0123ea18281a for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:21:56.050849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.132979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Attempting to bind port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:56.133375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Attempting to bind port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:56.133735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Attempting to bind port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 on network 2085bae2-6035-4d90-9096-5f48b9f91fcc {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:56.140795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:21:56.141322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Checking segment: {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:56.141844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.142256 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Bound using segment: {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:21:56.143388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Bound port: 617ac463-6c84-4e14-8e5f-012f1c6b1a16, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:56.143388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.227883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.20.0.6 (2085bae2-6035-4d90-9096-5f48b9f91fcc/3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83/1830676f-e962-471a-94de-3bc0d82cf5f5) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:21:56.237147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] For port 617ac463-6c84-4e14-8e5f-012f1c6b1a16, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:21:56.240225 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] For port 617ac463-6c84-4e14-8e5f-012f1c6b1a16, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=617ac463-6c84-4e14-8e5f-012f1c6b1a16,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:21:56.247565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.343121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993064ba-c996-4f96-ba88-fcd98e98b7d9 None None] Pushing event updated for resources: {'Port': ['ID=617ac463-6c84-4e14-8e5f-012f1c6b1a16,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:56.351496 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:21:56.352124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:56.430359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.448687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Transition to ACTIVE for port object 1830676f-e962-471a-94de-3bc0d82cf5f5 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:56.474838 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.548229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:21:56.554849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:21:56.555890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=1830676f-e962-471a-94de-3bc0d82cf5f5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:56.558275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:21:56.560455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:21:56.636388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:56.637047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.664699 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-430497e5-5e00-479e-ab0a-43c311bf56bd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8183944 Jan 21 10:21:56.676794 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Request body: {'port': {'device_id': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:21:56.795210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.869566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ba7fa585-0021-4b24-bd3f-093cdb7eaeda None None] Provisioning for port 1830676f-e962-471a-94de-3bc0d82cf5f5 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:56.877459 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ba7fa585-0021-4b24-bd3f-093cdb7eaeda None None] Provisioning complete for port 1830676f-e962-471a-94de-3bc0d82cf5f5 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:56.877827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ba7fa585-0021-4b24-bd3f-093cdb7eaeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:56.945237 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:56Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:21:56.947883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fa585-0021-4b24-bd3f-093cdb7eaeda None None] Port 1830676f-e962-471a-94de-3bc0d82cf5f5 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:21:56.951151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec95bd-df70-4ce2-8a47-36392e3f673b None None] The sync data for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv is: [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:56Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:21:57.139136 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 617ac463-6c84-4e14-8e5f-012f1c6b1a16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:57.212089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:21:57.216970 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:57.217330 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.244159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1830676f-e962-471a-94de-3bc0d82cf5f5 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:21:57.255909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f361a6-54aa-4ee8-b1a9-5b95c12e8ed2 req-ffc88e3d-5a21-4c5f-9b14-6bdc2c5f03b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:57.256573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-f0f361a6-54aa-4ee8-b1a9-5b95c12e8ed2 req-ffc88e3d-5a21-4c5f-9b14-6bdc2c5f03b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:21:57.260921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.284123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Transition to ACTIVE for port object 1830676f-e962-471a-94de-3bc0d82cf5f5 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:21:57.287561 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-f0f361a6-54aa-4ee8-b1a9-5b95c12e8ed2 req-ffc88e3d-5a21-4c5f-9b14-6bdc2c5f03b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:21:57.296568 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f0f361a6-54aa-4ee8-b1a9-5b95c12e8ed2 req-ffc88e3d-5a21-4c5f-9b14-6bdc2c5f03b5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 931 time: 0.2053256 Jan 21 10:21:57.313074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.338111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.375370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 617ac463-6c84-4e14-8e5f-012f1c6b1a16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=617ac463-6c84-4e14-8e5f-012f1c6b1a16,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:21:57.380252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.449686 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f0f361a6-54aa-4ee8-b1a9-5b95c12e8ed2 req-c42c8178-a277-4f80-9293-a0fd2a391bb9 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519976 Jan 21 10:21:57.464247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=617ac463-6c84-4e14-8e5f-012f1c6b1a16,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:57.585781 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1830676f-e962-471a-94de-3bc0d82cf5f5,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:57.697601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Attempting to bind port 1830676f-e962-471a-94de-3bc0d82cf5f5 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:21:57.697859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Attempting to bind port 1830676f-e962-471a-94de-3bc0d82cf5f5 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:21:57.698274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Attempting to bind port 1830676f-e962-471a-94de-3bc0d82cf5f5 on network 2085bae2-6035-4d90-9096-5f48b9f91fcc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:57.705065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Port 1830676f-e962-471a-94de-3bc0d82cf5f5 on network 2085bae2-6035-4d90-9096-5f48b9f91fcc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:21:57.705340 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Attempting to bind port 1830676f-e962-471a-94de-3bc0d82cf5f5 on network 2085bae2-6035-4d90-9096-5f48b9f91fcc {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:21:57.712006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:21:57.712338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Checking segment: {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:21:57.712736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Bound using segment: {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:21:57.713148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Bound port: 1830676f-e962-471a-94de-3bc0d82cf5f5, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769e683f-50b4-41e0-9f08-1385d766e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:21:57.713493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.810424 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] For port 1830676f-e962-471a-94de-3bc0d82cf5f5, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:21:57.814148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] For port 1830676f-e962-471a-94de-3bc0d82cf5f5, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1830676f-e962-471a-94de-3bc0d82cf5f5,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:21:57.818651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.881112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:57.882767 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] 10.222.0.120 "PUT /v2.0/ports/1830676f-e962-471a-94de-3bc0d82cf5f5 HTTP/1.1" status: 200 len: 1093 time: 1.2101810 Jan 21 10:21:57.883212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:21:57.901666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3e599-c157-4537-b556-9229f96c47f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1830676f-e962-471a-94de-3bc0d82cf5f5,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:21:58.002042 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'status': 'completed', 'code': 200} Jan 21 10:21:58.020150 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-6b2374b6-fdb9-40b6-ac0c-49d3a38c5ace service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 1096 time: 0.0913665 Jan 21 10:21:58.089706 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-a21819cd-c9ea-465a-bd58-2d270659da74 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1830676f-e962-471a-94de-3bc0d82cf5f5 HTTP/1.1" status: 200 len: 217 time: 0.0621798 Jan 21 10:21:58.157789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-cc4618f6-e785-4b21-8d10-d5065e61c3ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:58.159233 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-cc4618f6-e785-4b21-8d10-d5065e61c3ad service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83 HTTP/1.1" status: 200 len: 835 time: 0.0624409 Jan 21 10:21:58.239805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-5c81ab45-b393-4625-b3eb-b7f266fa5870 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2085bae2-6035-4d90-9096-5f48b9f91fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725257 Jan 21 10:21:58.374091 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-eaf51215-7346-42a7-bfa3-5106388f9207 service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274683 Jan 21 10:21:58.505577 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-2d6b86de-cda1-454e-8750-cc4f2de92f14 req-66411f6b-47f3-4619-844a-c578bc9c44c7 service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251512 Jan 21 10:21:58.688265 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-9c288d2f-6dfa-46e8-9c3a-29bb9c23ce3f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 1096 time: 0.1317978 Jan 21 10:21:58.695196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4ea2-d00a-4b3b-9926-9be44c7ad82f req-71f2b45e-f9a4-4b9d-bb45-ce58246fd039 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:58.696518 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f7d4ea2-d00a-4b3b-9926-9be44c7ad82f req-71f2b45e-f9a4-4b9d-bb45-ce58246fd039 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 943 time: 0.1061025 Jan 21 10:21:58.824589 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0f7d4ea2-d00a-4b3b-9926-9be44c7ad82f req-3e7b6c6d-e722-4187-b066-807b189ca032 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095431 Jan 21 10:21:58.857802 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-7cf83293-1db4-48b2-b8f7-117e9789fa4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:58.859401 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-7cf83293-1db4-48b2-b8f7-117e9789fa4d service neutron] 10.222.0.120 "GET /v2.0/networks?id=2085bae2-6035-4d90-9096-5f48b9f91fcc HTTP/1.1" status: 200 len: 898 time: 0.1619964 Jan 21 10:21:58.930451 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-d76ef63e-30b3-4c83-84cb-910881e8d52f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1830676f-e962-471a-94de-3bc0d82cf5f5 HTTP/1.1" status: 200 len: 217 time: 0.0648735 Jan 21 10:21:58.996012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-ba1fae01-1492-4914-bb4c-e84f352ad340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:21:58.997437 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-ba1fae01-1492-4914-bb4c-e84f352ad340 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83 HTTP/1.1" status: 200 len: 835 time: 0.0582948 Jan 21 10:21:59.079612 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-4175af4f-d4cb-4af0-bcbf-09be52cf5e11 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2085bae2-6035-4d90-9096-5f48b9f91fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745525 Jan 21 10:21:59.087394 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 617ac463-6c84-4e14-8e5f-012f1c6b1a16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:21:59.157426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:21:59.157792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:21:59.215747 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-b7a92126-42d5-485f-9188-ffa65c837b86 service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257949 Jan 21 10:21:59.444084 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3111450-3b53-4a44-80b5-4d9b3e65238e req-5bb40ee2-1c38-4183-a8a6-da9df2f5f20a service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193632 Jan 21 10:22:00.001702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1830676f-e962-471a-94de-3bc0d82cf5f5 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:22:00.025771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dede2e-ab90-4d56-88a7-876b0360014d req-f1e340c5-d45e-4ba0-a761-78788688366d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:00.027261 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-22dede2e-ab90-4d56-88a7-876b0360014d req-f1e340c5-d45e-4ba0-a761-78788688366d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 943 time: 0.0797732 Jan 21 10:22:00.073850 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-22dede2e-ab90-4d56-88a7-876b0360014d req-a2d364a2-2cb4-4b8a-8822-c24a07b23aa8 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407717 Jan 21 10:22:00.134719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1830676f-e962-471a-94de-3bc0d82cf5f5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1830676f-e962-471a-94de-3bc0d82cf5f5,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:00.148131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'port_id': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'mac_address': 'fa:16:3e:01:eb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:22:00.201730 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.218845 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1830676f-e962-471a-94de-3bc0d82cf5f5 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:22:00.233182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1830676f-e962-471a-94de-3bc0d82cf5f5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1830676f-e962-471a-94de-3bc0d82cf5f5,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:00.237033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:00.305554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1830676f-e962-471a-94de-3bc0d82cf5f5,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:00.472887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['1830676f-e962-471a-94de-3bc0d82cf5f5'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:22:01.280195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535659d-bb37-4f21-af7a-6719caf2f179 req-54ac6b3b-8774-4871-912c-767078910af0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:01.281749 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8535659d-bb37-4f21-af7a-6719caf2f179 req-54ac6b3b-8774-4871-912c-767078910af0 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 944 time: 0.0883348 Jan 21 10:22:01.330572 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8535659d-bb37-4f21-af7a-6719caf2f179 req-3bac0a5f-b9b5-4ff1-8984-a41e3606aa2c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Jan 21 10:22:02.014370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1830676f-e962-471a-94de-3bc0d82cf5f5 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:22:02.082989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 1830676f-e962-471a-94de-3bc0d82cf5f5 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:22:02.087521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 1830676f-e962-471a-94de-3bc0d82cf5f5 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:22:02.087892 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.202636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.228380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:02.238288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 1830676f-e962-471a-94de-3bc0d82cf5f5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1830676f-e962-471a-94de-3bc0d82cf5f5,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:02.243612 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:02.285960 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'code': 200} Jan 21 10:22:02.313954 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=1830676f-e962-471a-94de-3bc0d82cf5f5,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:02.578762 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8abf36a4-ee37-4082-97ed-380780d9694c req-a91a9a3a-4694-4bf6-8ec9-59b6cb1d191a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 1098 time: 0.1293759 Jan 21 10:22:02.589769 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82868107-a589-47a6-b163-a8abb452584c req-690d361e-7025-42f3-877e-285d7c3d7d0c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:02.591229 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82868107-a589-47a6-b163-a8abb452584c req-690d361e-7025-42f3-877e-285d7c3d7d0c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.1121476 Jan 21 10:22:02.658243 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8abf36a4-ee37-4082-97ed-380780d9694c req-0bc6aac3-8104-4edd-93bc-a27a90a10558 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660341 Jan 21 10:22:02.662642 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-82868107-a589-47a6-b163-a8abb452584c req-6bd16a4e-340d-4f17-be9b-cd493b91e9d5 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576010 Jan 21 10:22:03.869333 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aaa6b-cf12-4869-acd0-84f4a5cec5af req-a36b7c49-5397-4bce-92e9-70baf043dbe4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:03.870850 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d39aaa6b-cf12-4869-acd0-84f4a5cec5af req-a36b7c49-5397-4bce-92e9-70baf043dbe4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.0833864 Jan 21 10:22:03.918842 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d39aaa6b-cf12-4869-acd0-84f4a5cec5af req-5258f839-bc4e-4cc5-a03e-a62efd394acd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Jan 21 10:22:04.890926 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.115152 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b753d-6e73-4ada-a0ec-dacae9eb291b req-045ef7b2-aa56-4b53-aee6-57b714f06a34 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:05.117393 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-174b753d-6e73-4ada-a0ec-dacae9eb291b req-045ef7b2-aa56-4b53-aee6-57b714f06a34 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.0760014 Jan 21 10:22:05.161748 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-174b753d-6e73-4ada-a0ec-dacae9eb291b req-d6f6c502-9834-4179-99eb-f5a51c31c2cd tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388999 Jan 21 10:22:05.358102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cc39c-63f5-41a0-82c8-fa3aeb7c94ec req-ea46d18f-6a76-46f2-8f68-0159e7ae286b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:05.360178 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-815cc39c-63f5-41a0-82c8-fa3aeb7c94ec req-ea46d18f-6a76-46f2-8f68-0159e7ae286b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.0782526 Jan 21 10:22:05.408240 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-815cc39c-63f5-41a0-82c8-fa3aeb7c94ec req-d86f5a56-8de1-4b79-be5d-df7cc41019d1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Jan 21 10:22:05.436854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44634) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:05.503750 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-44f84b4b-fffd-4fdf-8862-de2d29140cf4 tempest-TestNetworkAdvancedServerOps-561695306 tempest-TestNetworkAdvancedServerOps-561695306-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 1093 time: 0.0657609 Jan 21 10:22:05.506320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44638) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:05.511354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:22:05.516864 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:22:05.520606 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Usage tracker for resource:floatingip and tenant:f62ffa9aa6124c609e9e0123ea18281a is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:22:05.523712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:22:05.529219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:22:05.539906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.674967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.808191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Allocated IP 172.26.1.89 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/eb5dc96b-c5b6-4d81-9bf4-0c13382288aa) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:22:05.957225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:05.994150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.068365 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:22:06.072165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:22:06.076505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:22:06.103784 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=eb5dc96b-c5b6-4d81-9bf4-0c13382288aa,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:06.679927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.733159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.931991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:06.937017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.037134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event updated for resources: {'Port': ['ID=eb5dc96b-c5b6-4d81-9bf4-0c13382288aa,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:07.055514 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.245465 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Floating IP e317ef16-8324-4691-90e2-5dbe8b15c3f0 associated. External IP: 172.26.1.89, port: 1830676f-e962-471a-94de-3bc0d82cf5f5. Jan 21 10:22:07.636484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:22:07.834786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:22:07.844384 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] Sync routers for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:22:07.857825 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:07.858459 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:07.858991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:07.917606 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-cdeb852b-b00b-48b4-86eb-a9f9cf999184 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4100587 Jan 21 10:22:07.918042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:07.976893 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'status': 'completed', 'code': 200} Jan 21 10:22:08.051464 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:08.145645 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd5d5-c9d1-4919-b227-6f3d585485cc req-fb6c5c55-1cfc-44c7-823e-20f43b2a0ebc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.147105 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff8bd5d5-c9d1-4919-b227-6f3d585485cc req-fb6c5c55-1cfc-44c7-823e-20f43b2a0ebc tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.1052699 Jan 21 10:22:08.150660 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-9394aaa5-1700-4a94-a56e-4331345b67f0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 1098 time: 0.1389656 Jan 21 10:22:08.400149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ff8bd5d5-c9d1-4919-b227-6f3d585485cc req-7cea2743-3233-4c9d-a3e8-3750b5e35198 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467465 Jan 21 10:22:08.428779 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e317ef16-8324-4691-90e2-5dbe8b15c3f0', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.89', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'port_id': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'mac_address': 'fa:16:3e:01:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:06Z', 'updated_at': '2022-01-21T10:22:06Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:57Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:08.430806 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44646) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:08.433101 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] Checking router: 231b5d28-2a13-4cb2-8b2e-215416ff57e0 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:22:08.437582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-7a21f7a9-2525-47b8-89c2-4de7d44c6068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.439299 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-7a21f7a9-2525-47b8-89c2-4de7d44c6068 service neutron] 10.222.0.120 "GET /v2.0/networks?id=2085bae2-6035-4d90-9096-5f48b9f91fcc HTTP/1.1" status: 200 len: 898 time: 0.1572824 Jan 21 10:22:08.443804 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:08.444885 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:21:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:08.540703 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-468cdd6e-d258-446c-80a5-dda75292b3fe tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e317ef16-8324-4691-90e2-5dbe8b15c3f0 HTTP/1.1" status: 200 len: 990 time: 0.1086998 Jan 21 10:22:08.544295 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-2bf417c9-de96-42a4-9283-1eb4d3de3974 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1830676f-e962-471a-94de-3bc0d82cf5f5 HTTP/1.1" status: 200 len: 998 time: 0.0977302 Jan 21 10:22:08.607478 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-c28c0479-8820-4dde-9b53-f0b3d5b77582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:08.608900 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-c28c0479-8820-4dde-9b53-f0b3d5b77582 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83 HTTP/1.1" status: 200 len: 835 time: 0.0579376 Jan 21 10:22:08.626501 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:08.686898 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-62af00af-5f5a-4e21-a422-247288e43a6d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2085bae2-6035-4d90-9096-5f48b9f91fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715003 Jan 21 10:22:08.822799 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-9512a032-459a-4b29-86bf-39e228e2178d service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286237 Jan 21 10:22:08.957922 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c2e80ef1-fe56-4e99-8e8f-c907da049c1b req-bf3a56f4-fa59-417b-9850-02c16b08bd1e service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290662 Jan 21 10:22:09.013185 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e317ef16-8324-4691-90e2-5dbe8b15c3f0', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.89', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'port_id': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'mac_address': 'fa:16:3e:01:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:06Z', 'updated_at': '2022-01-21T10:22:06Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:57Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:09.017019 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c1797-a997-46ff-8728-51b9f82c272f None None] The sync data for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv is: [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'e317ef16-8324-4691-90e2-5dbe8b15c3f0', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'floating_ip_address': '172.26.1.89', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'port_id': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'mac_address': 'fa:16:3e:01:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:22:06Z', 'updated_at': '2022-01-21T10:22:06Z', 'revision_number': 0, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:57Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:22:09.544593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44650) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:09.649573 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-76d80953-e843-4b9f-ba95-42a1f1463541 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e317ef16-8324-4691-90e2-5dbe8b15c3f0 HTTP/1.1" status: 200 len: 990 time: 0.1038201 Jan 21 10:22:10.653562 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44654) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:10.755695 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-03e6d14f-8fd3-400d-a9ff-0f0bb44283e4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e317ef16-8324-4691-90e2-5dbe8b15c3f0 HTTP/1.1" status: 200 len: 990 time: 0.1008756 Jan 21 10:22:11.760227 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44658) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:11.863728 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-30f46d7c-5c54-4387-8bf9-ff78e43c19a6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e317ef16-8324-4691-90e2-5dbe8b15c3f0 HTTP/1.1" status: 200 len: 990 time: 0.1023955 Jan 21 10:22:12.596477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948f061-8fa6-407b-9e5e-2b454c129f39 None None] New status for floating IP e317ef16-8324-4691-90e2-5dbe8b15c3f0: ACTIVE {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:22:12.868386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44662) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:12.973538 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-4267febc-f3a8-4a9e-a7e3-1d4fb6d36584 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e317ef16-8324-4691-90e2-5dbe8b15c3f0 HTTP/1.1" status: 200 len: 992 time: 0.1039834 Jan 21 10:22:19.199719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1bf56153-4075-4a2c-9336-54823382c65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:19.602046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-7307bef0-2615-491c-9f46-d3ef93970ace service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671105 Jan 21 10:22:19.757598 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-53c7da60-a710-4ec7-8eb1-ca35931294e7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 1098 time: 0.0673599 Jan 21 10:22:19.900498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-3617f66f-a07d-4ba7-9ac1-e131eac8c79d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:19.901828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-3617f66f-a07d-4ba7-9ac1-e131eac8c79d service neutron] 10.222.0.120 "GET /v2.0/networks?id=2085bae2-6035-4d90-9096-5f48b9f91fcc HTTP/1.1" status: 200 len: 898 time: 0.1250827 Jan 21 10:22:20.005130 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-23b47831-17ca-4e6b-a95d-0ab02965c1b8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1830676f-e962-471a-94de-3bc0d82cf5f5 HTTP/1.1" status: 200 len: 1000 time: 0.0960560 Jan 21 10:22:20.069902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-776eef41-7465-415c-bb6f-ed6527515870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:20.071418 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-776eef41-7465-415c-bb6f-ed6527515870 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83 HTTP/1.1" status: 200 len: 835 time: 0.0591476 Jan 21 10:22:20.146064 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-b066377b-86a5-4fd4-84f9-62e763541fea service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2085bae2-6035-4d90-9096-5f48b9f91fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680761 Jan 21 10:22:20.276411 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-786cab80-6e73-496e-afca-e37a93636037 service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237657 Jan 21 10:22:20.410220 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9f449de3-d9e5-4e81-9e7b-639923a5aa4e req-8bb4096d-934c-4515-b161-2ab8c5abad45 service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265547 Jan 21 10:22:21.547618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-38956193-1312-4776-af95-650fdf607d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:22.588555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:22.971632 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:24.036553 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:30.970633 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:22:34.907247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:42.704457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4bd4-03b5-43d3-b571-6f7c4f7b0bb5 req-58a6eb17-1c92-4ae3-8e7c-5acfa8a34d8e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:42.705809 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f1bb4bd4-03b5-43d3-b571-6f7c4f7b0bb5 req-58a6eb17-1c92-4ae3-8e7c-5acfa8a34d8e tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.0796206 Jan 21 10:22:42.845792 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f1bb4bd4-03b5-43d3-b571-6f7c4f7b0bb5 req-c742c602-5240-4fc6-85e6-484a2eff6409 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335754 Jan 21 10:22:44.041024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77143ca-e8d3-418e-b0a5-9688ad2567ec req-19153d5d-f66f-4869-8622-a6f89f6884ed tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:44.042459 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c77143ca-e8d3-418e-b0a5-9688ad2567ec req-19153d5d-f66f-4869-8622-a6f89f6884ed tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.0749021 Jan 21 10:22:44.086963 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c77143ca-e8d3-418e-b0a5-9688ad2567ec req-1d17aeae-9912-4c33-901d-645c53e707e1 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390069 Jan 21 10:22:44.114166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44682) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:44.216431 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ad86a20f-34f8-4f6f-9478-f9a7059236a6 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e317ef16-8324-4691-90e2-5dbe8b15c3f0 HTTP/1.1" status: 200 len: 992 time: 0.1010609 Jan 21 10:22:45.776320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878551b-3afb-41b1-b59f-46ad6ec05e00 req-be9a45ea-53a2-4226-957f-18724be3ca77 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:45.777790 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9878551b-3afb-41b1-b59f-46ad6ec05e00 req-be9a45ea-53a2-4226-957f-18724be3ca77 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.1351464 Jan 21 10:22:45.780617 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-866a3d66-fc3d-40fe-882b-7411c38b9ab8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 1098 time: 0.1052153 Jan 21 10:22:45.904739 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9878551b-3afb-41b1-b59f-46ad6ec05e00 req-25869c6a-e066-498a-b3aa-9a98ad871405 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213078 Jan 21 10:22:45.944787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-30415447-2be4-43b4-a4a5-b4fe2aef81ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:45.946337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-30415447-2be4-43b4-a4a5-b4fe2aef81ae service neutron] 10.222.0.120 "GET /v2.0/networks?id=2085bae2-6035-4d90-9096-5f48b9f91fcc HTTP/1.1" status: 200 len: 898 time: 0.1492774 Jan 21 10:22:46.047766 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-95602a26-bbce-4a89-a33f-292dc96f8584 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1830676f-e962-471a-94de-3bc0d82cf5f5 HTTP/1.1" status: 200 len: 1000 time: 0.0956225 Jan 21 10:22:46.111938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-ae705414-a0b6-4e39-9eb7-05d8a3c8473b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:46.113336 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-ae705414-a0b6-4e39-9eb7-05d8a3c8473b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83 HTTP/1.1" status: 200 len: 835 time: 0.0599475 Jan 21 10:22:46.187111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-4e32eb78-9290-4547-9359-0842ab6b4fcc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2085bae2-6035-4d90-9096-5f48b9f91fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683308 Jan 21 10:22:46.317461 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-b4d94a41-8dc7-40fa-8b58-2fe4344bc465 service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249447 Jan 21 10:22:46.445894 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8adc243c-6a9f-4141-a38e-6ab2c15631f9 req-424a6ee5-0251-4322-9fb6-e68b24fee9e9 service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228573 Jan 21 10:22:47.103621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9c25-ec3b-49ee-90a7-2deb1dd2003b req-f4caa75b-2a1b-4629-8f8c-4566fb1bf57c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:47.105129 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e28a9c25-ec3b-49ee-90a7-2deb1dd2003b req-f4caa75b-2a1b-4629-8f8c-4566fb1bf57c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.0767794 Jan 21 10:22:47.155253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e28a9c25-ec3b-49ee-90a7-2deb1dd2003b req-07e8c6e6-7ead-4891-bc1b-2ae16809c30f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446157 Jan 21 10:22:48.356385 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8965f71-1b46-4e1b-a829-e90fd33925bb req-64d7067d-5df2-4e59-b724-e2b1731c393f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:48.357826 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d8965f71-1b46-4e1b-a829-e90fd33925bb req-64d7067d-5df2-4e59-b724-e2b1731c393f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.0757885 Jan 21 10:22:48.403293 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d8965f71-1b46-4e1b-a829-e90fd33925bb req-a31ce35e-8b6d-48af-86fa-32e9cb78cd0b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397077 Jan 21 10:22:48.431038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44696) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:48.545094 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-675a6ddf-3f8b-4b38-b1a8-901568fc3868 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/floatingips/e317ef16-8324-4691-90e2-5dbe8b15c3f0 HTTP/1.1" status: 200 len: 992 time: 0.1129191 Jan 21 10:22:48.834364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44704) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:49.133612 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port eb5dc96b-c5b6-4d81-9bf4-0c13382288aa {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:49.133949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:49.202550 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac515-1ec1-4f4b-9b1b-8131c7a1171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:49.302521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:49.302754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:49.419965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for eb5dc96b-c5b6-4d81-9bf4-0c13382288aa owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:49.569300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:49.614035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=eb5dc96b-c5b6-4d81-9bf4-0c13382288aa,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:49.652157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.652520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.652839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.653168 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.653491 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.653815 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.654161 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.654479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.654816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.655108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.655420 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:49.717465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:50.108251 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:22:50.304752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:22:50.314340 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] Sync routers for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:22:50.325047 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:50.326384 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:50.326981 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:22:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:50.379440 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-91cef3ef-dc75-4174-9cc6-361c0debc25b tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/floatingips/e317ef16-8324-4691-90e2-5dbe8b15c3f0 HTTP/1.1" status: 204 len: 168 time: 1.5440085 Jan 21 10:22:50.380002 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:50.439605 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'status': 'completed', 'code': 200} Jan 21 10:22:50.501649 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:50.531047 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-426323c4-2690-4c1c-8b9d-ec296af3906b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 1098 time: 0.0702584 Jan 21 10:22:50.685035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-048e1579-0cb8-4172-ac71-bab47572cc21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:50.686793 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-048e1579-0cb8-4172-ac71-bab47572cc21 service neutron] 10.222.0.120 "GET /v2.0/networks?id=2085bae2-6035-4d90-9096-5f48b9f91fcc HTTP/1.1" status: 200 len: 898 time: 0.1497228 Jan 21 10:22:50.834132 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:57Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:50.838370 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] Checking router: 231b5d28-2a13-4cb2-8b2e-215416ff57e0 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:22:50.848726 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:50.849313 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:22:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:50.896786 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-cf23ed13-8c56-4337-91c4-e78c252dbddb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1830676f-e962-471a-94de-3bc0d82cf5f5 HTTP/1.1" status: 200 len: 217 time: 0.2032504 Jan 21 10:22:50.975615 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-1d283932-88b4-43d7-9b9d-3ef434caeecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:50.977148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-1d283932-88b4-43d7-9b9d-3ef434caeecc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83 HTTP/1.1" status: 200 len: 835 time: 0.0743635 Jan 21 10:22:50.987410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1685b-e19e-4ac4-a4dc-bade39c7eadd req-5e449eaa-517e-4ada-b943-362fa4a482ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:50.988095 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-ead1685b-e19e-4ac4-a4dc-bade39c7eadd req-5e449eaa-517e-4ada-b943-362fa4a482ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:22:51.030609 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:51.044021 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-ead1685b-e19e-4ac4-a4dc-bade39c7eadd req-5e449eaa-517e-4ada-b943-362fa4a482ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:22:51.045171 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ead1685b-e19e-4ac4-a4dc-bade39c7eadd req-5e449eaa-517e-4ada-b943-362fa4a482ff tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.2001638 Jan 21 10:22:51.109902 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-32ded5ad-80bf-47df-9f93-2742252fa822 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=2085bae2-6035-4d90-9096-5f48b9f91fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189919 Jan 21 10:22:51.112243 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ead1685b-e19e-4ac4-a4dc-bade39c7eadd req-75e14927-dddf-4c45-926e-4c87c478d171 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610640 Jan 21 10:22:51.249361 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-fd54c357-5678-4d19-bbc1-feb9d3caf6e8 service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328647 Jan 21 10:22:51.345040 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:57Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:51.348885 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d148437-c300-42aa-a20b-4accdb690933 None None] The sync data for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv is: [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:21:51Z', 'revision_number': 4, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '617ac463-6c84-4e14-8e5f-012f1c6b1a16', 'name': '', 'network_id': '2085bae2-6035-4d90-9096-5f48b9f91fcc', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'mac_address': 'fa:16:3e:61:b8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:51Z', 'updated_at': '2022-01-21T10:21:57Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'subnets': [{'id': '3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:22:51.388305 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0a000574-1fe9-45f9-876c-2d0d8587d092 req-b962db54-7470-4f9a-9b70-4780595b494e service neutron] 10.222.0.120 "GET /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330137 Jan 21 10:22:51.550860 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf9a4-b972-4d4a-aa5d-9c2f9a81302f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:51.582013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b01c1-def0-4307-9981-a5b994a56cdd None None] New status for floating IP e317ef16-8324-4691-90e2-5dbe8b15c3f0: DOWN {{(pid=83428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:22:52.369706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a10fd2-da05-476f-8405-d4cadf59d0b5 req-9adfdd13-ce68-4ce4-955e-8b2eb758e1d4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:52.371203 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a10fd2-da05-476f-8405-d4cadf59d0b5 req-9adfdd13-ce68-4ce4-955e-8b2eb758e1d4 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.1352272 Jan 21 10:22:52.380614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-8e9ccae1-f39c-419b-af03-81208d3f476c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:22:52.381947 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-8e9ccae1-f39c-419b-af03-81208d3f476c tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 945 time: 0.1161139 Jan 21 10:22:52.474699 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a10fd2-da05-476f-8405-d4cadf59d0b5 req-72ad367f-abb0-4b0d-baa5-cba5988270d7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/security-groups?id=74fb21d8-aec6-4967-8639-18f4ff46e1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916185 Jan 21 10:22:52.478382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 1830676f-e962-471a-94de-3bc0d82cf5f5 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:52.478727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.594984 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.733308 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 1830676f-e962-471a-94de-3bc0d82cf5f5, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=1830676f-e962-471a-94de-3bc0d82cf5f5,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:52.733661 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:52.856229 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 1830676f-e962-471a-94de-3bc0d82cf5f5 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:52.976033 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.002090 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.047798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=1830676f-e962-471a-94de-3bc0d82cf5f5,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:53.126140 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] No DVR routers for this DVR port 1830676f-e962-471a-94de-3bc0d82cf5f5 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:22:53.128846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:53.131518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'name': 'network-vif-deleted', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:22:53.147408 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-12e95216-1a45-48f4-8ccb-cfc9515c0a21 req-2b429748-2ff6-42f1-9405-976acca62c4d tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.120 "DELETE /v2.0/ports/1830676f-e962-471a-94de-3bc0d82cf5f5 HTTP/1.1" status: 204 len: 173 time: 0.7510493 Jan 21 10:22:53.194354 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ad2af9-e32a-4519-95c0-f86ef0a8cc37', 'name': 'network-vif-deleted', 'tag': '1830676f-e962-471a-94de-3bc0d82cf5f5', 'status': 'completed', 'code': 200} Jan 21 10:22:53.656721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-68d8b5f4-f08b-4e73-ba0e-fa0c8792af77 req-e77dbdbd-141d-48e1-9a40-57eb3cb9b246 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Synchronizing usage tracker for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:22:53.672931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-68d8b5f4-f08b-4e73-ba0e-fa0c8792af77 req-e77dbdbd-141d-48e1-9a40-57eb3cb9b246 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Unset dirty status for tenant:f62ffa9aa6124c609e9e0123ea18281a on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:22:53.674270 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-68d8b5f4-f08b-4e73-ba0e-fa0c8792af77 req-e77dbdbd-141d-48e1-9a40-57eb3cb9b246 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "GET /v2.0/ports?device_id=e8ad2af9-e32a-4519-95c0-f86ef0a8cc37 HTTP/1.1" status: 200 len: 210 time: 0.0599527 Jan 21 10:22:54.039188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:54.783048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44722) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:55.276927 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:55.878500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 617ac463-6c84-4e14-8e5f-012f1c6b1a16 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:55.879199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.062313 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 617ac463-6c84-4e14-8e5f-012f1c6b1a16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=617ac463-6c84-4e14-8e5f-012f1c6b1a16,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:56.062663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.181006 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 617ac463-6c84-4e14-8e5f-012f1c6b1a16 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:56.365343 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1830676f-e962-471a-94de-3bc0d82cf5f5 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:56.367358 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:56.403504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 1830676f-e962-471a-94de-3bc0d82cf5f5 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:22:56.403842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 1830676f-e962-471a-94de-3bc0d82cf5f5 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:56.410909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=617ac463-6c84-4e14-8e5f-012f1c6b1a16,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:56.806780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.379701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:22:57.574846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:22:57.583972 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] Sync routers for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:22:57.591715 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7207a778-e658-4be3-b106-a50682e0dcc7 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "PUT /v2.0/routers/231b5d28-2a13-4cb2-8b2e-215416ff57e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8075402 Jan 21 10:22:57.594362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44726) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:57.596974 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:57.597961 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:22:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:57.782261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2234dded-1bad-479c-a9fc-c5f7270de2bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting subnet 3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83 {{(pid=83427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:22:57.785112 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2234dded-1bad-479c-a9fc-c5f7270de2bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.803571 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:57.838779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2234dded-1bad-479c-a9fc-c5f7270de2bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1225233'] for subnet, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:57.922550 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2234dded-1bad-479c-a9fc-c5f7270de2bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.093423 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:22:56Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:58.097229 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] Checking router: 231b5d28-2a13-4cb2-8b2e-215416ff57e0 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:22:58.110624 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] Routers {'231b5d28-2a13-4cb2-8b2e-215416ff57e0'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:22:58.111090 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:22:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:58.112665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2234dded-1bad-479c-a9fc-c5f7270de2bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1217274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1573274'] for subnet, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.151611 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234dded-1bad-479c-a9fc-c5f7270de2bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Subnet': ['ID=3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:58.158410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-2234dded-1bad-479c-a9fc-c5f7270de2bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.165222 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-2234dded-1bad-479c-a9fc-c5f7270de2bf tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/subnets/3ccb7e09-ff8a-41b3-a1f9-86266dc5cf83 HTTP/1.1" status: 204 len: 168 time: 0.5698452 Jan 21 10:22:58.166310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd76ef99-ae16-43c5-b1f9-2e69a4871c29 None None] Network 2085bae2-6035-4d90-9096-5f48b9f91fcc requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:22:58.167783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44730) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:58.295767 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] Set router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:22:58.386225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.439471 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] DHCP port deletion for 2085bae2-6035-4d90-9096-5f48b9f91fcc request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:22:58.445853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Deleting port 1fe94069-aa94-4d97-981c-b98450aedba2 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:58.446377 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.595093 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:22:56Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:22:58.599392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.599974 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7060f1-db3c-45bb-9e69-8f5d5e47b83e None None] The sync data for ids ['231b5d28-2a13-4cb2-8b2e-215416ff57e0'] in dv-neutron-825724-1-hyperv is: [{'id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549617854', 'tenant_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:21:47Z', 'updated_at': '2022-01-21T10:22:56Z', 'revision_number': 5, 'project_id': 'f62ffa9aa6124c609e9e0123ea18281a', 'gw_port': {'id': '54dbd5fc-0988-46ba-acd1-ee66e21daa34', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b5d28-2a13-4cb2-8b2e-215416ff57e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:21:48Z', 'updated_at': '2022-01-21T10:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:22:58.612419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Deleting port 54dbd5fc-0988-46ba-acd1-ee66e21daa34 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:22:58.612419 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.709481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] For port 1fe94069-aa94-4d97-981c-b98450aedba2, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=1fe94069-aa94-4d97-981c-b98450aedba2,segment=NetworkSegment(769e683f-50b4-41e0-9f08-1385d766e4a7),segment_id=769e683f-50b4-41e0-9f08-1385d766e4a7)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:58.709814 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.794468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] For port 54dbd5fc-0988-46ba-acd1-ee66e21daa34, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=54dbd5fc-0988-46ba-acd1-ee66e21daa34,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:22:58.794807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.829559 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Calling delete_port for 1fe94069-aa94-4d97-981c-b98450aedba2 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:58.904975 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606'] for port, after_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:58.916678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Calling delete_port for 54dbd5fc-0988-46ba-acd1-ee66e21daa34 owned by network:router_gateway {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:22:58.951559 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Pushing event deleted for resources: {'Port': ['ID=1fe94069-aa94-4d97-981c-b98450aedba2,revision_number=None']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:58.963356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.963703 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.964047 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.964383 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.964717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.965149 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.965375 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.965680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.966059 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.966387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.966712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:22:58.972518 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411afde-3177-4c1a-a1b3-89983275c54e None None] No DVR routers for this DVR port 1fe94069-aa94-4d97-981c-b98450aedba2 on host dv-neutron-825724-1-hyperv {{(pid=83428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:22:59.121160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.128351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1fe94069-aa94-4d97-981c-b98450aedba2 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:59.162449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 1fe94069-aa94-4d97-981c-b98450aedba2 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:22:59.162810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 1fe94069-aa94-4d97-981c-b98450aedba2 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:59.163192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 617ac463-6c84-4e14-8e5f-012f1c6b1a16 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:22:59.165651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Port': ['ID=54dbd5fc-0988-46ba-acd1-ee66e21daa34,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:22:59.199185 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 617ac463-6c84-4e14-8e5f-012f1c6b1a16 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:22:59.199665 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 617ac463-6c84-4e14-8e5f-012f1c6b1a16 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:22:59.383938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.737947 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.742221 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.766055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.766567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Fanout notify agent at l3_agent the message router_deleted on router 231b5d28-2a13-4cb2-8b2e-215416ff57e0 {{(pid=83427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:22:59.781571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:22:59.782676 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d9a53fe7-26f1-46fc-947a-44a2c2b6b467 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/routers/231b5d28-2a13-4cb2-8b2e-215416ff57e0 HTTP/1.1" status: 204 len: 168 time: 1.6138716 Jan 21 10:22:59.785577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44734) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:22:59.904383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.123804 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.149636 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2085bae2-6035-4d90-9096-5f48b9f91fcc']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:00.164414 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769e683f-50b4-41e0-9f08-1385d766e4a7') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:00.164715 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769e683f-50b4-41e0-9f08-1385d766e4a7') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:00.178321 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.197298 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.203735 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:23:00.204130 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:23:00.219727 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:23:00.299717 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.318096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.333750 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'Network': ['ID=2085bae2-6035-4d90-9096-5f48b9f91fcc,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:00.346254 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/networks/2085bae2-6035-4d90-9096-5f48b9f91fcc HTTP/1.1" status: 204 len: 168 time: 0.5595598 Jan 21 10:23:00.347668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.348021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.348356 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.348725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.349025 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.349321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44738) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:00.349457 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.349668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.350016 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.350338 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.350662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.351156 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c3596-f50c-43c1-af64-d310fa7cd31f tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:00.423742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04f74851-18dd-4b15-af15-7ce2cd6a1782 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.453371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04f74851-18dd-4b15-af15-7ce2cd6a1782 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.518315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04f74851-18dd-4b15-af15-7ce2cd6a1782 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.536477 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74851-18dd-4b15-af15-7ce2cd6a1782 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fb21d8-aec6-4967-8639-18f4ff46e1b6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:00.543018 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-04f74851-18dd-4b15-af15-7ce2cd6a1782 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:00.544113 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-04f74851-18dd-4b15-af15-7ce2cd6a1782 tempest-TestNetworkAdvancedServerOps-1455436893 tempest-TestNetworkAdvancedServerOps-1455436893-project] 10.222.0.122 "DELETE /v2.0/security-groups/74fb21d8-aec6-4967-8639-18f4ff46e1b6 HTTP/1.1" status: 204 len: 168 time: 0.1902056 Jan 21 10:23:00.949151 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44748) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:01.112584 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 54dbd5fc-0988-46ba-acd1-ee66e21daa34 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:23:01.144566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 54dbd5fc-0988-46ba-acd1-ee66e21daa34 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:23:01.144911 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 54dbd5fc-0988-46ba-acd1-ee66e21daa34 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:23:01.145782 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-199f0810-4c1a-44f1-b641-3a025e3ecc7a admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f62ffa9aa6124c609e9e0123ea18281a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1954558 Jan 21 10:23:01.148739 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44754) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:01.207143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d2cdb42a-1196-49c9-8894-38becf057e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.232468 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d2cdb42a-1196-49c9-8894-38becf057e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.281626 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d2cdb42a-1196-49c9-8894-38becf057e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.297117 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdb42a-1196-49c9-8894-38becf057e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e681d4-081b-4e9f-b560-fb19623fa13f,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:01.305766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d2cdb42a-1196-49c9-8894-38becf057e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.306892 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d2cdb42a-1196-49c9-8894-38becf057e09 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/65e681d4-081b-4e9f-b560-fb19623fa13f HTTP/1.1" status: 204 len: 168 time: 0.1572614 Jan 21 10:23:01.633773 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44762) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:01.652210 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.682642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:01.686318 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] Usage tracker for resource:security_group_rule and tenant:140ea215ef134915bca9c2e0e3abdeea is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:01.689024 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:01.695497 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:01.764373 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.768138 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.815383 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82da1e99-f9c1-4b4a-9ea0-9917765555c6,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:01.821608 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-871ee133-1a45-4819-ba84-05e57173fa1c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=140ea215ef134915bca9c2e0e3abdeea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867721 Jan 21 10:23:01.824429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44766) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:01.883679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b55d1dd-f31e-4376-a4f0-8ab80b6c5515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.913643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b55d1dd-f31e-4376-a4f0-8ab80b6c5515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.969831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b55d1dd-f31e-4376-a4f0-8ab80b6c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.985848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55d1dd-f31e-4376-a4f0-8ab80b6c5515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da1e99-f9c1-4b4a-9ea0-9917765555c6,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:01.990367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8b55d1dd-f31e-4376-a4f0-8ab80b6c5515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:01.994689 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8b55d1dd-f31e-4376-a4f0-8ab80b6c5515 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/82da1e99-f9c1-4b4a-9ea0-9917765555c6 HTTP/1.1" status: 204 len: 168 time: 0.1660845 Jan 21 10:23:02.885043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44788) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:03.036847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-754218015-network', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:03.042247 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.046142 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Usage tracker for resource:network and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.048895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.055648 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.066721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Made reservation on behalf of e47d8c13c45c4aba9e7193494e7ce750 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:03.068916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.081067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.112641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.117493 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.120972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.127073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.197524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.201826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.230945 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:23:03.239564 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5af12-86ff-4f11-b919-617b94814ce5,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.245630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.246079 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Added segment b48472cf-de32-4654-9f62-2b6bd7a30504 of type vlan for network dffaab79-1274-436d-aad9-45f2dca47c0e Jan 21 10:23:03.272373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.301621 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.302475 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:03.303044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.408045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] Pushing event updated for resources: {'Network': ['ID=dffaab79-1274-436d-aad9-45f2dca47c0e,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.411137 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dcd04ada-207a-4bef-b109-b2f4f42dae12 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5250230 Jan 21 10:23:03.414889 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44794) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:03.418930 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network dffaab79-1274-436d-aad9-45f2dca47c0e details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:23:03.420081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Request body: {'subnet': {'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-754218015-subnet', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:03.425078 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.429571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Usage tracker for resource:subnet and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.432904 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.439120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.450200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Made reservation on behalf of e47d8c13c45c4aba9e7193494e7ce750 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:03.452468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.663086 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.736839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59486356-f80b-4237-b38b-c5bc33795b58,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:03.754465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Checking segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:03.754818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Network hostable DHCP agents. Network: dffaab79-1274-436d-aad9-45f2dca47c0e, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:23:03.777879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Network dffaab79-1274-436d-aad9-45f2dca47c0e is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:23:03.786928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, dffaab79-1274-436d-aad9-45f2dca47c0e) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:03.791511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:03.792714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.796019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a23d2-015b-4dd4-9320-0402a2846dc6 None None] Network dffaab79-1274-436d-aad9-45f2dca47c0e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:23:03.815460 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-895de6ec-9abf-45fc-bb23-50f830618d37 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3995121 Jan 21 10:23:03.818489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44798) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:03.824374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:03.829167 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:03.833184 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Usage tracker for resource:router and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:03.836618 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:03.843089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:03.853614 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.854555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:03.873629 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.021688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-dffaab79-1274-436d-aad9-45f2dca47c0e', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:23:04.022545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.024803 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.189683 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Allocated IP 172.20.0.2 (dffaab79-1274-436d-aad9-45f2dca47c0e/59486356-f80b-4237-b38b-c5bc33795b58/8cd86179-f017-4ed9-ba0f-9486176dba84) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:04.223035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.253837 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.395735 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.396470 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Allocated IP 172.26.1.20 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/4261b7c8-3f20-44fc-99bf-ce464ce0e187) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:04.407051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Transition to ACTIVE for port object 8cd86179-f017-4ed9-ba0f-9486176dba84 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:04.425748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Transition to ACTIVE for port object 8cd86179-f017-4ed9-ba0f-9486176dba84 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:04.433595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.506178 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Network dffaab79-1274-436d-aad9-45f2dca47c0e is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:04.510217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:04.514949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:04.517232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Pushing event updated for resources: {'Port': ['ID=8cd86179-f017-4ed9-ba0f-9486176dba84,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:04.609710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Attempting to bind port 8cd86179-f017-4ed9-ba0f-9486176dba84 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:04.610110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Attempting to bind port 8cd86179-f017-4ed9-ba0f-9486176dba84 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:04.610476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Attempting to bind port 8cd86179-f017-4ed9-ba0f-9486176dba84 on network dffaab79-1274-436d-aad9-45f2dca47c0e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:04.617475 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:04.618105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Checking segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:04.618503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.618887 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Bound using segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:04.619346 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Bound port: 8cd86179-f017-4ed9-ba0f-9486176dba84, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:04.619719 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.653471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.681782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.706189 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] For port 8cd86179-f017-4ed9-ba0f-9486176dba84, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:04.709187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] For port 8cd86179-f017-4ed9-ba0f-9486176dba84, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8cd86179-f017-4ed9-ba0f-9486176dba84,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:04.713602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.748324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:04.751244 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:04.755023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:04.789259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Pushing event updated for resources: {'Port': ['ID=4261b7c8-3f20-44fc-99bf-ce464ce0e187,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:04.827572 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a9491-9032-43ae-8ea2-4250830d49ba None None] Pushing event updated for resources: {'Port': ['ID=8cd86179-f017-4ed9-ba0f-9486176dba84,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:04.927957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.937003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:04.938193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.149832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8cd86179-f017-4ed9-ba0f-9486176dba84 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:05.220150 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 8cd86179-f017-4ed9-ba0f-9486176dba84 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:05.246576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Router 5effbd43-976c-4be7-b4a3-12208f84968e is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:23:05.449650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:23:05.458287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Sync routers for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:23:05.470822 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:05.471692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:22:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:05.474100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:05.475301 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-efa74ae9-16cd-481a-983e-200679bb1ffe admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6559105 Jan 21 10:23:05.478193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44802) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:05.663673 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:05.856329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7498cf-95d4-408e-a0f6-d5e47965300e None None] Network dffaab79-1274-436d-aad9-45f2dca47c0e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:23:06.044805 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2a4aec4a-df0e-49a3-981f-31840f6adfa0 None None] Provisioning for port 8cd86179-f017-4ed9-ba0f-9486176dba84 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:06.058155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2a4aec4a-df0e-49a3-981f-31840f6adfa0 None None] Provisioning complete for port 8cd86179-f017-4ed9-ba0f-9486176dba84 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:06.058528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2a4aec4a-df0e-49a3-981f-31840f6adfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.220398 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.280784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:04Z', 'revision_number': 3, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:06.297031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Checking router: 5effbd43-976c-4be7-b4a3-12208f84968e for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:23:06.297378 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Updating router 5effbd43-976c-4be7-b4a3-12208f84968e port 4261b7c8-3f20-44fc-99bf-ce464ce0e187 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:23:06.329559 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2a4aec4a-df0e-49a3-981f-31840f6adfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.383771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.450104 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-2a4aec4a-df0e-49a3-981f-31840f6adfa0 None None] For port 8cd86179-f017-4ed9-ba0f-9486176dba84, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8cd86179-f017-4ed9-ba0f-9486176dba84,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:06.458932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2a4aec4a-df0e-49a3-981f-31840f6adfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.564626 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Allocated IP 172.20.0.1 (dffaab79-1274-436d-aad9-45f2dca47c0e/59486356-f80b-4237-b38b-c5bc33795b58/385ed8ee-1924-4060-8415-4ad7f7c4fa16) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:06.610122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aec4a-df0e-49a3-981f-31840f6adfa0 None None] Pushing event updated for resources: {'Port': ['ID=8cd86179-f017-4ed9-ba0f-9486176dba84,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:06.724697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-465ca475-45e3-45d2-85f0-4c5dbe5e185b None None] Provisioning complete for port 8cd86179-f017-4ed9-ba0f-9486176dba84 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:06.724916 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.725026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-465ca475-45e3-45d2-85f0-4c5dbe5e185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.748733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Transition to ACTIVE for port object 385ed8ee-1924-4060-8415-4ad7f7c4fa16 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:06.774553 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.839532 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Network dffaab79-1274-436d-aad9-45f2dca47c0e is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:06.842418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:06.846198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:06.879373 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Pushing event updated for resources: {'Port': ['ID=385ed8ee-1924-4060-8415-4ad7f7c4fa16,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:06.904910 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.961709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:06.981345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Transition to ACTIVE for port object 4261b7c8-3f20-44fc-99bf-ce464ce0e187 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:06.991734 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.027704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.096098 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b78ff-d8db-41dd-93fc-c321d317ab82 None None] Pushing event updated for resources: {'Port': ['ID=4261b7c8-3f20-44fc-99bf-ce464ce0e187,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:07.099627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Attempting to bind port 4261b7c8-3f20-44fc-99bf-ce464ce0e187 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:07.100018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Attempting to bind port 4261b7c8-3f20-44fc-99bf-ce464ce0e187 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:07.100536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Attempting to bind port 4261b7c8-3f20-44fc-99bf-ce464ce0e187 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:07.112139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:07.112512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:07.112915 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.113304 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:07.113818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Bound port: 4261b7c8-3f20-44fc-99bf-ce464ce0e187, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:07.114166 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.151877 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8cd86179-f017-4ed9-ba0f-9486176dba84 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:07.199557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1fbabadd-cf1c-4216-a554-178993156d6d None None] Provisioning for port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:07.225121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-1fbabadd-cf1c-4216-a554-178993156d6d None None] Provisioning complete for port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:07.225520 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1fbabadd-cf1c-4216-a554-178993156d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.267766 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.272351 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.296324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] For port 4261b7c8-3f20-44fc-99bf-ce464ce0e187, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:07.301154 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] For port 4261b7c8-3f20-44fc-99bf-ce464ce0e187, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4261b7c8-3f20-44fc-99bf-ce464ce0e187,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:07.302148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1fbabadd-cf1c-4216-a554-178993156d6d None None] Port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:07.308017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.381870 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Pushing event updated for resources: {'Port': ['ID=385ed8ee-1924-4060-8415-4ad7f7c4fa16,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:07.385178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.390316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8cd86179-f017-4ed9-ba0f-9486176dba84 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:07.390693 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.444331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b78ff-d8db-41dd-93fc-c321d317ab82 None None] Pushing event updated for resources: {'Port': ['ID=4261b7c8-3f20-44fc-99bf-ce464ce0e187,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:07.458713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:07.459350 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:22:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:07.524382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Network dffaab79-1274-436d-aad9-45f2dca47c0e is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:07.525623 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:07.703109 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:07.913080 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0aedb295-3ca7-4a23-8f1d-4418b2c24f6f None None] Provisioning complete for port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:07.914017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0aedb295-3ca7-4a23-8f1d-4418b2c24f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:07.930176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Router 5effbd43-976c-4be7-b4a3-12208f84968e has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:23:07.973034 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:23:08.002468 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-0aedb295-3ca7-4a23-8f1d-4418b2c24f6f None None] Port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:08.071087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:07Z', 'revision_number': 2, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:08.075199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16945fe0-9ff6-4987-883f-2fd0e47a751b None None] The sync data for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv is: [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:07Z', 'revision_number': 2, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:23:08.250892 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:23:08.279281 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-dfdc386d-7d34-4552-8aa2-a4116c083157 admin admin] 10.222.0.122 "PUT /v2.0/routers/5effbd43-976c-4be7-b4a3-12208f84968e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7963281 Jan 21 10:23:09.158359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4261b7c8-3f20-44fc-99bf-ce464ce0e187 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:09.158841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44824) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:09.164830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1452975369-network', 'tenant_id': '694d979001af4a8098bd01c3232f654b'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:09.170042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:09.173871 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Usage tracker for resource:network and tenant:694d979001af4a8098bd01c3232f654b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:09.176816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:09.183321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:09.196102 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Made reservation on behalf of 694d979001af4a8098bd01c3232f654b for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:09.199120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.211097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.235510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 4261b7c8-3f20-44fc-99bf-ce464ce0e187 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:09.242587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4261b7c8-3f20-44fc-99bf-ce464ce0e187 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:09.243019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.246513 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:09.251040 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Usage tracker for resource:security_group_rule and tenant:694d979001af4a8098bd01c3232f654b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:09.254592 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:09.261900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:09.328468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.332187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.359454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.359700 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:23:09.372624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7562d18-2530-4d65-a3c7-ff2cccb4be0b,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:09.376624 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 4261b7c8-3f20-44fc-99bf-ce464ce0e187, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4261b7c8-3f20-44fc-99bf-ce464ce0e187,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:09.377015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.377435 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Added segment dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c of type vlan for network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 Jan 21 10:23:09.381337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.404309 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.436529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.437347 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:09.437908 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.452196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=4261b7c8-3f20-44fc-99bf-ce464ce0e187,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:09.536787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] Pushing event updated for resources: {'Network': ['ID=212bcd54-0c9d-4e7a-9cea-965d717c07b3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:09.540280 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a3ccd7d1-7511-4566-af22-cdccf5d14116 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3805966 Jan 21 10:23:09.543050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44828) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:09.547367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:23:09.548742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Request body: {'subnet': {'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1452975369-subnet', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:09.553588 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:09.557411 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Usage tracker for resource:subnet and tenant:694d979001af4a8098bd01c3232f654b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:09.560253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:09.565948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:09.577296 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Made reservation on behalf of 694d979001af4a8098bd01c3232f654b for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:09.579831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.787967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.859542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06887d66-eaa7-4c50-b01c-cea3047cc39e,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:09.870846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Checking segment: {'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:09.871202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Network hostable DHCP agents. Network: 212bcd54-0c9d-4e7a-9cea-965d717c07b3, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:23:09.893009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:23:09.903067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 212bcd54-0c9d-4e7a-9cea-965d717c07b3) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:09.906957 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:09.907539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.911547 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914584e3-1c01-4052-938a-80a657a4e790 None None] Network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:23:09.930864 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c872af5f-1efa-46e0-b491-a3d3fa32408a admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3866515 Jan 21 10:23:09.933203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44832) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:09.939089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:09.944392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:09.948962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Usage tracker for resource:router and tenant:694d979001af4a8098bd01c3232f654b is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:09.951973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:09.958038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:09.973144 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.974862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:09.998064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.146571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.171823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-212bcd54-0c9d-4e7a-9cea-965d717c07b3', 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'fixed_ips': [{'subnet_id': '06887d66-eaa7-4c50-b01c-cea3047cc39e'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:23:10.172634 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.326354 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Allocated IP 172.20.0.2 (212bcd54-0c9d-4e7a-9cea-965d717c07b3/06887d66-eaa7-4c50-b01c-cea3047cc39e/8e071d76-7a90-4eff-82c2-cace82287862) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:10.334748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.363740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.501696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Allocated IP 172.26.1.105 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:10.534904 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.545406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Transition to ACTIVE for port object 8e071d76-7a90-4eff-82c2-cace82287862 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:10.564258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Transition to ACTIVE for port object 8e071d76-7a90-4eff-82c2-cace82287862 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:10.570654 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.635680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:10.638586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:10.642308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:10.647510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Pushing event updated for resources: {'Port': ['ID=8e071d76-7a90-4eff-82c2-cace82287862,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:10.648701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.678578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.738991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Attempting to bind port 8e071d76-7a90-4eff-82c2-cace82287862 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:10.739370 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Attempting to bind port 8e071d76-7a90-4eff-82c2-cace82287862 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:10.739851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Attempting to bind port 8e071d76-7a90-4eff-82c2-cace82287862 on network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:10.747178 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:10.747540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Checking segment: {'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:10.747933 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.748311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Bound using segment: {'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:10.748964 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Bound port: 8e071d76-7a90-4eff-82c2-cace82287862, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:10.749105 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.756173 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:10.759499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:10.761854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:10.796814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:10.840834 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] For port 8e071d76-7a90-4eff-82c2-cace82287862, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:10.843819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] For port 8e071d76-7a90-4eff-82c2-cace82287862, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8e071d76-7a90-4eff-82c2-cace82287862,segment=NetworkSegment(dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c),segment_id=dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:10.848633 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.927817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.928562 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:10.943941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2a258-1ede-4548-9cbe-6703274ba84c None None] Pushing event updated for resources: {'Port': ['ID=8e071d76-7a90-4eff-82c2-cace82287862,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:11.164770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4261b7c8-3f20-44fc-99bf-ce464ce0e187 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:11.244251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 4261b7c8-3f20-44fc-99bf-ce464ce0e187 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:11.244856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.297718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Router 2974d9cc-d204-4f2e-be15-3d91fb70d746 is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:23:11.500622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:23:11.510480 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Sync routers for ids ['2974d9cc-d204-4f2e-be15-3d91fb70d746'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:23:11.523729 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Routers {'2974d9cc-d204-4f2e-be15-3d91fb70d746'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:11.524360 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:22:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['2974d9cc-d204-4f2e-be15-3d91fb70d746'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:11.525202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:11.535869 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-c400ea65-f7d5-4b5b-98db-b174d2422475 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5990219 Jan 21 10:23:11.536048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44836) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:11.709687 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Set router 2974d9cc-d204-4f2e-be15-3d91fb70d746 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:11.904353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31700e5-33bb-448c-9a65-524ea5bca1fb None None] Network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:23:12.010448 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-57032f9b-6aa8-42a0-9985-6bb8e0e3503d None None] Provisioning for port 8e071d76-7a90-4eff-82c2-cace82287862 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:12.064226 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:23:10Z', 'revision_number': 3, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port': {'id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:10Z', 'updated_at': '2022-01-21T10:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:12.068617 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Checking router: 2974d9cc-d204-4f2e-be15-3d91fb70d746 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:23:12.069021 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Updating router 2974d9cc-d204-4f2e-be15-3d91fb70d746 port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:23:12.123074 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.331930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.467001 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.479273 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Transition to ACTIVE for port object a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:12.485372 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.541160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Allocated IP 172.20.0.1 (212bcd54-0c9d-4e7a-9cea-965d717c07b3/06887d66-eaa7-4c50-b01c-cea3047cc39e/d98a8407-baf7-4b73-968e-01dd042d47a7) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:12.561011 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Pushing event updated for resources: {'Port': ['ID=a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:12.571638 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Attempting to bind port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:12.571998 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Attempting to bind port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:12.572365 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Attempting to bind port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:12.575880 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.576238 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.576646 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.576877 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.577185 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.577504 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.577821 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.578165 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.578477 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.578791 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.579100 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:23:12.587262 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:12.587625 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:12.588019 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.588397 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:12.589410 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Bound port: a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:12.589410 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.666484 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] For port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:12.669531 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] For port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:12.673795 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.695894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.712259 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Transition to ACTIVE for port object d98a8407-baf7-4b73-968e-01dd042d47a7 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:12.736188 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.750899 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639aff5-11c0-46d1-a3ed-ee555938a423 None None] Pushing event updated for resources: {'Port': ['ID=a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:12.755221 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Routers {'2974d9cc-d204-4f2e-be15-3d91fb70d746'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:12.755804 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:22:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['2974d9cc-d204-4f2e-be15-3d91fb70d746'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:12.806242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:12.809191 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:12.812989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:12.847653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Pushing event updated for resources: {'Port': ['ID=d98a8407-baf7-4b73-968e-01dd042d47a7,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:12.870693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:12.938048 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] Set router 2974d9cc-d204-4f2e-be15-3d91fb70d746 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:13.088310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ffd968f7-79d1-473d-915a-e95fcb96ccde None None] Provisioning for port d98a8407-baf7-4b73-968e-01dd042d47a7 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:13.090437 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.097030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-ffd968f7-79d1-473d-915a-e95fcb96ccde None None] Provisioning complete for port d98a8407-baf7-4b73-968e-01dd042d47a7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:13.097677 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ffd968f7-79d1-473d-915a-e95fcb96ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.161020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-ffd968f7-79d1-473d-915a-e95fcb96ccde None None] Port d98a8407-baf7-4b73-968e-01dd042d47a7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:13.186296 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8e071d76-7a90-4eff-82c2-cace82287862 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:13.273789 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:23:10Z', 'revision_number': 3, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port': {'id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:10Z', 'updated_at': '2022-01-21T10:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:13.275262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 8e071d76-7a90-4eff-82c2-cace82287862 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:13.280608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8e071d76-7a90-4eff-82c2-cace82287862 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:13.281055 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.282323 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5608e0f-fe3e-4068-b104-0415567a5c64 None None] The sync data for ids ['2974d9cc-d204-4f2e-be15-3d91fb70d746'] in dv-neutron-825724-1-hyperv is: [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:23:10Z', 'revision_number': 3, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port': {'id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:10Z', 'updated_at': '2022-01-21T10:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:23:13.387430 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.392442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.397803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.429602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 8e071d76-7a90-4eff-82c2-cace82287862, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8e071d76-7a90-4eff-82c2-cace82287862,segment=NetworkSegment(dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c),segment_id=dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:13.434053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.500154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.502759 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=8e071d76-7a90-4eff-82c2-cace82287862,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:13.503601 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Pushing event updated for resources: {'Port': ['ID=d98a8407-baf7-4b73-968e-01dd042d47a7,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:13.636818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:13.637897 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:13.888235 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9f4be320-72fb-406b-8086-7115723c3c4a None None] Provisioning complete for port d98a8407-baf7-4b73-968e-01dd042d47a7 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:13.888531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9f4be320-72fb-406b-8086-7115723c3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:13.941362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9f4be320-72fb-406b-8086-7115723c3c4a None None] Port d98a8407-baf7-4b73-968e-01dd042d47a7 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:14.025591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Router 2974d9cc-d204-4f2e-be15-3d91fb70d746 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:23:14.231554 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:23:14.240054 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-936bfd6e-2c42-4769-a503-cd35d7009d2c admin admin] 10.222.0.122 "PUT /v2.0/routers/2974d9cc-d204-4f2e-be15-3d91fb70d746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7029986 Jan 21 10:23:14.856461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 44846) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:14.862424 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525304131', 'description': 'tempest-secgroup-smoke-525304131 description', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:14.868960 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:14.872736 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:14.876168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:14.881897 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:14.892346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:14.927011 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:14.932330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:14.934864 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:14.940486 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:14.997544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.001760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.047659 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fafef10-c127-4180-8adf-e20b22a1f44d,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:15.055535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.059114 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-830a5689-a46b-423b-9745-5c5c8df47876 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2016110 Jan 21 10:23:15.059273 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44850) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:15.064996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '3fafef10-c127-4180-8adf-e20b22a1f44d', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:15.071511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:15.075518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:15.078418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:15.084320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:15.101879 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.129710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8e071d76-7a90-4eff-82c2-cace82287862 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:15.167624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.171698 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.196529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021e2d76-e264-49f9-9939-4a93880486d4,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:15.202541 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 8e071d76-7a90-4eff-82c2-cace82287862 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:15.202921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.206926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.208138 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-94c2b17d-d462-4ecc-9321-2426079056ee tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1479075 Jan 21 10:23:15.210949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44854) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:15.216498 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '3fafef10-c127-4180-8adf-e20b22a1f44d', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:15.222506 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:15.227132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:15.230406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:15.236489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:15.264630 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.333476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.337271 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.365272 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa1e494-f795-45b1-8d2e-9a27f1386301,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:15.372603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.373818 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-56a21cbd-9940-4dd5-a991-3b815bc0936e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1619482 Jan 21 10:23:15.376408 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44858) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:15.381859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '3fafef10-c127-4180-8adf-e20b22a1f44d', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:15.387799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:15.391610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:15.394505 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:15.400687 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:15.417878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.480037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.483533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.505466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3647d2f9-e31e-4c20-8961-04d9c96cf781,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:15.514754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.515912 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-66a8908a-9316-42af-830c-5bfeb1e7b615 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1385858 Jan 21 10:23:15.518665 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44862) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:15.524605 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '3fafef10-c127-4180-8adf-e20b22a1f44d', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:15.530384 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:15.534125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:15.536929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:15.543239 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:15.558488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.624148 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.627660 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.650604 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97330bad-c546-4357-a2ce-cf3cfa8acc5d,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:15.659238 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.660367 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7ec1d146-9b52-48d8-807b-2a50686913ad tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1408205 Jan 21 10:23:15.663058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44866) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:15.669132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '3fafef10-c127-4180-8adf-e20b22a1f44d', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:15.674845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:15.678565 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:15.681520 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:15.687131 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:15.697574 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Project e47d8c13c45c4aba9e7193494e7ce750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:23:15.703722 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.767303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.770914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.795587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fb49d9-23a4-436b-a202-965b14d87596,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:15.806692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.807968 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-6e0e58c1-8974-4607-8010-3b7ed4214206 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1433668 Jan 21 10:23:15.812949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44870) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:15.816135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '3fafef10-c127-4180-8adf-e20b22a1f44d', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:15.823043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:15.826793 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:15.829644 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:15.836014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:15.846339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Project e47d8c13c45c4aba9e7193494e7ce750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:23:15.852776 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.918878 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.922705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.948573 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f70536-1500-4a64-9368-906b6fbc8b56,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:15.958885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:15.960158 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-828c20c0-bbe4-4cf7-b285-25d4f67eab9a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1484177 Jan 21 10:23:16.254979 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-8bcb4bc4-76b9-4135-a0e8-dc955797a9d9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:16.272841 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-8bcb4bc4-76b9-4135-a0e8-dc955797a9d9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:16.274066 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-8bcb4bc4-76b9-4135-a0e8-dc955797a9d9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525304131&fields=id&tenant_id=e47d8c13c45c4aba9e7193494e7ce750 HTTP/1.1" status: 200 len: 267 time: 0.1752453 Jan 21 10:23:16.436080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-953b5f87-c262-4493-a60a-5e03f678e496 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:16.436756 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-953b5f87-c262-4493-a60a-5e03f678e496 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:16.457391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-953b5f87-c262-4493-a60a-5e03f678e496 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:16.458893 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-953b5f87-c262-4493-a60a-5e03f678e496 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 808 time: 0.1775885 Jan 21 10:23:16.477328 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-4a81a372-a3b7-4a90-870b-d1b37edcf4b6 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/quotas/e47d8c13c45c4aba9e7193494e7ce750 HTTP/1.1" status: 200 len: 375 time: 0.0128870 Jan 21 10:23:16.561406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-9c8636a8-f2ce-4579-ae9a-cdd12a8b2d05 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:16.579495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-9c8636a8-f2ce-4579-ae9a-cdd12a8b2d05 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:16.581034 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-9c8636a8-f2ce-4579-ae9a-cdd12a8b2d05 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983207 Jan 21 10:23:16.724880 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-255f0baa-8197-4b7c-b4b2-c260c35dbac8 service neutron] 10.222.0.122 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315479 Jan 21 10:23:16.863177 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-15b6f07d-1135-4a2e-936c-bb722ed664c9 service neutron] 10.222.0.122 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321537 Jan 21 10:23:17.067308 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c69744f0-0090-4457-9167-fd6b3a88b877 req-91a62f83-c3f2-43cd-97c3-e978f1004dd7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 210 time: 0.0459149 Jan 21 10:23:18.292212 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-95f38be7-5065-42f3-8780-0a8002619325 req-5c6eadd2-aefd-430f-92ce-aadcba06e808 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 210 time: 0.0921071 Jan 21 10:23:18.362591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-66daa976-d12b-4259-aca4-8c3c79d4a4af tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:18.364023 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-66daa976-d12b-4259-aca4-8c3c79d4a4af tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 808 time: 0.1904156 Jan 21 10:23:18.419514 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-7220e386-ab18-4a7d-93c8-d3e651b6b98e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47d8c13c45c4aba9e7193494e7ce750 HTTP/1.1" status: 200 len: 379 time: 0.0417292 Jan 21 10:23:18.428328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'port': {'device_id': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'admin_state_up': True, 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'security_groups': ['3fafef10-c127-4180-8adf-e20b22a1f44d']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:18.591571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:18.601728 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:18.611968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Made reservation on behalf of e47d8c13c45c4aba9e7193494e7ce750 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:23:18.615325 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:18.783141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Allocated IP 172.20.0.14 (dffaab79-1274-436d-aad9-45f2dca47c0e/59486356-f80b-4237-b38b-c5bc33795b58/6fb8f3b1-678e-4797-864d-119368bf64e0) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:18.986282 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.003960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Transition to ACTIVE for port object 6fb8f3b1-678e-4797-864d-119368bf64e0 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:19.027786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.103685 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Network dffaab79-1274-436d-aad9-45f2dca47c0e is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:19.106953 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:19.109379 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:19.153278 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:19.153452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:19.183882 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:19.184570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.213400 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-be9bc476-773e-421e-9e63-7b80aa56b112 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7885308 Jan 21 10:23:19.227091 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Request body: {'port': {'device_id': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:19.231469 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-112ae0e6-a19a-4915-b2cf-36f63e837a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.252532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:19.258066 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:19.258458 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.359305 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.380643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.401204 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:19.406795 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.458125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bbe199aa-ce85-46e7-84b7-87918973a2fc None None] Provisioning for port 6fb8f3b1-678e-4797-864d-119368bf64e0 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:19.469151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-bbe199aa-ce85-46e7-84b7-87918973a2fc None None] Provisioning complete for port 6fb8f3b1-678e-4797-864d-119368bf64e0 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:19.469530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bbe199aa-ce85-46e7-84b7-87918973a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.524602 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:19.536414 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-bbe199aa-ce85-46e7-84b7-87918973a2fc None None] Port 6fb8f3b1-678e-4797-864d-119368bf64e0 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:23:19.763098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ea654-bfa6-4c27-a648-4b7e7a13bd79 req-6de8cb3c-2ab4-4a04-9eb7-8d5219aff6d2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:19.763686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-c43ea654-bfa6-4c27-a648-4b7e7a13bd79 req-6de8cb3c-2ab4-4a04-9eb7-8d5219aff6d2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:19.798223 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-c43ea654-bfa6-4c27-a648-4b7e7a13bd79 req-6de8cb3c-2ab4-4a04-9eb7-8d5219aff6d2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:19.799354 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c43ea654-bfa6-4c27-a648-4b7e7a13bd79 req-6de8cb3c-2ab4-4a04-9eb7-8d5219aff6d2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 932 time: 0.3668239 Jan 21 10:23:19.899060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb8f3b1-678e-4797-864d-119368bf64e0 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:23:19.908349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:19.912496 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c43ea654-bfa6-4c27-a648-4b7e7a13bd79 req-76c1f992-6d8a-461f-a036-2df75c95e093 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017418 Jan 21 10:23:19.931194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Transition to ACTIVE for port object 6fb8f3b1-678e-4797-864d-119368bf64e0 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:19.936500 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.099202 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:20.175524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Attempting to bind port 6fb8f3b1-678e-4797-864d-119368bf64e0 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:20.175849 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Attempting to bind port 6fb8f3b1-678e-4797-864d-119368bf64e0 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:20.176165 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Attempting to bind port 6fb8f3b1-678e-4797-864d-119368bf64e0 on network dffaab79-1274-436d-aad9-45f2dca47c0e {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:20.182394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Port 6fb8f3b1-678e-4797-864d-119368bf64e0 on network dffaab79-1274-436d-aad9-45f2dca47c0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:23:20.182703 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Attempting to bind port 6fb8f3b1-678e-4797-864d-119368bf64e0 on network dffaab79-1274-436d-aad9-45f2dca47c0e {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:20.188804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:20.189129 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Checking segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:20.189495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Bound using segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:20.189966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Bound port: 6fb8f3b1-678e-4797-864d-119368bf64e0, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:20.190258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.277104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:20.281339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:20.285657 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.345495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:20.346956 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] 10.222.0.120 "PUT /v2.0/ports/6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 1094 time: 1.1258118 Jan 21 10:23:20.349670 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:20.372801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b798f2-39f1-4427-8b6f-ec6777d6f2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:20.417793 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'status': 'completed', 'code': 200} Jan 21 10:23:20.460494 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-0b5a61c7-06e2-4218-8807-222df6fe9d06 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1097 time: 0.0760827 Jan 21 10:23:20.532199 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-68b8d7c4-cefe-4500-bfc1-acdab1fdf0f4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 217 time: 0.0647206 Jan 21 10:23:20.595138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-ae28a7c2-2d07-4158-bed2-3a59da0e97c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:20.596529 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-ae28a7c2-2d07-4158-bed2-3a59da0e97c1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0590229 Jan 21 10:23:20.675053 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-04678b5e-e131-45b9-b127-a373e294d836 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726967 Jan 21 10:23:20.805071 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-46cc5b29-9959-41a0-b40b-80e34055a1c0 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228764 Jan 21 10:23:20.933238 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4f11e45f-1831-4423-acf3-50a720f8ffaf req-96b4b0ad-d266-4346-a35c-a100027b03ed service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233208 Jan 21 10:23:21.091796 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-c9a4c04f-9c8e-4eaa-bc77-f6fb529a004a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1097 time: 0.1139977 Jan 21 10:23:21.133339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:21.201065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:21.201364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.329578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67c9e6-a79b-4fd7-8255-9f88bf7ee7b7 req-5b77a22c-560b-47c4-9b58-fd3d0258f183 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:21.331031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4c67c9e6-a79b-4fd7-8255-9f88bf7ee7b7 req-5b77a22c-560b-47c4-9b58-fd3d0258f183 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.2888227 Jan 21 10:23:21.367877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-57967151-810a-45f1-87c0-e68e5eea3528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:21.369276 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-57967151-810a-45f1-87c0-e68e5eea3528 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.2706642 Jan 21 10:23:21.450593 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-e1a6dade-9d78-444c-af26-b9c097ef135e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 217 time: 0.0711732 Jan 21 10:23:21.452838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4c67c9e6-a79b-4fd7-8255-9f88bf7ee7b7 req-8c26e01d-c023-49ce-bd8d-03e58d078ae7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152329 Jan 21 10:23:21.513779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-fc5f9b8f-2276-46a1-a8df-b6d0d766abe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:21.515235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-fc5f9b8f-2276-46a1-a8df-b6d0d766abe3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0588388 Jan 21 10:23:21.553218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b1da-074f-4d39-98a8-7761b9d88110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:21.591721 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-6ab57015-cfa7-4be3-9558-b38ea6654f2c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696924 Jan 21 10:23:21.727341 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-0c878c6d-e711-4426-a8d7-a9b770fd38b7 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283879 Jan 21 10:23:21.858702 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1308642c-6870-4546-b5ea-73eb8e9c4e37 req-2a2e9fbf-6c79-47d1-83f5-0af7310dd008 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254237 Jan 21 10:23:22.485365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:23:22.608337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.649627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:22.664668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'port_id': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'mac_address': 'fa:16:3e:d9:df:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:23:22.677579 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b3d2f-9674-4813-945b-310af8311b2e req-895b613c-dc2b-4f42-a262-4d350dbd3fce tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:22.679150 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-995b3d2f-9674-4813-945b-310af8311b2e req-895b613c-dc2b-4f42-a262-4d350dbd3fce tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0848475 Jan 21 10:23:22.718901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.727311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-995b3d2f-9674-4813-945b-310af8311b2e req-a4c7a3d9-155b-4d49-9156-a683cfffa38a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Jan 21 10:23:22.736644 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb8f3b1-678e-4797-864d-119368bf64e0 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:23:22.752667 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:22.757668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:22.791094 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Sync routers for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:23:22.826681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:22.827286 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:23:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:22.896146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:23.005122 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['6fb8f3b1-678e-4797-864d-119368bf64e0'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:23:23.034111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.073043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:23.560921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:07Z', 'revision_number': 2, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:23.571947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Checking router: 5effbd43-976c-4be7-b4a3-12208f84968e for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:23:23.572294 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Updating router 5effbd43-976c-4be7-b4a3-12208f84968e port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:23:23.640128 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.930192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47571d1c-833d-417a-ba61-bee6cdf89f16 req-a427efe0-7f0d-4a32-aea7-6d2e3502c770 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:23.931668 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47571d1c-833d-417a-ba61-bee6cdf89f16 req-a427efe0-7f0d-4a32-aea7-6d2e3502c770 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 945 time: 0.0759225 Jan 21 10:23:23.985669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:23.986511 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-47571d1c-833d-417a-ba61-bee6cdf89f16 req-7a8e3889-f190-4b8d-a3fc-76fd6e4d45ba tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488827 Jan 21 10:23:24.000533 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Transition to ACTIVE for port object 385ed8ee-1924-4060-8415-4ad7f7c4fa16 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:24.009153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.124774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.144645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57339c26-af5a-480b-af5f-e8c64b8a22ab None None] Pushing event updated for resources: {'Port': ['ID=385ed8ee-1924-4060-8415-4ad7f7c4fa16,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:24.239504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Attempting to bind port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:24.239871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Attempting to bind port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:24.240228 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Attempting to bind port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 on network dffaab79-1274-436d-aad9-45f2dca47c0e {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:24.247540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:24.247909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Checking segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:24.248328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.248763 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Bound using segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:24.249156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Bound port: 385ed8ee-1924-4060-8415-4ad7f7c4fa16, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:24.249525 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.347127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] For port 385ed8ee-1924-4060-8415-4ad7f7c4fa16, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:24.350770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] For port 385ed8ee-1924-4060-8415-4ad7f7c4fa16, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=385ed8ee-1924-4060-8415-4ad7f7c4fa16,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:24.357399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.446293 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57339c26-af5a-480b-af5f-e8c64b8a22ab None None] Pushing event updated for resources: {'Port': ['ID=385ed8ee-1924-4060-8415-4ad7f7c4fa16,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:24.451733 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Sync routers for ids ['2974d9cc-d204-4f2e-be15-3d91fb70d746'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:23:24.452987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:24.453657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:23:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:24.466532 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Routers {'2974d9cc-d204-4f2e-be15-3d91fb70d746'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:24.467294 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:23:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['2974d9cc-d204-4f2e-be15-3d91fb70d746'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:24.505219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:24.657572 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Set router 2974d9cc-d204-4f2e-be15-3d91fb70d746 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:24.688876 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 6fb8f3b1-678e-4797-864d-119368bf64e0 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:24.697130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 6fb8f3b1-678e-4797-864d-119368bf64e0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:24.697449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:24.731020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:25.001454 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:23:12Z', 'revision_number': 4, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port': {'id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:10Z', 'updated_at': '2022-01-21T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'd98a8407-baf7-4b73-968e-01dd042d47a7', 'name': '', 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'mac_address': 'fa:16:3e:2c:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06887d66-eaa7-4c50-b01c-cea3047cc39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:12Z', 'updated_at': '2022-01-21T10:23:13Z', 'revision_number': 2, 'project_id': '694d979001af4a8098bd01c3232f654b', 'subnets': [{'id': '06887d66-eaa7-4c50-b01c-cea3047cc39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:25.005389 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Checking router: 2974d9cc-d204-4f2e-be15-3d91fb70d746 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:23:25.005799 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Updating router 2974d9cc-d204-4f2e-be15-3d91fb70d746 port d98a8407-baf7-4b73-968e-01dd042d47a7 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:23:25.058600 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.106016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.180184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:25.199718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:25.206627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.265586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 385ed8ee-1924-4060-8415-4ad7f7c4fa16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:25.267487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea3fc-9a15-4e5b-9cf5-5faf21b300ff req-f57d605b-a3ee-44d2-b24d-12dbd0bcb69c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:25.269735 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-261ea3fc-9a15-4e5b-9cf5-5faf21b300ff req-f57d605b-a3ee-44d2-b24d-12dbd0bcb69c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 945 time: 0.1329958 Jan 21 10:23:25.340637 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-261ea3fc-9a15-4e5b-9cf5-5faf21b300ff req-bd5647b9-a20f-4c66-b485-3b212197bfbf tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651889 Jan 21 10:23:25.404596 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'code': 200} Jan 21 10:23:25.431775 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:25.451999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-5a770529-847a-41d8-b362-10087e2d992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:24Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:25.470312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a770529-847a-41d8-b362-10087e2d992b None None] The sync data for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv is: [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:24Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:23:25.486470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:25.495271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:25.495645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.504115 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.518457 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Transition to ACTIVE for port object d98a8407-baf7-4b73-968e-01dd042d47a7 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:23:25.525513 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.600594 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116f8a6-a688-48e3-9158-ff45b6ff6c04 None None] Pushing event updated for resources: {'Port': ['ID=d98a8407-baf7-4b73-968e-01dd042d47a7,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:25.689751 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a6d2bf0b-2b02-49f8-aa33-0ae485410d8d req-ea153939-6ac0-4ff9-9d6f-194fba565388 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1099 time: 0.1190026 Jan 21 10:23:25.742844 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a6d2bf0b-2b02-49f8-aa33-0ae485410d8d req-52a57907-0dd1-455a-bf3b-5e56041e4ad0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467341 Jan 21 10:23:25.771392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.802536 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Attempting to bind port d98a8407-baf7-4b73-968e-01dd042d47a7 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:23:25.803150 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Attempting to bind port d98a8407-baf7-4b73-968e-01dd042d47a7 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:23:25.803662 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Attempting to bind port d98a8407-baf7-4b73-968e-01dd042d47a7 on network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:23:25.815524 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:23:25.816215 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Checking segment: {'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:23:25.817029 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.817590 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Bound using segment: {'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:23:25.818387 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Bound port: d98a8407-baf7-4b73-968e-01dd042d47a7, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:23:25.818946 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.843870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 385ed8ee-1924-4060-8415-4ad7f7c4fa16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=385ed8ee-1924-4060-8415-4ad7f7c4fa16,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:25.857867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:25.948435 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] For port d98a8407-baf7-4b73-968e-01dd042d47a7, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:23:25.966797 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=385ed8ee-1924-4060-8415-4ad7f7c4fa16,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:25.968079 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] For port d98a8407-baf7-4b73-968e-01dd042d47a7, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d98a8407-baf7-4b73-968e-01dd042d47a7,segment=NetworkSegment(dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c),segment_id=dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:23:25.983459 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:26.076505 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116f8a6-a688-48e3-9158-ff45b6ff6c04 None None] Pushing event updated for resources: {'Port': ['ID=d98a8407-baf7-4b73-968e-01dd042d47a7,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:26.092575 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Routers {'2974d9cc-d204-4f2e-be15-3d91fb70d746'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:26.093209 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:23:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['2974d9cc-d204-4f2e-be15-3d91fb70d746'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:26.335912 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] Set router 2974d9cc-d204-4f2e-be15-3d91fb70d746 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:26.553799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8804239-7648-447b-9ffe-84ebd6986ed5 req-0cb09538-b813-4645-91c1-c387db37e1e9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:26.555273 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b8804239-7648-447b-9ffe-84ebd6986ed5 req-0cb09538-b813-4645-91c1-c387db37e1e9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0810847 Jan 21 10:23:26.612979 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b8804239-7648-447b-9ffe-84ebd6986ed5 req-3c810203-73c6-4a2a-a0c8-0c634da78f88 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454338 Jan 21 10:23:26.699552 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:23:12Z', 'revision_number': 4, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port': {'id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:10Z', 'updated_at': '2022-01-21T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'd98a8407-baf7-4b73-968e-01dd042d47a7', 'name': '', 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'mac_address': 'fa:16:3e:2c:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06887d66-eaa7-4c50-b01c-cea3047cc39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:12Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 4, 'project_id': '694d979001af4a8098bd01c3232f654b', 'subnets': [{'id': '06887d66-eaa7-4c50-b01c-cea3047cc39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:26.703388 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0219207-427e-476c-8b6f-aa51727992ca None None] The sync data for ids ['2974d9cc-d204-4f2e-be15-3d91fb70d746'] in dv-neutron-825724-1-hyperv is: [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:23:12Z', 'revision_number': 4, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port': {'id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:10Z', 'updated_at': '2022-01-21T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': 'd98a8407-baf7-4b73-968e-01dd042d47a7', 'name': '', 'network_id': '212bcd54-0c9d-4e7a-9cea-965d717c07b3', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'mac_address': 'fa:16:3e:2c:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06887d66-eaa7-4c50-b01c-cea3047cc39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:12Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 4, 'project_id': '694d979001af4a8098bd01c3232f654b', 'subnets': [{'id': '06887d66-eaa7-4c50-b01c-cea3047cc39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:23:27.203349 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 385ed8ee-1924-4060-8415-4ad7f7c4fa16 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:27.275826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:27.276192 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.394426 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d98a8407-baf7-4b73-968e-01dd042d47a7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:27.463528 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port d98a8407-baf7-4b73-968e-01dd042d47a7 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:23:27.468262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d98a8407-baf7-4b73-968e-01dd042d47a7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:27.468637 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.590353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.627784 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port d98a8407-baf7-4b73-968e-01dd042d47a7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d98a8407-baf7-4b73-968e-01dd042d47a7,segment=NetworkSegment(dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c),segment_id=dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:23:27.632040 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:27.699262 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=d98a8407-baf7-4b73-968e-01dd042d47a7,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:27.831364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fedb0e-2b38-4fe4-9e33-e2bcad2a9006 req-acfadd81-c3e0-4481-bc69-41eae58424fe tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:27.832914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-20fedb0e-2b38-4fe4-9e33-e2bcad2a9006 req-acfadd81-c3e0-4481-bc69-41eae58424fe tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0813034 Jan 21 10:23:27.878640 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-20fedb0e-2b38-4fe4-9e33-e2bcad2a9006 req-ce644c0e-a2be-4f2a-9e56-856f321ba08d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393918 Jan 21 10:23:28.078987 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a77ba-0b1d-4fc5-a094-5194fa9c442d req-fcb58ce4-d642-48db-ab29-0e18b958a577 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:28.080446 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf3a77ba-0b1d-4fc5-a094-5194fa9c442d req-fcb58ce4-d642-48db-ab29-0e18b958a577 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0783684 Jan 21 10:23:28.128839 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf3a77ba-0b1d-4fc5-a094-5194fa9c442d req-6eadb811-3b38-4c3f-9dbd-7c6300f9f939 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Jan 21 10:23:28.156851 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44920) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:28.352195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3a2a994f-db94-40da-80f6-252054536811 tempest-TestShelveInstance-1972071817 tempest-TestShelveInstance-1972071817-project-admin] Synchronizing usage tracker for tenant:694d979001af4a8098bd01c3232f654b on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:23:28.369187 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3a2a994f-db94-40da-80f6-252054536811 tempest-TestShelveInstance-1972071817 tempest-TestShelveInstance-1972071817-project-admin] Unset dirty status for tenant:694d979001af4a8098bd01c3232f654b on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:23:28.370413 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a2a994f-db94-40da-80f6-252054536811 tempest-TestShelveInstance-1972071817 tempest-TestShelveInstance-1972071817-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1094 time: 0.2125797 Jan 21 10:23:28.373307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 44926) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:23:28.378587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:23:28.385020 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:23:28.388773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:floatingip and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:23:28.391886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:23:28.397964 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:23:28.408199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.544264 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.682448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Allocated IP 172.26.1.252 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/6b0d2bc4-19fe-430d-a863-3e2c89807b25) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:23:28.925845 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:28.954404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.027653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:23:29.030619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:23:29.034368 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:23:29.067973 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'Port': ['ID=6b0d2bc4-19fe-430d-a863-3e2c89807b25,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:29.138923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d98a8407-baf7-4b73-968e-01dd042d47a7 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:23:29.214367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port d98a8407-baf7-4b73-968e-01dd042d47a7 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:23:29.214720 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.570915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.630043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.836622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.841066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:29.943069 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'Port': ['ID=6b0d2bc4-19fe-430d-a863-3e2c89807b25,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:23:29.958727 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:30.151966 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Floating IP f0b9d142-57e1-485c-a36e-826481078811 associated. External IP: 172.26.1.252, port: 6fb8f3b1-678e-4797-864d-119368bf64e0. Jan 21 10:23:30.636590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Router 5effbd43-976c-4be7-b4a3-12208f84968e has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:23:30.834429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:23:30.858442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:30.911307 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-73f35752-7b51-47f2-8111-747bea17fe5b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5368688 Jan 21 10:23:30.911812 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:23:30.966297 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'status': 'completed', 'code': 200} Jan 21 10:23:31.064594 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-cd8759e9-5161-4088-aed5-666bb993d25c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1099 time: 0.0714488 Jan 21 10:23:31.199019 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-e93ea9ea-9c3b-4528-ba30-ec6f47c03c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:31.200380 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-e93ea9ea-9c3b-4528-ba30-ec6f47c03c3f service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1293080 Jan 21 10:23:31.305504 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-91a66099-40e9-4e31-ac5a-e97298cd143d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 1000 time: 0.0989015 Jan 21 10:23:31.378344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-57438e3a-f22f-426f-9b68-327ba5f3739c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:23:31.379798 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-57438e3a-f22f-426f-9b68-327ba5f3739c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0686860 Jan 21 10:23:31.458595 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-cbb83aef-55c5-4a69-b25c-d0efb71f0a3c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724373 Jan 21 10:23:31.594206 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-9ba4c7a6-64e3-4baf-a80f-27b906cb8cad service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288323 Jan 21 10:23:31.733219 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2868ad8-8039-47f0-abb4-e9d4d47c75f8 req-dfeed0e7-17ac-49a2-afc1-8836cff6db3e service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274941 Jan 21 10:23:32.120092 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [req-1446057c-e60c-4e6a-8ccf-63cc1122a61c req-ae9d8bd4-866b-4751-84a2-9610fd0b9c2b service neutron] (83426) timed out ('10.222.0.122', 40662) {{(pid=83426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:23:34.943449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:39.392515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] Sync routers for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:23:39.408842 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:39.409465 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:23:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:39.586826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:39.972838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'f0b9d142-57e1-485c-a36e-826481078811', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'floating_ip_address': '172.26.1.252', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'port_id': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'mac_address': 'fa:16:3e:d9:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:29Z', 'updated_at': '2022-01-21T10:23:29Z', 'revision_number': 0, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:39.976976 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] Checking router: 5effbd43-976c-4be7-b4a3-12208f84968e for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:23:39.987497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:23:39.988092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:23:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:40.163135 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:23:40.509379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'f0b9d142-57e1-485c-a36e-826481078811', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'floating_ip_address': '172.26.1.252', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'port_id': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'mac_address': 'fa:16:3e:d9:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:29Z', 'updated_at': '2022-01-21T10:23:29Z', 'revision_number': 0, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:23:40.513410 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae44eca-9bda-4648-8498-b509b172ad4c None None] The sync data for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv is: [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'f0b9d142-57e1-485c-a36e-826481078811', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'floating_ip_address': '172.26.1.252', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'port_id': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'mac_address': 'fa:16:3e:d9:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:23:29Z', 'updated_at': '2022-01-21T10:23:29Z', 'revision_number': 0, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:23:44.973920 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:23:45.746814 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a1807-5678-4b18-8e91-8e7de08a0c1f None None] New status for floating IP f0b9d142-57e1-485c-a36e-826481078811: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:23:49.206781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ad9d596d-44a2-4d3c-b08a-351a4553558b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:51.556413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a42f6026-cc09-4f39-a46e-a4a6eabc742e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.591938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:52.982625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:23:54.046408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:04.936743 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:19.212574 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-669eafca-e721-46ae-87be-7cc76b20e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:21.019723 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-e02a203e-69ca-484d-9ac2-a929f48ffbc8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1486685 Jan 21 10:24:21.156565 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-dc1e1e38-c5ae-4a88-92c4-bffbc67b5788 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1099 time: 0.0674551 Jan 21 10:24:21.298522 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-7ca1c8a1-8541-4130-9106-0af589d6a6c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:21.299986 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-7ca1c8a1-8541-4130-9106-0af589d6a6c6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1246312 Jan 21 10:24:21.405516 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-ec95bedb-b171-45a7-a488-56139242ed6a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 1002 time: 0.0986667 Jan 21 10:24:21.466888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-1ba14f1d-e780-45a8-a855-e4140f454ab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:24:21.468287 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-1ba14f1d-e780-45a8-a855-e4140f454ab8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0566738 Jan 21 10:24:21.558907 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5915e30b-6802-4482-85ab-4dc09e2e3638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:21.642596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-7fc9e619-11d9-407a-9678-5a2c08d38503 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1679990 Jan 21 10:24:21.782619 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-7431f12a-a881-4693-a747-e4b6bde43092 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333938 Jan 21 10:24:21.915427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56534bec-033a-42df-9e3e-4536b759d8f6 req-69fe951b-c6c6-4d2e-a252-261e0493ed8e service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248462 Jan 21 10:24:21.974344 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:24:22.596443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:22.983131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:24.048767 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:34.950176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:49.205461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-09f280e0-13d7-49c4-900c-5c14c422ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:51.563085 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-eedbf15c-656b-45f1-86b6-18f382a9e91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.600252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:52.986586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:54.051739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:24:58.975277 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:25:04.957151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:19.208011 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-37f27e84-1577-49fe-aaf6-dae8fa013b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:21.564545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-16ad7834-111b-4b30-a393-98430bb8443c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:22.604664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:22.953967 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-9eaa1986-70e8-4d08-b4c1-fd44ce2e6c76 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714893 Jan 21 10:25:22.991130 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:23.097571 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-0a3a3416-213c-4440-aaaa-a584caa956ae service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1099 time: 0.0756803 Jan 21 10:25:23.237288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-c0b0e829-4953-4f43-9a58-69f8dd35edbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:23.238664 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-c0b0e829-4953-4f43-9a58-69f8dd35edbb service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1222727 Jan 21 10:25:23.337726 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-dd6d3cf4-5188-473f-8108-3482e6ca61cd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 1002 time: 0.0928531 Jan 21 10:25:23.400066 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-4f4e6b6b-346a-4d03-bca8-d83c02f07945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:23.401492 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-4f4e6b6b-346a-4d03-bca8-d83c02f07945 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0572603 Jan 21 10:25:23.482110 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-94dc2b8f-36ea-4565-abfe-4e6df7dfc305 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743644 Jan 21 10:25:23.608891 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-99086861-1e7f-4edd-97a7-cf5f9531a277 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205325 Jan 21 10:25:23.735761 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-901e325c-7e1d-4589-9c4c-5bacea3e66a5 req-04c634f8-eb9a-4774-be27-1a643b967c7d service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209924 Jan 21 10:25:24.054140 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:26.255166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727570e-3187-4a91-ad27-e83b0d2858fc req-dd668207-8f7c-4679-bb9e-02105afca4dc tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:26.256537 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3727570e-3187-4a91-ad27-e83b0d2858fc req-dd668207-8f7c-4679-bb9e-02105afca4dc tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.1731048 Jan 21 10:25:26.304026 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3727570e-3187-4a91-ad27-e83b0d2858fc req-aa2f0c57-f322-4b45-ba64-f537b2c664ed tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 Jan 21 10:25:27.500856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3fe6f-aca3-40d3-ae4c-d49fba8ac693 req-34432975-c0f4-48eb-a21e-d552e1b4827e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:27.502289 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b1f3fe6f-aca3-40d3-ae4c-d49fba8ac693 req-34432975-c0f4-48eb-a21e-d552e1b4827e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0749896 Jan 21 10:25:27.549037 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b1f3fe6f-aca3-40d3-ae4c-d49fba8ac693 req-29428e3b-f23a-4478-82d7-32d783073d33 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Jan 21 10:25:28.744115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c3a0-4384-42ac-b1cf-749bc6e773bc req-dc3baa68-2cfd-4ee0-b148-bece92a9eea2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:28.745559 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5d1c3a0-4384-42ac-b1cf-749bc6e773bc req-dc3baa68-2cfd-4ee0-b148-bece92a9eea2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0749538 Jan 21 10:25:28.791596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5d1c3a0-4384-42ac-b1cf-749bc6e773bc req-2490d6d6-d0b2-4529-a2d9-292341a0347e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 Jan 21 10:25:29.991104 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2295e-18a5-452d-b413-a923190e0e47 req-624b561c-1b1f-41cd-a05c-43e55204db03 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:29.992526 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59f2295e-18a5-452d-b413-a923190e0e47 req-624b561c-1b1f-41cd-a05c-43e55204db03 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0794730 Jan 21 10:25:30.036980 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-59f2295e-18a5-452d-b413-a923190e0e47 req-a0c5ff0a-f3be-4e0b-9467-ce25e2c9c870 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380213 Jan 21 10:25:31.228663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996b29-5711-4473-a2ee-f7582d46cbe3 req-a516d150-2d58-46d0-93af-28314adcab51 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:31.230159 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-28996b29-5711-4473-a2ee-f7582d46cbe3 req-a516d150-2d58-46d0-93af-28314adcab51 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0734341 Jan 21 10:25:31.274077 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-28996b29-5711-4473-a2ee-f7582d46cbe3 req-6fd0d13c-db7c-45a6-be6d-35c9b5e28a41 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383668 Jan 21 10:25:32.572412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264874e-f513-406b-812e-1c16f5ed52e1 req-74174f80-9f11-4b16-854e-9e7752f5c268 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:32.573832 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4264874e-f513-406b-812e-1c16f5ed52e1 req-74174f80-9f11-4b16-854e-9e7752f5c268 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.1696692 Jan 21 10:25:32.618695 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4264874e-f513-406b-812e-1c16f5ed52e1 req-656d816d-2ea1-4a1b-926b-ae0cc8c3024f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394249 Jan 21 10:25:33.810034 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92ece-4cfe-404d-8f4c-8ba73a649ea4 req-30758f34-9e16-4988-ab11-54391b7fc8f1 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:33.811485 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cfa92ece-4cfe-404d-8f4c-8ba73a649ea4 req-30758f34-9e16-4988-ab11-54391b7fc8f1 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0756538 Jan 21 10:25:33.856458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cfa92ece-4cfe-404d-8f4c-8ba73a649ea4 req-a56b2b3f-5ed2-4166-ba0e-6ed724777c16 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390267 Jan 21 10:25:34.953070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:35.061316 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f068e32-0e75-46a7-a75f-3907d4746dc6 req-d760c4a0-59f6-4d91-ab25-dde3865021f9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:35.062825 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f068e32-0e75-46a7-a75f-3907d4746dc6 req-d760c4a0-59f6-4d91-ab25-dde3865021f9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0784273 Jan 21 10:25:35.108368 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8f068e32-0e75-46a7-a75f-3907d4746dc6 req-805b5fe8-80d3-4279-b270-af480bc5a1ff tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399687 Jan 21 10:25:35.975090 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:25:36.303915 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953816a9-5069-4812-9e45-771d0b3e4477 req-a831c635-15fe-40bc-9dbe-75c591f673f5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:36.305279 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-953816a9-5069-4812-9e45-771d0b3e4477 req-a831c635-15fe-40bc-9dbe-75c591f673f5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0771234 Jan 21 10:25:36.353549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-953816a9-5069-4812-9e45-771d0b3e4477 req-fe6f9d3e-e859-4c15-9726-c3a395ca09d5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Jan 21 10:25:37.205291 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:25:37.335182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:25:37.347700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'port_id': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'mac_address': 'fa:16:3e:d9:df:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:25:37.400856 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.421395 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fb8f3b1-678e-4797-864d-119368bf64e0 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:25:37.436687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:25:37.441996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:37.555566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:37.562161 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['6fb8f3b1-678e-4797-864d-119368bf64e0'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:25:37.576476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781190-8f44-4b07-943d-291ce94b78a8 req-ac741c66-4d8f-4928-8419-041260beb9d0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:37.577909 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7e781190-8f44-4b07-943d-291ce94b78a8 req-ac741c66-4d8f-4928-8419-041260beb9d0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 945 time: 0.0769420 Jan 21 10:25:37.594099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.594345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.594682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.595012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.595340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.595714 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.595986 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.596302 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.596616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.596931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.597252 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:25:37.622730 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7e781190-8f44-4b07-943d-291ce94b78a8 req-46f47cf2-9050-4a74-a4f1-0e215378890a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393217 Jan 21 10:25:38.826116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46d8c6-7953-4ec7-a825-03686bb417c6 req-cd0e266c-659e-4d89-bf0f-235bb0c3b8f8 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:38.827577 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8d46d8c6-7953-4ec7-a825-03686bb417c6 req-cd0e266c-659e-4d89-bf0f-235bb0c3b8f8 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 945 time: 0.0809145 Jan 21 10:25:38.876712 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8d46d8c6-7953-4ec7-a825-03686bb417c6 req-27d46ad5-e39f-4c54-8e54-b9665d402590 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432601 Jan 21 10:25:39.202990 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:25:39.273474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 6fb8f3b1-678e-4797-864d-119368bf64e0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:25:39.273850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.383640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.412626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:39.422826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:25:39.427761 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:39.489108 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'code': 200} Jan 21 10:25:39.506210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:40.097343 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aceac1-c450-4306-90bd-34fe8f12265c req-72b510fe-b2e0-41e8-8595-1f628f7d6af2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:40.098842 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f5aceac1-c450-4306-90bd-34fe8f12265c req-72b510fe-b2e0-41e8-8595-1f628f7d6af2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0829289 Jan 21 10:25:40.154568 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f5aceac1-c450-4306-90bd-34fe8f12265c req-9f89332a-9e72-4c59-baf4-03e6c01e8ec2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498631 Jan 21 10:25:41.379382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bda966-dfe5-4aff-ab49-1e7ccf55d695 req-f0d6f7c3-a8c5-497e-bcf1-a92c80972a59 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:41.382127 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e6bda966-dfe5-4aff-ab49-1e7ccf55d695 req-f0d6f7c3-a8c5-497e-bcf1-a92c80972a59 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0925543 Jan 21 10:25:41.437003 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e6bda966-dfe5-4aff-ab49-1e7ccf55d695 req-d231ff0f-3a6f-4e46-af51-c55c950fc762 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468700 Jan 21 10:25:42.651682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365d5fc-d544-44cc-9a57-26bf136eaca2 req-de7a987c-cfe3-4151-b718-84034680ffdb tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:42.665022 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7365d5fc-d544-44cc-9a57-26bf136eaca2 req-de7a987c-cfe3-4151-b718-84034680ffdb tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0961103 Jan 21 10:25:42.721374 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7365d5fc-d544-44cc-9a57-26bf136eaca2 req-72c154bf-4538-453f-8687-5d2d175be7a3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554535 Jan 21 10:25:43.943201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133dca-d619-4cdd-8e12-5b58873379af req-cf643b85-0210-43e2-8921-56451a5a49d2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:43.944779 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99133dca-d619-4cdd-8e12-5b58873379af req-cf643b85-0210-43e2-8921-56451a5a49d2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0793862 Jan 21 10:25:43.993362 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-99133dca-d619-4cdd-8e12-5b58873379af req-bd082cff-b552-4014-905b-c2de11217cfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Jan 21 10:25:45.227122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb0aaf-77e6-48c4-a489-6552223ff84d req-636f5ca3-a09b-4a24-a5a5-32a522bb1e9f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:45.230977 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-96cb0aaf-77e6-48c4-a489-6552223ff84d req-636f5ca3-a09b-4a24-a5a5-32a522bb1e9f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0909531 Jan 21 10:25:45.278939 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-96cb0aaf-77e6-48c4-a489-6552223ff84d req-e1129e83-2c8b-436c-9f93-2f85a9dde54e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443344 Jan 21 10:25:46.489014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1149-e0db-4ab3-9698-4ec63b223b9b req-8a02f304-e183-48c1-8156-176e4e63f156 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:46.490611 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f59c1149-e0db-4ab3-9698-4ec63b223b9b req-8a02f304-e183-48c1-8156-176e4e63f156 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0772250 Jan 21 10:25:46.538036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f59c1149-e0db-4ab3-9698-4ec63b223b9b req-a69ba696-f7eb-4fe5-a180-a9d2265f631c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416994 Jan 21 10:25:47.769055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85b4d-f080-458a-bbe3-802f8040208e req-378a0f2e-acbf-4607-a899-261a0494734d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:47.770551 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f7c85b4d-f080-458a-bbe3-802f8040208e req-378a0f2e-acbf-4607-a899-261a0494734d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0929885 Jan 21 10:25:47.826955 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f7c85b4d-f080-458a-bbe3-802f8040208e req-ac75f062-7e61-46b3-8bdf-0828ec11aa88 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417526 Jan 21 10:25:49.023307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ae9be-a737-4cd0-8db3-9251ae0b3c05 req-972f0791-6200-480f-8ac4-7dee5d65b46b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:49.024744 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c11ae9be-a737-4cd0-8db3-9251ae0b3c05 req-972f0791-6200-480f-8ac4-7dee5d65b46b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0825067 Jan 21 10:25:49.069818 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c11ae9be-a737-4cd0-8db3-9251ae0b3c05 req-7bae8251-c9b3-404a-b56d-1557495e3149 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388272 Jan 21 10:25:49.210278 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bc3cb301-3eee-4398-a560-e4897626fa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:49.584805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-c34bb4ab-47fd-4dbf-a0e6-37ef1c2f8cc4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1099 time: 0.0702689 Jan 21 10:25:49.711816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-81c79b00-12ff-4c45-a8dc-fb8e43e94f7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:49.713122 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-81c79b00-12ff-4c45-a8dc-fb8e43e94f7b service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1226397 Jan 21 10:25:49.813811 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-aac90871-8a16-4d1b-95a0-8d99076e1b45 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 1002 time: 0.0937428 Jan 21 10:25:49.874035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-abe7b792-4e0b-48fa-b6a2-634b90ed3bdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:49.875383 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-abe7b792-4e0b-48fa-b6a2-634b90ed3bdc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0559380 Jan 21 10:25:49.950042 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-3ed83656-02fa-4723-94de-511a8619e2e1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683613 Jan 21 10:25:50.165653 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-0b54f0b2-131e-4ff9-89b7-e6396ce8ed91 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089858 Jan 21 10:25:50.349821 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-33bc337d-40a7-4aeb-af96-d3c60b032107 req-a942fe56-2232-4735-b3ce-68d810f58e2c service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761279 Jan 21 10:25:50.359840 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baf14c-4d0a-40ce-84df-342923c65f2a req-9df9e391-a8d7-487a-8b48-988962a00047 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:50.361288 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58baf14c-4d0a-40ce-84df-342923c65f2a req-9df9e391-a8d7-487a-8b48-988962a00047 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.1678114 Jan 21 10:25:50.409950 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58baf14c-4d0a-40ce-84df-342923c65f2a req-18291a50-2f3a-47ac-b3e1-5a2e3c3100f8 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432179 Jan 21 10:25:51.566941 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a470d395-ea8f-4b30-994f-3213b675c571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:51.607483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7e2d5-5dab-416e-b239-f3aa35047161 req-6cac323e-9734-4805-a264-54368b736c7d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:51.609100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4ab7e2d5-5dab-416e-b239-f3aa35047161 req-6cac323e-9734-4805-a264-54368b736c7d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0775309 Jan 21 10:25:51.653012 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4ab7e2d5-5dab-416e-b239-f3aa35047161 req-ce4af1b7-e146-45c2-9e11-5b4a7d897be3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383060 Jan 21 10:25:52.607089 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:52.853932 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb1b0b-98fa-42d4-927f-81414322ece5 req-c7871333-3363-4335-ad06-726c9efef62d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:52.855396 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4cfb1b0b-98fa-42d4-927f-81414322ece5 req-c7871333-3363-4335-ad06-726c9efef62d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.0808625 Jan 21 10:25:52.903131 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4cfb1b0b-98fa-42d4-927f-81414322ece5 req-66ce4a15-4de9-43a2-9560-c93b572a96e0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Jan 21 10:25:52.991251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.156478 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-490b7dfa-af8b-4e86-a6f3-680403814037 req-b7f8fdd9-07a2-4601-af93-91c40513e9e4 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1323087 Jan 21 10:25:53.282365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:25:53.355571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45078) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:25:53.403216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.432708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:25:53.443515 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:25:53.453828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:53.464739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549a61-8b41-4caa-a9fe-beb7b978caf3 req-6335cf4e-e7d3-4bde-a5a0-9e814d5697a0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:53.466719 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58549a61-8b41-4caa-a9fe-beb7b978caf3 req-6335cf4e-e7d3-4bde-a5a0-9e814d5697a0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 946 time: 0.1041586 Jan 21 10:25:53.487263 dv-neutron-825724-1-hyperv neutron-server[83428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'code': 422} returned with failed status Jan 21 10:25:53.519073 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:25:53.564264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-58549a61-8b41-4caa-a9fe-beb7b978caf3 req-34e471ea-fc5d-4f56-909a-1f81714c91d0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570717 Jan 21 10:25:53.579685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-6a3a17ca-f81a-42b0-974d-4737ca0a5a17 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2225280 Jan 21 10:25:54.056148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:25:54.078486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-a75a6244-cc43-4b2b-adcf-9a6b584c2011 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71&tenant_id=e47d8c13c45c4aba9e7193494e7ce750 HTTP/1.1" status: 200 len: 1097 time: 0.0718150 Jan 21 10:25:54.165545 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-aacfe2bc-3378-4837-8575-7b36836653ad service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1097 time: 0.0666857 Jan 21 10:25:54.303825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-0102ce9f-0a12-4554-9d94-93b5fe652d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:54.305184 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-0102ce9f-0a12-4554-9d94-93b5fe652d76 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1333857 Jan 21 10:25:54.405957 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-3accc0f0-e30f-42ab-8dab-e6aae9e9dfcb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 1000 time: 0.0944099 Jan 21 10:25:54.464965 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-317f5fee-eceb-4eda-a48b-92fc88fed31d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:54.466390 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-317f5fee-eceb-4eda-a48b-92fc88fed31d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0553343 Jan 21 10:25:54.542337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-7c31b1d6-f160-412c-a98b-cec5215bc836 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693357 Jan 21 10:25:54.671726 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-a737e287-d5c0-4052-a996-efc8e56b4a63 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231220 Jan 21 10:25:54.953535 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-7d19fe03-2937-4b46-bbb0-3daef033cbd8 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757790 Jan 21 10:25:54.959702 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1d5b-d9af-4765-9d00-4568a2833560 req-7adf5af6-d94c-451f-8905-3e069bf4456f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:54.961036 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-20dd1d5b-d9af-4765-9d00-4568a2833560 req-7adf5af6-d94c-451f-8905-3e069bf4456f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.2667472 Jan 21 10:25:55.008444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-20dd1d5b-d9af-4765-9d00-4568a2833560 req-2a6ba048-6d1a-4b20-99c5-c54641258dde tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416658 Jan 21 10:25:56.251233 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad821c1-49a3-4874-8bb0-a5035774c830 req-45a04379-b242-49ed-916e-403783d76f0e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:56.253216 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5ad821c1-49a3-4874-8bb0-a5035774c830 req-45a04379-b242-49ed-916e-403783d76f0e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0889046 Jan 21 10:25:56.310622 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5ad821c1-49a3-4874-8bb0-a5035774c830 req-353d2a7a-b0d3-4d52-bd3a-046d40711dea tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518341 Jan 21 10:25:57.526011 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf625c-a98c-4cef-bcbe-51935d50c0e4 req-53ac51ec-4b78-4319-9dc1-a7351ae5819a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:57.529032 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-efaf625c-a98c-4cef-bcbe-51935d50c0e4 req-53ac51ec-4b78-4319-9dc1-a7351ae5819a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0846109 Jan 21 10:25:57.581552 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-efaf625c-a98c-4cef-bcbe-51935d50c0e4 req-bb02601c-3e12-46ad-b624-ab38b67f7295 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466580 Jan 21 10:25:58.785650 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b71b60-0f20-408f-9c7e-6c215202ea34 req-1d46ecad-6932-44df-9974-a63453a68eb6 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:25:58.787143 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1b71b60-0f20-408f-9c7e-6c215202ea34 req-1d46ecad-6932-44df-9974-a63453a68eb6 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0811932 Jan 21 10:25:58.835361 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1b71b60-0f20-408f-9c7e-6c215202ea34 req-cec87fe9-38f3-4895-8177-b47dd79a345b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Jan 21 10:26:00.052212 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78791dc-0f59-4e32-b33d-0a8f429f87e1 req-91aa5271-0ddf-4d1f-9b6b-e9108fdc7a85 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:00.054021 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f78791dc-0f59-4e32-b33d-0a8f429f87e1 req-91aa5271-0ddf-4d1f-9b6b-e9108fdc7a85 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0913830 Jan 21 10:26:00.102519 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f78791dc-0f59-4e32-b33d-0a8f429f87e1 req-5eb2bc6b-8232-4a4a-9c0c-6a4efcc444cc tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426044 Jan 21 10:26:01.334362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30ce52-09c8-47fe-b078-c6589d1c3afd req-dd2aacb2-af34-413f-b419-64011fc0755d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:01.337551 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c30ce52-09c8-47fe-b078-c6589d1c3afd req-dd2aacb2-af34-413f-b419-64011fc0755d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0944364 Jan 21 10:26:01.394656 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c30ce52-09c8-47fe-b078-c6589d1c3afd req-f71a2597-d250-49c4-b2da-e34496e3d8f8 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492363 Jan 21 10:26:02.604496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ef93-2b9e-4ccb-8474-3ff68b7cf97a req-312add10-e128-4a29-b61a-b23e065a1f2a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:02.605949 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf64ef93-2b9e-4ccb-8474-3ff68b7cf97a req-312add10-e128-4a29-b61a-b23e065a1f2a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0883543 Jan 21 10:26:02.657885 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bf64ef93-2b9e-4ccb-8474-3ff68b7cf97a req-a02fccab-b516-48fd-9292-99a43b895bf0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455143 Jan 21 10:26:03.860526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f54ce-2510-46e5-be4a-deb6b5785ec3 req-08e0a338-d1be-4021-b6a1-4e3a0de7c458 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:03.861963 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-842f54ce-2510-46e5-be4a-deb6b5785ec3 req-08e0a338-d1be-4021-b6a1-4e3a0de7c458 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0760264 Jan 21 10:26:03.905968 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-842f54ce-2510-46e5-be4a-deb6b5785ec3 req-fdba7f6f-2714-44fe-b23b-43ddd76c0a48 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385287 Jan 21 10:26:04.954115 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.116594 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fde1aa-3166-4c40-9069-e407e81a30c9 req-08ca12d1-6d6f-443a-89d5-aae66bf536d5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:05.118048 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3fde1aa-3166-4c40-9069-e407e81a30c9 req-08ca12d1-6d6f-443a-89d5-aae66bf536d5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 944 time: 0.0791700 Jan 21 10:26:05.163086 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c3fde1aa-3166-4c40-9069-e407e81a30c9 req-563e36eb-e719-4440-9a52-8b7095fcd2da tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395815 Jan 21 10:26:05.329957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:26:05.463937 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:05.477064 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'port_id': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'mac_address': 'fa:16:3e:d9:df:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:26:05.528878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.546100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb8f3b1-678e-4797-864d-119368bf64e0 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:26:05.560245 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:05.564382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:05.629132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=9']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:05.805155 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['6fb8f3b1-678e-4797-864d-119368bf64e0'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:26:06.359503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0182-abe6-4089-b2af-e20a8d99ef9e req-1e1befe9-f308-4369-9cbc-b0d3d000c7fd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:06.360956 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d76c0182-abe6-4089-b2af-e20a8d99ef9e req-1e1befe9-f308-4369-9cbc-b0d3d000c7fd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 945 time: 0.0794165 Jan 21 10:26:06.408826 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d76c0182-abe6-4089-b2af-e20a8d99ef9e req-12dcd49d-2c45-4735-82ae-6922d9b92165 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Jan 21 10:26:07.330758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:26:07.397112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 6fb8f3b1-678e-4797-864d-119368bf64e0 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:26:07.397476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:07.508134 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:07.535003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:26:07.544573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:26:07.548938 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:07.606893 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187af21-1d55-4930-afeb-84de0dde6689 req-a4cd73a1-3cf1-4610-8be6-e84964089fbe tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:07.608444 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0187af21-1d55-4930-afeb-84de0dde6689 req-a4cd73a1-3cf1-4610-8be6-e84964089fbe tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 947 time: 0.0784047 Jan 21 10:26:07.616758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=10']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:26:07.655133 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0187af21-1d55-4930-afeb-84de0dde6689 req-d32b1c54-c025-45f7-8b77-68d52d1416ca tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 Jan 21 10:26:08.609965 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'code': 200} Jan 21 10:26:08.907605 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf1a0b32-57d9-4666-b3c5-f400ca5b397c req-58586c3c-b54b-4df0-8808-bc7c8b45b4a5 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1100 time: 0.1291735 Jan 21 10:26:08.913646 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873809d1-0b89-422b-bc05-874466f9c84a req-a29efecc-61fb-4df4-838c-1bb6df0e4db9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:08.914983 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-873809d1-0b89-422b-bc05-874466f9c84a req-a29efecc-61fb-4df4-838c-1bb6df0e4db9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 947 time: 0.1073987 Jan 21 10:26:08.981128 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cf1a0b32-57d9-4666-b3c5-f400ca5b397c req-37748402-535e-45a7-a759-5cee462ebb25 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652308 Jan 21 10:26:08.991639 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-873809d1-0b89-422b-bc05-874466f9c84a req-6d2e4634-52cd-443c-ad54-00cbfa2bfd87 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631499 Jan 21 10:26:10.204349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d13b1b-84dd-43fb-ab34-f72b7d19c1c5 req-186c9dd4-4084-4b3f-89ed-cc82343ceaef tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:10.205914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f9d13b1b-84dd-43fb-ab34-f72b7d19c1c5 req-186c9dd4-4084-4b3f-89ed-cc82343ceaef tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 947 time: 0.0859132 Jan 21 10:26:10.255100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f9d13b1b-84dd-43fb-ab34-f72b7d19c1c5 req-65d9cddd-6ab8-42b1-8dd4-0345992cea92 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Jan 21 10:26:11.455423 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915880f-e694-4365-b57c-e18180e16b86 req-f646f79c-c511-4c3a-bd5b-bae03caa8498 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:11.456847 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9915880f-e694-4365-b57c-e18180e16b86 req-f646f79c-c511-4c3a-bd5b-bae03caa8498 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 947 time: 0.0787477 Jan 21 10:26:11.500424 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9915880f-e694-4365-b57c-e18180e16b86 req-0c3c1f0c-d97d-43af-a3d4-9ae7555a10f3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382311 Jan 21 10:26:12.975631 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:26:19.213238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b044c37e-f49a-4250-8f90-1af34fb87e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:21.568333 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7d0b07f6-51fb-4955-bbae-6d2fb7d15806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:22.609694 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:22.993781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:23.944813 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-abe5f813-ba20-4ee7-8155-180e1850f944 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664430 Jan 21 10:26:24.062587 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:24.085135 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-9d178452-7b2f-42a7-a102-1368f92de1a8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1100 time: 0.0731506 Jan 21 10:26:24.232503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-43287bb2-da32-4139-b6fa-29b4955c8aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:24.233816 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-43287bb2-da32-4139-b6fa-29b4955c8aef service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1315808 Jan 21 10:26:24.333122 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-5666f388-38e8-4320-9214-e6b47ca555ee service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 1002 time: 0.0933354 Jan 21 10:26:24.395968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-60c70848-3fb9-455a-bc6e-fac251384919 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:26:24.397339 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-60c70848-3fb9-455a-bc6e-fac251384919 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0587010 Jan 21 10:26:24.469870 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-9daab8e4-9708-4efc-8b91-546c5641f43a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671289 Jan 21 10:26:24.691887 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-b87ce8ad-cbf5-4bc0-a1f7-c13209d4015c service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154734 Jan 21 10:26:24.822928 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-bda9f59a-29a7-43ca-abb4-7c4a49a0228d req-0db3af5e-da05-40b5-8369-a119b20f8164 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252847 Jan 21 10:26:34.953536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.215621 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-42228c9b-d1dc-4d81-93a2-22f9fc379a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:49.975667 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:26:51.569401 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f50c954a-2be7-42bf-a55d-a7a2c0f6ca35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.613681 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:52.995319 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:26:54.062362 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:04.966111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:19.216747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5f356434-9c65-4db6-8570-928713d7f226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:21.571957 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-aace5844-6390-435b-a8a0-376c6b94de8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:22.608940 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:22.998640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:23.199079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45194) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:23.399098 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Deleting port 6b0d2bc4-19fe-430d-a863-3e2c89807b25 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:27:23.399432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:23.563890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:23.564230 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:23.685678 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Calling delete_port for 6b0d2bc4-19fe-430d-a863-3e2c89807b25 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:27:23.828666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:23.874627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event deleted for resources: {'Port': ['ID=6b0d2bc4-19fe-430d-a863-3e2c89807b25,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:23.886696 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.887044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.887381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.887785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.888074 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.888921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.888921 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.889198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.889527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.889848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.890220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:23.977624 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:24.064992 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:24.361056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Router 5effbd43-976c-4be7-b4a3-12208f84968e has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:27:24.644885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:27:24.654593 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] Sync routers for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:27:24.664567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:24.666196 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:27:24.666801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:27:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:24.721843 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3a8fac9d-be96-4a0b-a33b-f7f670390143 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "DELETE /v2.0/floatingips/f0b9d142-57e1-485c-a36e-826481078811 HTTP/1.1" status: 204 len: 168 time: 1.5216501 Jan 21 10:27:24.722482 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:24.866337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'status': 'completed', 'code': 200} Jan 21 10:27:24.871953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:27:24.975435 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-38504287-7034-4234-bfc8-708900867a76 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 1100 time: 0.0888271 Jan 21 10:27:25.159324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-48fc5dd4-a96d-4e9c-b568-882d236f78bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:25.160775 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-48fc5dd4-a96d-4e9c-b568-882d236f78bf service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1795013 Jan 21 10:27:25.213124 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:25.220359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] Checking router: 5effbd43-976c-4be7-b4a3-12208f84968e for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:27:25.238406 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-85bf7c3b-81f5-4934-87ca-6799f724ace2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 200 len: 217 time: 0.0712044 Jan 21 10:27:25.246782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b258235-a6bc-44de-8f62-3d279d4390e4 req-5715cd9c-85c5-44b6-aae5-b32404cb8140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:25.247446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-0b258235-a6bc-44de-8f62-3d279d4390e4 req-5715cd9c-85c5-44b6-aae5-b32404cb8140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:27:25.293017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:27:25.293545 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:27:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:25.313269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-0b258235-a6bc-44de-8f62-3d279d4390e4 req-5715cd9c-85c5-44b6-aae5-b32404cb8140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:27:25.314799 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0b258235-a6bc-44de-8f62-3d279d4390e4 req-5715cd9c-85c5-44b6-aae5-b32404cb8140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 947 time: 0.2407205 Jan 21 10:27:25.320292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-d3a7f3c8-bff0-4bc0-93b5-09daa50c49e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:25.321729 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-d3a7f3c8-bff0-4bc0-93b5-09daa50c49e6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0717578 Jan 21 10:27:25.410975 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0b258235-a6bc-44de-8f62-3d279d4390e4 req-cdfe4c92-6c65-48f6-a1df-353ce380d33c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882685 Jan 21 10:27:25.426994 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-d8619bab-e863-4533-b6f3-fa35fa16e0c7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897701 Jan 21 10:27:25.560281 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-7cabfe95-982b-4237-aeec-05e767525767 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255054 Jan 21 10:27:25.564332 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:27:25.691884 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c3277bb-6af5-4dd0-bcf4-bd6d9ed431e0 req-3c490185-d3ec-4ad4-a667-202714c97d8b service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249108 Jan 21 10:27:25.912698 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:27:25.916589 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81a8bc-5e7b-4fc3-98ea-2ef3e6bf125b None None] The sync data for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv is: [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:27:26.132039 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dee1dd-044a-45ff-8be4-b4aec81937c8 None None] New status for floating IP f0b9d142-57e1-485c-a36e-826481078811: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:27:26.432280 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-1920b030-f2da-467e-8e33-0c64feb37e09 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:26.433586 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-1920b030-f2da-467e-8e33-0c64feb37e09 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 947 time: 0.0785627 Jan 21 10:27:26.506462 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Deleting port 6fb8f3b1-678e-4797-864d-119368bf64e0 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:27:26.507050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:26.760038 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b39d5-258d-4ea8-8017-75388002b180 req-09e5fb9a-8af2-4338-858a-42184be67be0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:26.761404 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b05b39d5-258d-4ea8-8017-75388002b180 req-09e5fb9a-8af2-4338-858a-42184be67be0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=9e6cec69-1fd8-4993-968e-cdee277f3d71 HTTP/1.1" status: 200 len: 947 time: 0.2078421 Jan 21 10:27:26.855664 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] For port 6fb8f3b1-678e-4797-864d-119368bf64e0, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=6fb8f3b1-678e-4797-864d-119368bf64e0,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:27:26.856016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:26.868886 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b05b39d5-258d-4ea8-8017-75388002b180 req-74893c47-c45c-4bbd-8041-b04f433a9b68 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=3fafef10-c127-4180-8adf-e20b22a1f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969884 Jan 21 10:27:26.984316 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:27:27.086258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Calling delete_port for 6fb8f3b1-678e-4797-864d-119368bf64e0 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:27:27.234370 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:27.284597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event deleted for resources: {'Port': ['ID=6fb8f3b1-678e-4797-864d-119368bf64e0,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:27.354193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] No DVR routers for this DVR port 6fb8f3b1-678e-4797-864d-119368bf64e0 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:27:27.356503 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:27.358855 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-deleted', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:27.374081 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ea71d9f2-9d98-4e8a-8388-f7b414d81be6 req-3207ed43-ca17-486f-847c-57c4b22346bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "DELETE /v2.0/ports/6fb8f3b1-678e-4797-864d-119368bf64e0 HTTP/1.1" status: 204 len: 173 time: 0.9343054 Jan 21 10:27:27.412950 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6cec69-1fd8-4993-968e-cdee277f3d71', 'name': 'network-vif-deleted', 'tag': '6fb8f3b1-678e-4797-864d-119368bf64e0', 'status': 'completed', 'code': 200} Jan 21 10:27:27.978958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45214) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:28.046053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-787efcd4-cc89-4989-aa48-27226c301821 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.079204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-787efcd4-cc89-4989-aa48-27226c301821 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.141483 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-787efcd4-cc89-4989-aa48-27226c301821 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.161716 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787efcd4-cc89-4989-aa48-27226c301821 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fafef10-c127-4180-8adf-e20b22a1f44d,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:28.170042 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-787efcd4-cc89-4989-aa48-27226c301821 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.171223 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-787efcd4-cc89-4989-aa48-27226c301821 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "DELETE /v2.0/security-groups/3fafef10-c127-4180-8adf-e20b22a1f44d HTTP/1.1" status: 204 len: 168 time: 0.1912000 Jan 21 10:27:28.493234 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45222) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:28.498758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953824179', 'description': 'tempest-secgroup-smoke-953824179 description', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:28.504847 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:28.508891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:28.511707 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:28.517277 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:28.526800 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.561598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:28.565718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:28.568704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:28.575108 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:28.631000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.634627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.679902 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9020b414-d010-48b8-b448-b0145d633eb0,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:28.683009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.684189 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-77d01f78-1c10-4055-8591-033bd55d3c90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1899333 Jan 21 10:27:28.687253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45226) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:28.692955 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '9020b414-d010-48b8-b448-b0145d633eb0', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:28.699159 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:28.702931 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:28.706548 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:28.712149 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:28.728455 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.790918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.794399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.817197 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b72cc12-e8da-4a3e-b633-ecf4b34daa6b,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:28.825854 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.827061 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-a822bf7a-02f0-4ebc-9a40-6c12359070b3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1386483 Jan 21 10:27:28.830299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45230) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:28.835571 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '9020b414-d010-48b8-b448-b0145d633eb0', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:28.841318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:28.845804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:28.848632 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:28.854328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:28.870555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.931307 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.934846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.964166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f60f39-a03c-4727-baa2-9636a134ecba,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:28.973466 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:28.975718 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ad3fb2d1-6650-4a9d-a40a-f53228ef6da7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1442900 Jan 21 10:27:28.978154 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45234) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:28.984293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '9020b414-d010-48b8-b448-b0145d633eb0', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:28.990680 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:28.994560 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:28.997393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:29.003153 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:29.019720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.080134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.083919 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.108598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef00d9e-4042-41ae-a9e2-582250c4f22a,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:29.118292 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.122184 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3c0b04c5-3886-4e87-b35f-31420acab6a9 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1403532 Jan 21 10:27:29.122607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45238) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:29.130518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '9020b414-d010-48b8-b448-b0145d633eb0', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:29.136443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:29.140209 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:29.143663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:29.149193 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:29.164374 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.226214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.229570 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.249425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44014cdb-c59d-415c-aaf6-23d450526b74,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:29.260050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.261188 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-e73acefb-15bc-4d7a-bc5a-ab9abd8e6744 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1371646 Jan 21 10:27:29.264830 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45242) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:29.270768 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '9020b414-d010-48b8-b448-b0145d633eb0', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:29.276394 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:29.280097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:29.282896 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:29.288490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:29.298111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Project e47d8c13c45c4aba9e7193494e7ce750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:27:29.304211 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.365836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.369290 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.391428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060817bd-f688-4f80-bbbf-0165d5dcdbfd,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:29.399890 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.401136 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5d0f4f56-dbfc-4544-b1e4-3ae2517e1270 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1354210 Jan 21 10:27:29.403900 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45246) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:27:29.409306 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'security_group_rule': {'security_group_id': '9020b414-d010-48b8-b448-b0145d633eb0', 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:29.414956 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:29.418640 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:security_group_rule and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:27:29.421415 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:27:29.427533 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:29.437318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Project e47d8c13c45c4aba9e7193494e7ce750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:27:29.443940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.512774 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.516471 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.539163 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853e75d7-db29-4c8e-8fd6-4b73c3d38560,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:29.549049 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:29.550237 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-77efd453-0afb-4001-a8ea-6ad3ad3b3bfa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1454253 Jan 21 10:27:29.702176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:27:29.734839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 6fb8f3b1-678e-4797-864d-119368bf64e0 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:27:29.735182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 6fb8f3b1-678e-4797-864d-119368bf64e0 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:27:34.967855 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:43.510863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-a13981ec-f888-4d80-ba5a-2363bab28887 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:27:43.525119 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-a13981ec-f888-4d80-ba5a-2363bab28887 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:27:43.526295 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-a13981ec-f888-4d80-ba5a-2363bab28887 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953824179&fields=id&tenant_id=e47d8c13c45c4aba9e7193494e7ce750 HTTP/1.1" status: 200 len: 267 time: 0.0565190 Jan 21 10:27:43.671242 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-c5594b16-1be8-44bd-b7bb-e338949049ff tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:43.672668 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-c5594b16-1be8-44bd-b7bb-e338949049ff tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 808 time: 0.1401360 Jan 21 10:27:43.688283 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-253d931a-bf67-49c6-837e-7d2ec36068ec tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/quotas/e47d8c13c45c4aba9e7193494e7ce750 HTTP/1.1" status: 200 len: 375 time: 0.0103283 Jan 21 10:27:43.767166 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-762cd47f-cecd-48c0-83f3-8095b9e515f4 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:27:43.782654 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-762cd47f-cecd-48c0-83f3-8095b9e515f4 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:27:43.784569 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-762cd47f-cecd-48c0-83f3-8095b9e515f4 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914514 Jan 21 10:27:43.799367 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-9da705f1-6aa4-4e74-b3b2-117fa997e9b8 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:27:43.800304 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-9da705f1-6aa4-4e74-b3b2-117fa997e9b8 service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049918 Jan 21 10:27:43.932798 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-2f17d851-3845-4884-b64a-42cc081bc9d9 service neutron] 10.222.0.122 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266336 Jan 21 10:27:44.061504 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-9c24443a-5741-4b74-a8f4-1696eee79847 service neutron] 10.222.0.122 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230047 Jan 21 10:27:44.459685 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-276d42e4-a0fe-48fc-b4e6-c58c7f3650d9 req-10394e7f-93c0-4dd4-8b25-ad5ac4eb6793 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 210 time: 0.0464983 Jan 21 10:27:45.526981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-3fb6e5ff-2c08-4d2a-b947-ac8e268471e2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:45.528398 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-3fb6e5ff-2c08-4d2a-b947-ac8e268471e2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 808 time: 0.2429669 Jan 21 10:27:45.584909 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-411007bc-7e12-4b44-8abb-10837a92c518 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47d8c13c45c4aba9e7193494e7ce750 HTTP/1.1" status: 200 len: 379 time: 0.0448353 Jan 21 10:27:45.631551 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'port': {'device_id': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'admin_state_up': True, 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'security_groups': ['9020b414-d010-48b8-b448-b0145d633eb0']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:45.645124 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-19b243e2-2a94-4899-96ce-67c940e8e375 req-ec7a0c8d-7099-4bf7-9f06-2115969a445f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 210 time: 0.0592587 Jan 21 10:27:45.769549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:27:45.779009 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:27:45.790157 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Made reservation on behalf of e47d8c13c45c4aba9e7193494e7ce750 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:27:45.793052 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:45.958303 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Allocated IP 172.20.0.14 (dffaab79-1274-436d-aad9-45f2dca47c0e/59486356-f80b-4237-b38b-c5bc33795b58/47792e77-a54f-4244-a935-8d8d94c09385) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:27:46.155145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.170996 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Transition to ACTIVE for port object 47792e77-a54f-4244-a935-8d8d94c09385 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:46.192888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.262201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Network dffaab79-1274-436d-aad9-45f2dca47c0e is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:27:46.265176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:27:46.269718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:27:46.299122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:46.335068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:46.335751 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.363727 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-899fa340-610a-44f2-8be1-8887c3be4f65 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7430811 Jan 21 10:27:46.376035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Request body: {'port': {'device_id': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:27:46.491595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.501879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f6571541-6417-422d-9eff-efb07e2f5c86 None None] Provisioning for port 47792e77-a54f-4244-a935-8d8d94c09385 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:46.508660 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-f6571541-6417-422d-9eff-efb07e2f5c86 None None] Provisioning complete for port 47792e77-a54f-4244-a935-8d8d94c09385 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:46.509290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f6571541-6417-422d-9eff-efb07e2f5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.569268 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-f6571541-6417-422d-9eff-efb07e2f5c86 None None] Port 47792e77-a54f-4244-a935-8d8d94c09385 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:27:46.894012 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47792e77-a54f-4244-a935-8d8d94c09385 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:27:46.902015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:46.921739 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Transition to ACTIVE for port object 47792e77-a54f-4244-a935-8d8d94c09385 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:27:46.935652 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903dc7-878b-4327-b310-7f5408be11cc req-fbaaca5d-4449-4883-98b2-48a8bda3ed7a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:46.936341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-0d903dc7-878b-4327-b310-7f5408be11cc req-fbaaca5d-4449-4883-98b2-48a8bda3ed7a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:27:46.938656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:47.064354 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-0d903dc7-878b-4327-b310-7f5408be11cc req-fbaaca5d-4449-4883-98b2-48a8bda3ed7a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:27:47.065307 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d903dc7-878b-4327-b310-7f5408be11cc req-fbaaca5d-4449-4883-98b2-48a8bda3ed7a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 932 time: 0.2823148 Jan 21 10:27:47.089682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Pushing event updated for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:47.192305 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d903dc7-878b-4327-b310-7f5408be11cc req-6a954cac-868d-4798-a899-b6a544630ecf tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163769 Jan 21 10:27:47.228096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Attempting to bind port 47792e77-a54f-4244-a935-8d8d94c09385 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:27:47.228429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Attempting to bind port 47792e77-a54f-4244-a935-8d8d94c09385 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:27:47.228750 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Attempting to bind port 47792e77-a54f-4244-a935-8d8d94c09385 on network dffaab79-1274-436d-aad9-45f2dca47c0e {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:27:47.234427 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Port 47792e77-a54f-4244-a935-8d8d94c09385 on network dffaab79-1274-436d-aad9-45f2dca47c0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:27:47.234740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Attempting to bind port 47792e77-a54f-4244-a935-8d8d94c09385 on network dffaab79-1274-436d-aad9-45f2dca47c0e {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:27:47.241783 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:27:47.242147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Checking segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:27:47.242512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Bound using segment: {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:27:47.242928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Bound port: 47792e77-a54f-4244-a935-8d8d94c09385, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48472cf-de32-4654-9f62-2b6bd7a30504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:27:47.243261 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:47.328721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:27:47.331958 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:27:47.336127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:47.483208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:47.484582 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] 10.222.0.120 "PUT /v2.0/ports/47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 1094 time: 1.1134853 Jan 21 10:27:47.485007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:47.510767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0922c90-a471-4ffd-8cb3-fdfc81257971 service neutron] Pushing event updated for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:47.550658 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385', 'status': 'completed', 'code': 200} Jan 21 10:27:47.592462 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-ab604394-c2c6-4800-bc1a-9cd7961c9e01 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1097 time: 0.0745258 Jan 21 10:27:47.664957 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-28c6c993-6729-4b24-a666-366ad4e05cc7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 217 time: 0.0650880 Jan 21 10:27:47.729082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-3411d7b4-c58d-4778-93c9-fb47705b540f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:47.730573 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-3411d7b4-c58d-4778-93c9-fb47705b540f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0579245 Jan 21 10:27:47.811006 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-903bb388-492b-454d-8a76-2ee5953a2c79 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737991 Jan 21 10:27:47.941726 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-965330c5-8e91-4209-bd96-9da114bb190c service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245298 Jan 21 10:27:48.069291 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a2a5c419-5deb-47e1-8a42-877eba4f3f17 req-44553cd7-d897-4e74-bd2c-7b2ae69679a1 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219628 Jan 21 10:27:48.185427 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-3a0dd6ff-1f9d-417f-8ed7-7b9abfa6aba0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1097 time: 0.0704205 Jan 21 10:27:48.320081 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-ee97b52d-c33f-4912-9e08-5c3a53e2de8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:48.322128 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-ee97b52d-c33f-4912-9e08-5c3a53e2de8f service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1280391 Jan 21 10:27:48.423774 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-c823bc14-f9fe-4197-af90-09c9a17c0108 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 217 time: 0.0698276 Jan 21 10:27:48.500324 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-e4ca8b22-9319-478a-b1b7-239eb78d7ed6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:48.501652 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-e4ca8b22-9319-478a-b1b7-239eb78d7ed6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0684562 Jan 21 10:27:48.510487 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b1ea4-1a0a-4ee3-9023-48e0e130b9c6 req-15499741-b2ec-4f2b-a286-be3debbf4650 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:48.511807 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d5b1ea4-1a0a-4ee3-9023-48e0e130b9c6 req-15499741-b2ec-4f2b-a286-be3debbf4650 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.1903443 Jan 21 10:27:48.604100 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9d5b1ea4-1a0a-4ee3-9023-48e0e130b9c6 req-2bf6e5f3-34b0-4802-b040-7be3ad38aa13 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597124 Jan 21 10:27:48.616682 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-57b92d40-0452-4bfa-ad42-2b0fbb1c2dee service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039948 Jan 21 10:27:48.747684 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-aad211fc-d909-4f6b-ad91-abe8d2e4c100 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240237 Jan 21 10:27:48.875297 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-833b5b95-e4cc-4aa1-892b-53ed62c7bddc req-828cfaae-53cf-4e66-ac52-a3d6306493ad service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218228 Jan 21 10:27:49.258889 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4815-206d-4a31-8a43-f0835d8f0880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:49.796079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd37fef-da08-43b4-bba8-ce6a8ae2673c req-0098701d-d738-4024-a4b1-ee663d187634 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:49.797485 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0bd37fef-da08-43b4-bba8-ce6a8ae2673c req-0098701d-d738-4024-a4b1-ee663d187634 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0733426 Jan 21 10:27:49.842044 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0bd37fef-da08-43b4-bba8-ce6a8ae2673c req-1e6d3dd4-f794-4358-8c64-5a631f2409fa tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384011 Jan 21 10:27:51.039257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447322f0-0ee5-4d20-a898-de5673bde1ed req-a32232d4-9615-461f-a2ff-a469ecfe2f85 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:51.040647 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-447322f0-0ee5-4d20-a898-de5673bde1ed req-a32232d4-9615-461f-a2ff-a469ecfe2f85 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0764980 Jan 21 10:27:51.167327 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-447322f0-0ee5-4d20-a898-de5673bde1ed req-78859ab4-6115-4a16-9d30-5ccbc19bb769 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211340 Jan 21 10:27:51.573685 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cdd71eea-d1c0-4203-96f1-829e3818d938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:52.360974 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a213557-ff17-421c-b112-33b41121504a req-3dbf85bf-f977-47e4-90e8-04e7cc731686 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:52.363004 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9a213557-ff17-421c-b112-33b41121504a req-3dbf85bf-f977-47e4-90e8-04e7cc731686 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0761580 Jan 21 10:27:52.406209 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9a213557-ff17-421c-b112-33b41121504a req-ff71029d-7f00-4d39-ab65-c523b47f6bdc tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378041 Jan 21 10:27:52.613509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:53.004379 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:53.603721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0929bc-3a2c-472d-b8f0-c22773a5fe97 req-54a92afa-930f-4498-ba16-f33d696f39bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:53.605149 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7b0929bc-3a2c-472d-b8f0-c22773a5fe97 req-54a92afa-930f-4498-ba16-f33d696f39bd tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0778396 Jan 21 10:27:53.650274 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7b0929bc-3a2c-472d-b8f0-c22773a5fe97 req-05da3bd4-5185-4e11-93b2-8c523d891f90 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396647 Jan 21 10:27:54.067699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:54.845663 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d4d8b-4acf-415b-b1b6-3e9616b882e2 req-a79793b0-8e8b-4e0b-a642-cfcf95032de1 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:54.847155 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d0d4d8b-4acf-415b-b1b6-3e9616b882e2 req-a79793b0-8e8b-4e0b-a642-cfcf95032de1 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0753019 Jan 21 10:27:54.894462 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-5d0d4d8b-4acf-415b-b1b6-3e9616b882e2 req-fd947e01-8d31-4715-ac7a-4f64f444d498 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418956 Jan 21 10:27:55.794464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 47792e77-a54f-4244-a935-8d8d94c09385 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:27:55.923777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:27:55.937298 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '47792e77-a54f-4244-a935-8d8d94c09385', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'port_id': '47792e77-a54f-4244-a935-8d8d94c09385', 'mac_address': 'fa:16:3e:a2:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:27:55.991322 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:56.011159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47792e77-a54f-4244-a935-8d8d94c09385 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:27:56.026494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:27:56.030247 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:56.087939 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb167e-ef90-46d1-b8a8-d25357ba916b req-a709f77a-b8b1-4ec6-b8d0-e71112407a87 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:56.089391 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-86bb167e-ef90-46d1-b8a8-d25357ba916b req-a709f77a-b8b1-4ec6-b8d0-e71112407a87 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 945 time: 0.0767176 Jan 21 10:27:56.093239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:56.101476 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.101817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.102182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.102513 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.102838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.103182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.103500 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.103818 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.104131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.104441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.104752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:27:56.134525 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-86bb167e-ef90-46d1-b8a8-d25357ba916b req-f8ba780b-0855-4135-83b2-2a8b2684a297 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396109 Jan 21 10:27:56.239272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['47792e77-a54f-4244-a935-8d8d94c09385'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:27:57.337134 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49db919-4682-42c6-9cb6-23b5fdbb6baa req-22148959-aaee-42a7-82aa-33a4f8e48e7d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:57.338595 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c49db919-4682-42c6-9cb6-23b5fdbb6baa req-22148959-aaee-42a7-82aa-33a4f8e48e7d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 945 time: 0.0789826 Jan 21 10:27:57.382698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c49db919-4682-42c6-9cb6-23b5fdbb6baa req-8f84d79c-357e-43cb-acca-88c7bbcac1ac tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387332 Jan 21 10:27:57.810125 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 47792e77-a54f-4244-a935-8d8d94c09385 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:27:57.878980 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 47792e77-a54f-4244-a935-8d8d94c09385 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:27:57.883534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 47792e77-a54f-4244-a935-8d8d94c09385 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:27:57.883901 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:58.001710 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:58.028054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:27:58.038164 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:27:58.042070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:27:58.087186 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385', 'code': 200} Jan 21 10:27:58.113181 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:27:58.345950 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3e0e356e-89f4-4bdc-b757-bdece6ebf82a req-04c77c73-fe0e-475d-af57-c1824b7a45e4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1099 time: 0.0671673 Jan 21 10:27:58.387317 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3e0e356e-89f4-4bdc-b757-bdece6ebf82a req-3f874cb1-4222-4b38-bc7c-82791cd52a25 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353198 Jan 21 10:27:58.576808 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c889251-7bd1-4b63-979e-69106b505f4e req-41431a20-6423-4741-96ab-59022a37b969 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:58.578265 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c889251-7bd1-4b63-979e-69106b505f4e req-41431a20-6423-4741-96ab-59022a37b969 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0783446 Jan 21 10:27:58.623090 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c889251-7bd1-4b63-979e-69106b505f4e req-c3908d9c-aa7f-4c10-bf13-703013068d66 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386655 Jan 21 10:27:59.817809 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9525bb-f17d-4e85-abdb-c949dc7f3b0d req-e53b0455-f605-4770-90f4-ad595d829adc tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:27:59.819263 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d9525bb-f17d-4e85-abdb-c949dc7f3b0d req-e53b0455-f605-4770-90f4-ad595d829adc tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0744612 Jan 21 10:27:59.866480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-0d9525bb-f17d-4e85-abdb-c949dc7f3b0d req-ddffc51b-17d8-43b2-9c43-e089032a6532 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Jan 21 10:28:00.062048 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f12cbc-f990-449d-948a-4123c00588b3 req-c6d0eda4-a7a7-43df-a071-606ac504f20f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:00.063774 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92f12cbc-f990-449d-948a-4123c00588b3 req-c6d0eda4-a7a7-43df-a071-606ac504f20f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0753901 Jan 21 10:28:00.108551 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92f12cbc-f990-449d-948a-4123c00588b3 req-e96057cc-b83b-48e7-b9a5-a897a70e6b87 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388219 Jan 21 10:28:00.136825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45384) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:00.206596 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-08d263d8-06c8-4681-8e1e-48e94215c0af tempest-TestShelveInstance-1972071817 tempest-TestShelveInstance-1972071817-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1094 time: 0.0685842 Jan 21 10:28:00.209120 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45388) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:28:00.214077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '47792e77-a54f-4244-a935-8d8d94c09385', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:28:00.219291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:28:00.223060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Usage tracker for resource:floatingip and tenant:e47d8c13c45c4aba9e7193494e7ce750 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:28:00.225807 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:28:00.231339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:28:00.241913 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:00.372429 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:00.502966 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Allocated IP 172.26.1.180 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/b31633cc-c884-4885-a669-6dbb6843aaf9) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:28:00.645875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:00.673512 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:00.740725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:28:00.743527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:28:00.747183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:28:00.777975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'Port': ['ID=b31633cc-c884-4885-a669-6dbb6843aaf9,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:01.338147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:01.392396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:01.593484 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:01.597805 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:01.695205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event updated for resources: {'Port': ['ID=b31633cc-c884-4885-a669-6dbb6843aaf9,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:28:01.712721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:01.899059 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Floating IP ace60368-8e6c-4458-b11f-89e4c75c1dc9 associated. External IP: 172.26.1.180, port: 47792e77-a54f-4244-a935-8d8d94c09385. Jan 21 10:28:02.300529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Router 5effbd43-976c-4be7-b4a3-12208f84968e has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:28:02.495338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:28:02.505470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] Sync routers for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:28:02.518255 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:02.518981 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:27:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:02.520746 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:02.695814 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-491c12fd-a830-4180-bc07-600369606751 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4717417 Jan 21 10:28:02.695814 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:28:02.702337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:02.736611 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385', 'status': 'completed', 'code': 200} Jan 21 10:28:02.825738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-d8de872b-6b34-4dc6-8b4e-4245ae626405 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1099 time: 0.0678504 Jan 21 10:28:02.954495 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-530e3c1c-bf58-4769-9cb4-1194a95a39ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:02.956464 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-530e3c1c-bf58-4769-9cb4-1194a95a39ea service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1249237 Jan 21 10:28:03.044036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'ace60368-8e6c-4458-b11f-89e4c75c1dc9', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'floating_ip_address': '172.26.1.180', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'port_id': '47792e77-a54f-4244-a935-8d8d94c09385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'mac_address': 'fa:16:3e:a2:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:28:01Z', 'updated_at': '2022-01-21T10:28:01Z', 'revision_number': 0, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:03.048142 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] Checking router: 5effbd43-976c-4be7-b4a3-12208f84968e for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:28:03.058636 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:28:03.058793 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-ea220810-9b70-42ff-b758-c6299acd4bfe service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 1000 time: 0.0968237 Jan 21 10:28:03.059221 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:27:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:03.120926 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-aa421153-82a0-49be-8ac4-99c5923caabb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:03.122372 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-aa421153-82a0-49be-8ac4-99c5923caabb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0570242 Jan 21 10:28:03.198628 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-a84de56b-b16c-4651-92e7-977624161580 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699222 Jan 21 10:28:03.271566 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:28:03.327921 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-cf21607d-f229-4d7e-8bb8-3a58b88c5f88 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237803 Jan 21 10:28:03.463561 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-56b7b6c9-cd9f-4e91-9aba-eac82cd2f412 req-688ba99f-01b3-46d4-aa7c-29d27fd0a278 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295416 Jan 21 10:28:03.620024 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'ace60368-8e6c-4458-b11f-89e4c75c1dc9', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'floating_ip_address': '172.26.1.180', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'port_id': '47792e77-a54f-4244-a935-8d8d94c09385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'mac_address': 'fa:16:3e:a2:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:28:01Z', 'updated_at': '2022-01-21T10:28:01Z', 'revision_number': 0, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:28:03.623899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce461dfb-67db-4592-b12e-d27e2b8b8621 None None] The sync data for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv is: [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'ace60368-8e6c-4458-b11f-89e4c75c1dc9', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'floating_ip_address': '172.26.1.180', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'port_id': '47792e77-a54f-4244-a935-8d8d94c09385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'mac_address': 'fa:16:3e:a2:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:28:01Z', 'updated_at': '2022-01-21T10:28:01Z', 'revision_number': 0, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:28:03.814637 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b29c4b-7436-4a77-8772-7d96af3aed31 None None] New status for floating IP ace60368-8e6c-4458-b11f-89e4c75c1dc9: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:28:03.992124 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:28:04.986668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:19.220387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-aba6f555-497f-4b4c-92ec-b72556a41e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:21.575981 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0ecb0a56-18c6-42aa-80f7-c0cc35585e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:22.618301 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:23.005866 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:24.069485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:25.936349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-f7cd93f9-95e6-4cb0-91b3-d2e9158569d1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693643 Jan 21 10:28:26.084595 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-6bdadebc-0a65-4a29-9b15-66389a83487f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1099 time: 0.0736182 Jan 21 10:28:26.242972 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-d84f0cd4-0f65-4371-b01d-f3025a029ee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:26.245644 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-d84f0cd4-0f65-4371-b01d-f3025a029ee4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1370687 Jan 21 10:28:26.351313 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-87dd29eb-a712-426c-95e0-680c3ce6e0c1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 1002 time: 0.0984237 Jan 21 10:28:26.423549 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-15e62415-2d17-4c45-98bb-bd19a8223105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:28:26.425112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-15e62415-2d17-4c45-98bb-bd19a8223105 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0702603 Jan 21 10:28:26.511497 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-a4a35027-cbc3-4675-aeef-29c1f6271182 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795598 Jan 21 10:28:26.526383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-3849b37f-3a3f-4433-8cb9-62eeefcba7a9 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=83427) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 21 10:28:26.526383 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-3849b37f-3a3f-4433-8cb9-62eeefcba7a9 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070124 Jan 21 10:28:26.691041 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-d320eafd-87fb-49ea-bf9d-3718e7384c08 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608622 Jan 21 10:28:26.841207 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c53017d7-fbf0-42f8-bf5c-ff9ee5f39e7e req-f8398d20-7fdd-41e5-85e1-922270ff2be9 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426680 Jan 21 10:28:34.983731 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:40.972232 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:28:49.223844 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-838a5ab0-cfbc-4cb9-9e80-5660d7ecb87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:51.577398 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-53c3a859-546a-4098-bbac-c37431eb1615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:52.618912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:53.012106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:28:54.072554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:04.980432 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:17.972930 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:29:19.225755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9933cadd-761b-4b4a-b180-c4c9cabc11f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:21.578848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0a378aff-c912-401f-9ca3-3cda93ab0206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:22.623335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:23.010885 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:24.078748 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:26.200433 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93623426-5867-4316-a2e0-97b739c2da9a req-529a7466-e36b-4e1d-8f77-57167533fc7f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2899427 Jan 21 10:29:26.337195 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93623426-5867-4316-a2e0-97b739c2da9a req-e31d56a7-d448-428f-a1fa-0547e71ecddd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1099 time: 0.0695632 Jan 21 10:29:26.484817 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93623426-5867-4316-a2e0-97b739c2da9a req-edda3aed-49a2-4002-a429-976343eeb611 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:26.486287 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93623426-5867-4316-a2e0-97b739c2da9a req-edda3aed-49a2-4002-a429-976343eeb611 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1284909 Jan 21 10:29:26.588970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93623426-5867-4316-a2e0-97b739c2da9a req-dd803401-2fc5-4d58-9d15-06ae3bde53c2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 1002 time: 0.0965481 Jan 21 10:29:26.650393 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93623426-5867-4316-a2e0-97b739c2da9a req-fcfdf3d2-4336-4f62-9429-6b5d748e482a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:29:26.651816 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93623426-5867-4316-a2e0-97b739c2da9a req-fcfdf3d2-4336-4f62-9429-6b5d748e482a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0569489 Jan 21 10:29:26.729319 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93623426-5867-4316-a2e0-97b739c2da9a req-5c67f921-1ed5-4f02-9cf6-34879a5774f6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712237 Jan 21 10:29:26.862581 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93623426-5867-4316-a2e0-97b739c2da9a req-0328d50e-a397-4963-ad73-3a89f7d5b307 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264811 Jan 21 10:29:26.994805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93623426-5867-4316-a2e0-97b739c2da9a req-73438248-6548-48e8-b556-a1d4d38fee86 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245668 Jan 21 10:29:34.978829 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:49.227482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a7eecf1c-5118-408d-b44e-0cea8e8c8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:51.580733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5454d2f1-6600-4c95-940b-ce5927ea9743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:52.627738 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:53.014153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:54.078452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:29:54.973652 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:30:00.611402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21b104-1d38-4da7-b97c-9f06e054e27b req-f928b5ea-889d-4572-9382-1b0a8d6ff881 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:00.613717 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fb21b104-1d38-4da7-b97c-9f06e054e27b req-f928b5ea-889d-4572-9382-1b0a8d6ff881 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0848181 Jan 21 10:30:00.657887 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fb21b104-1d38-4da7-b97c-9f06e054e27b req-41eabe4a-d8b5-42d3-b5bf-fdccd8b15921 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380037 Jan 21 10:30:01.878785 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbf04b-3806-48b8-8ba3-5a23b8e0afec req-16e13e5c-8957-4cc9-90c3-28dcfd76b1d3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:01.880225 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3ebbf04b-3806-48b8-8ba3-5a23b8e0afec req-16e13e5c-8957-4cc9-90c3-28dcfd76b1d3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0838659 Jan 21 10:30:01.925539 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3ebbf04b-3806-48b8-8ba3-5a23b8e0afec req-5b095c97-dd4e-43b3-be54-401602db2c70 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397544 Jan 21 10:30:03.134460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b7419-80ad-45a0-be8d-5a93a9227504 req-683bd8ef-2686-4a72-b9f7-87dd6ef24c5a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:03.135887 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d50b7419-80ad-45a0-be8d-5a93a9227504 req-683bd8ef-2686-4a72-b9f7-87dd6ef24c5a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0759604 Jan 21 10:30:03.178724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d50b7419-80ad-45a0-be8d-5a93a9227504 req-316e2a3e-ad8b-44ce-a35f-cea5fab601c1 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374007 Jan 21 10:30:04.373480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c422a4-9e92-402e-9889-8409ed411758 req-3fef846a-b328-4b45-a552-b11ac5aea8a3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:04.374940 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61c422a4-9e92-402e-9889-8409ed411758 req-3fef846a-b328-4b45-a552-b11ac5aea8a3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0780201 Jan 21 10:30:04.420285 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-61c422a4-9e92-402e-9889-8409ed411758 req-3b5a1399-5e61-48e6-a8c1-eaac2135f276 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399854 Jan 21 10:30:04.979504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:05.617518 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6c69e-d944-4b78-9015-00578404aab1 req-531e7556-619c-4daa-8ba8-2ed7d10bb558 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:05.618940 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6fe6c69e-d944-4b78-9015-00578404aab1 req-531e7556-619c-4daa-8ba8-2ed7d10bb558 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0768964 Jan 21 10:30:05.665521 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6fe6c69e-d944-4b78-9015-00578404aab1 req-3a6d0048-dfa7-435d-9562-ccd59ff04e44 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412786 Jan 21 10:30:06.863185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde954a-e5a2-4518-a6ad-72db670db25b req-5663f9a0-8fa5-4754-b366-956f15dab2bb tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:06.864632 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4bde954a-e5a2-4518-a6ad-72db670db25b req-5663f9a0-8fa5-4754-b366-956f15dab2bb tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0797386 Jan 21 10:30:06.908984 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4bde954a-e5a2-4518-a6ad-72db670db25b req-85ff41e4-5b4e-4457-9e3b-4ee6cd9096b7 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382175 Jan 21 10:30:08.109092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb8c62-de73-48eb-8508-b11b84caa59e req-dfd79fec-2d1c-44c5-8016-cb5debb1b485 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:08.110566 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1fbb8c62-de73-48eb-8508-b11b84caa59e req-dfd79fec-2d1c-44c5-8016-cb5debb1b485 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0786972 Jan 21 10:30:08.155166 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1fbb8c62-de73-48eb-8508-b11b84caa59e req-4aeec525-4dad-409c-a932-595cd1e80ebb tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391893 Jan 21 10:30:09.350050 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a437d-e8bb-431c-9bfa-7464512156d9 req-bcae8e0c-02cf-49de-bd7d-88a5995f1f2c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:09.351858 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b13a437d-e8bb-431c-9bfa-7464512156d9 req-bcae8e0c-02cf-49de-bd7d-88a5995f1f2c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0752146 Jan 21 10:30:09.401895 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b13a437d-e8bb-431c-9bfa-7464512156d9 req-ba3c0be5-befa-40e5-80de-21a698d263f8 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 Jan 21 10:30:10.601827 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbd20e-7074-4808-887a-4b6c7ce041d1 req-dc3bc76c-1309-4668-8b56-9658ef3ef5e5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:10.603329 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ecdbd20e-7074-4808-887a-4b6c7ce041d1 req-dc3bc76c-1309-4668-8b56-9658ef3ef5e5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0796347 Jan 21 10:30:10.701463 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ecdbd20e-7074-4808-887a-4b6c7ce041d1 req-64f092b1-da8f-40e5-a087-92660d58458a tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923359 Jan 21 10:30:10.715610 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-27bb20c8-4345-481f-a5b9-e6617736b0d3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1099 time: 0.0933948 Jan 21 10:30:10.934773 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-2b31a620-7d93-4da4-8694-61349de2bcc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:10.936208 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-2b31a620-7d93-4da4-8694-61349de2bcc0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.2143786 Jan 21 10:30:11.054858 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-98c2e5e8-b404-4ea3-beda-f1541e8f5337 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 1002 time: 0.1118031 Jan 21 10:30:11.119978 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-efb0ead7-4f52-4ef1-9f06-0fed74fbd2f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:11.121366 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-efb0ead7-4f52-4ef1-9f06-0fed74fbd2f1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0602870 Jan 21 10:30:11.193025 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-200fdfd5-e4da-4db9-ada4-71489e4606bb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660973 Jan 21 10:30:11.322508 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-2fd835a2-e7ef-471a-bf4d-9aca8a8ff635 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220496 Jan 21 10:30:11.454244 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-13b0e4bf-bba2-47ee-be32-ebc99557f16f req-42816b15-6a27-45a0-9304-d4d02b833b37 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238916 Jan 21 10:30:11.899099 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3fdda-9aba-4ff2-85cc-8864f87b9a55 req-9336c31a-0161-4ae5-85df-1a44e23f0d4e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:11.900540 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-66c3fdda-9aba-4ff2-85cc-8864f87b9a55 req-9336c31a-0161-4ae5-85df-1a44e23f0d4e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0797205 Jan 21 10:30:11.945327 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-66c3fdda-9aba-4ff2-85cc-8864f87b9a55 req-bfd74249-62ba-4a41-999f-4d2562b35947 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386569 Jan 21 10:30:13.140873 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c9095-aa46-4640-b392-3b34d4a3c3f2 req-272d74fc-e930-47ed-9837-9eca12de8762 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:13.142549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-479c9095-aa46-4640-b392-3b34d4a3c3f2 req-272d74fc-e930-47ed-9837-9eca12de8762 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0771599 Jan 21 10:30:13.189375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-479c9095-aa46-4640-b392-3b34d4a3c3f2 req-f2f8065e-f3db-4e78-971f-2264ff728e5c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405982 Jan 21 10:30:14.389653 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94778339-ddbe-4cdf-8e15-f2363e4b487f req-40f36c29-f61f-4993-8aa9-6cf17cddf72c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:14.391111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-94778339-ddbe-4cdf-8e15-f2363e4b487f req-40f36c29-f61f-4993-8aa9-6cf17cddf72c tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0789416 Jan 21 10:30:14.436046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-94778339-ddbe-4cdf-8e15-f2363e4b487f req-81c6648f-a0fd-4cd1-b1c3-9704535ccaa0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391188 Jan 21 10:30:14.690701 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cb64d612-85fd-4328-8f74-14d2ec180f54 req-8bda5dfd-8ca3-40de-9504-d5a408f4951a service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1420898 Jan 21 10:30:15.001051 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-be4ad7d8-959a-4466-9ead-0ec868096bb1 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1943302 Jan 21 10:30:15.007857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336238de-6a30-44c6-bf79-219a4f5cf8c0 req-9e59e212-c773-4c4b-b3c7-9189e8725d27 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:15.009197 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-336238de-6a30-44c6-bf79-219a4f5cf8c0 req-9e59e212-c773-4c4b-b3c7-9189e8725d27 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.1049728 Jan 21 10:30:15.055311 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-336238de-6a30-44c6-bf79-219a4f5cf8c0 req-fd79da95-8d37-48ac-8bba-5c6ef801f99b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405910 Jan 21 10:30:16.259314 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800124d-fef8-44cf-b71a-eb0394dea826 req-60279371-c261-4fe1-9ae6-e7df5a0b4364 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:16.260786 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4800124d-fef8-44cf-b71a-eb0394dea826 req-60279371-c261-4fe1-9ae6-e7df5a0b4364 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0825446 Jan 21 10:30:16.309220 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4800124d-fef8-44cf-b71a-eb0394dea826 req-58e41693-3626-4df4-a48c-83ddc2f9121e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422971 Jan 21 10:30:17.512568 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffaa88-7fdf-40f7-ae07-eeeeeeb72f6b req-cba3ccc8-bd00-438f-a6c2-511b9021b11d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:17.514046 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-68ffaa88-7fdf-40f7-ae07-eeeeeeb72f6b req-cba3ccc8-bd00-438f-a6c2-511b9021b11d tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0861464 Jan 21 10:30:17.558366 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-68ffaa88-7fdf-40f7-ae07-eeeeeeb72f6b req-f30043d0-bea8-40b4-98de-0edab2e9cacf tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387290 Jan 21 10:30:18.385704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 47792e77-a54f-4244-a935-8d8d94c09385 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:30:18.490506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.521951 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:18.531526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:18.536562 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:18.604176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:18.613018 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.613127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.613521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.613912 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.614324 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.614713 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.615097 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.615481 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.615863 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.617749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.618191 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:30:18.655546 dv-neutron-825724-1-hyperv neutron-server[83428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385', 'code': 422} returned with failed status Jan 21 10:30:18.761125 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492ef59-d3e0-4152-b34d-39b049e30a7d req-b9dd0494-a761-4416-ab9a-ac624664abf0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:18.762641 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f492ef59-d3e0-4152-b34d-39b049e30a7d req-b9dd0494-a761-4416-ab9a-ac624664abf0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0778441 Jan 21 10:30:18.807980 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f492ef59-d3e0-4152-b34d-39b049e30a7d req-33f40135-5cf7-4fee-a254-be94566dcbba tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 Jan 21 10:30:19.228697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2346ed8c-403b-43d3-a803-a619351b5c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:20.009951 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739a3e8-3127-47d9-81c6-0232c51fba5d req-b07658a4-da97-4798-940b-0bba7e7366ff tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:20.011428 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8739a3e8-3127-47d9-81c6-0232c51fba5d req-b07658a4-da97-4798-940b-0bba7e7366ff tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0819778 Jan 21 10:30:20.057587 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8739a3e8-3127-47d9-81c6-0232c51fba5d req-29143891-c635-4f29-82c8-1317d3eed0e3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 Jan 21 10:30:21.255092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c8573-4c7d-43ee-88f9-16e559ce1976 req-5a420271-f339-4580-8320-da4128cc758b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:21.256546 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e51c8573-4c7d-43ee-88f9-16e559ce1976 req-5a420271-f339-4580-8320-da4128cc758b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0753925 Jan 21 10:30:21.307394 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e51c8573-4c7d-43ee-88f9-16e559ce1976 req-3162f4c8-07b7-431d-8113-a551214462cb tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 Jan 21 10:30:21.412974 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-6f603cb1-4004-4db1-bcce-8b39a55966e4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94&tenant_id=e47d8c13c45c4aba9e7193494e7ce750 HTTP/1.1" status: 200 len: 1097 time: 0.0714543 Jan 21 10:30:21.500024 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-09d0abff-72cf-451a-a45b-7f043698a093 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1097 time: 0.0678256 Jan 21 10:30:21.583680 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-cdec18e5-0f47-4f3f-a812-a98f3b839216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:21.631150 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-9dfb1470-8c51-4de7-a523-f08bcd5e9d0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:21.632625 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-9dfb1470-8c51-4de7-a523-f08bcd5e9d0c service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1269155 Jan 21 10:30:21.818569 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-0ab25201-587f-4917-9d7d-0358761b91ee service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 1000 time: 0.1794219 Jan 21 10:30:21.882220 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-ae3162a4-66ad-4f52-a5a5-b116439d924f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:21.883828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-ae3162a4-66ad-4f52-a5a5-b116439d924f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0585670 Jan 21 10:30:21.965186 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-e7d1d47a-bf34-4ed3-9fbf-387a07ebd10a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742235 Jan 21 10:30:22.097784 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-313d88dc-2bcb-42c5-bbe8-603bbea050a5 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249812 Jan 21 10:30:22.241905 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e3c67bea-e565-43eb-bf3c-d6e555d35974 req-e62a6050-f6fc-4c2a-be92-a42da858250d service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348739 Jan 21 10:30:22.538622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764735b2-4b1a-422b-9fe6-41307f421e72 req-4f0750c4-6831-4a31-97a9-f99a980e5e0b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:22.539979 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-764735b2-4b1a-422b-9fe6-41307f421e72 req-4f0750c4-6831-4a31-97a9-f99a980e5e0b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0815623 Jan 21 10:30:22.592654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-764735b2-4b1a-422b-9fe6-41307f421e72 req-0b388a00-5c15-4916-8422-948688ff3611 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469000 Jan 21 10:30:22.643635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.017827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:23.795127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef3943-38cf-440f-8540-668377a8b43c req-b6cd95eb-f828-4535-b992-923ae43f5b56 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:23.796558 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1ef3943-38cf-440f-8540-668377a8b43c req-b6cd95eb-f828-4535-b992-923ae43f5b56 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0783665 Jan 21 10:30:23.843447 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1ef3943-38cf-440f-8540-668377a8b43c req-0fda2995-4df1-4e3c-bb0a-8ff17fce5607 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413930 Jan 21 10:30:24.081411 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:25.040468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ac12-9c9a-4758-9eb8-e603c3ca093e req-1470833f-ff20-4e21-afc6-de1f7c8fbc0b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:25.041914 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d605ac12-9c9a-4758-9eb8-e603c3ca093e req-1470833f-ff20-4e21-afc6-de1f7c8fbc0b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0796957 Jan 21 10:30:25.087031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d605ac12-9c9a-4758-9eb8-e603c3ca093e req-ea9d2c51-a296-4e7e-ac98-87db3e80b3f0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Jan 21 10:30:26.348391 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d0056-8777-4c71-9e59-91cd56fc7828 req-5feb3b49-4b02-41cf-928d-a20714bfe28f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:26.349895 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e08d0056-8777-4c71-9e59-91cd56fc7828 req-5feb3b49-4b02-41cf-928d-a20714bfe28f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.1441588 Jan 21 10:30:26.395855 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e08d0056-8777-4c71-9e59-91cd56fc7828 req-6be0e4f2-0b61-4852-afff-7feb75792e29 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 Jan 21 10:30:26.998732 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-c2c6b0ad-d967-405a-bc2f-d1a3c335fd9a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1097 time: 0.0743411 Jan 21 10:30:27.139257 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-10340220-f15b-4e61-980c-214f2a56d4dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:27.140738 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-10340220-f15b-4e61-980c-214f2a56d4dd service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1241806 Jan 21 10:30:27.242728 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-3a55f81a-c061-482b-843e-bd0195a21c3a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 1000 time: 0.0958135 Jan 21 10:30:27.305185 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-a6b3705a-e62c-4631-9b4d-97b86d5d49f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:27.306620 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-a6b3705a-e62c-4631-9b4d-97b86d5d49f5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0572772 Jan 21 10:30:27.379072 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-d3c34461-f26a-40a0-b2e4-6d402b609b02 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660839 Jan 21 10:30:27.511862 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-880f5a7e-4c4f-4941-883f-82ab6a21d805 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264513 Jan 21 10:30:27.792160 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-72e8d5d8-b2b1-43a7-bd91-d31ab05b9046 req-bbf742b6-dd16-45fc-b795-a37f06a0beb7 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727957 Jan 21 10:30:27.804753 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e11b5-697a-4b64-8b43-39f79bfe6158 req-1b3be10b-abfb-4120-8acb-5839b19dc5ed tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:27.806272 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c92e11b5-697a-4b64-8b43-39f79bfe6158 req-1b3be10b-abfb-4120-8acb-5839b19dc5ed tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.2914588 Jan 21 10:30:27.853567 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c92e11b5-697a-4b64-8b43-39f79bfe6158 req-74a7dd20-3bed-4b3b-ad6b-a39c271e124e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Jan 21 10:30:29.051741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb1092-b078-460b-aa75-dfc2ebf08976 req-5edb021c-ff53-4ae0-a05e-534d82e8e5f2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:29.053482 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17fb1092-b078-460b-aa75-dfc2ebf08976 req-5edb021c-ff53-4ae0-a05e-534d82e8e5f2 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0781748 Jan 21 10:30:29.098210 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17fb1092-b078-460b-aa75-dfc2ebf08976 req-bf131c67-3b1c-4c90-89eb-14795b3eaf5f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390055 Jan 21 10:30:30.296476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd79c7-9e4e-48fc-b891-aeba7f8455d1 req-b207d093-6cd3-447d-a985-f11d6adefced tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:30.297851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-37cd79c7-9e4e-48fc-b891-aeba7f8455d1 req-b207d093-6cd3-447d-a985-f11d6adefced tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 944 time: 0.0766020 Jan 21 10:30:30.342827 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-37cd79c7-9e4e-48fc-b891-aeba7f8455d1 req-bb49b516-a3c3-4397-8ba8-f1f51665b85e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 Jan 21 10:30:30.401437 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 47792e77-a54f-4244-a935-8d8d94c09385 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:30:30.533386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:30.546449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '47792e77-a54f-4244-a935-8d8d94c09385', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'port_id': '47792e77-a54f-4244-a935-8d8d94c09385', 'mac_address': 'fa:16:3e:a2:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:30:30.603559 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.621232 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47792e77-a54f-4244-a935-8d8d94c09385 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:30:30.637031 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:30.641030 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:30.708012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:30.875146 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['47792e77-a54f-4244-a935-8d8d94c09385'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:30:31.538906 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed933a61-2b9e-4e3f-bcc8-d2318add7b2b req-422d5a9b-7cbf-4ffd-a256-7aa4c1162b57 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:31.540239 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ed933a61-2b9e-4e3f-bcc8-d2318add7b2b req-422d5a9b-7cbf-4ffd-a256-7aa4c1162b57 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 945 time: 0.0782082 Jan 21 10:30:31.584411 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ed933a61-2b9e-4e3f-bcc8-d2318add7b2b req-9394fad5-6b50-4caa-be2f-46b5cf34eca0 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387115 Jan 21 10:30:31.976719 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:30:32.401733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 47792e77-a54f-4244-a935-8d8d94c09385 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:30:32.502539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 47792e77-a54f-4244-a935-8d8d94c09385 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:30:32.502952 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.612210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.640229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:30:32.651175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:30:32.655557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:32.709365 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385', 'code': 200} Jan 21 10:30:32.746152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:30:32.796100 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72daed-362c-4066-ace4-676fc45418ac req-9e9c813e-9659-4d85-b8c7-b653a5e9592b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:32.797569 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b72daed-362c-4066-ace4-676fc45418ac req-9e9c813e-9659-4d85-b8c7-b653a5e9592b tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0774443 Jan 21 10:30:32.848108 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-1b72daed-362c-4066-ace4-676fc45418ac req-426f757d-c0d5-4b50-8030-a569d4a7b9bb tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449078 Jan 21 10:30:32.973710 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92cca8e7-f8a3-4aea-ba60-924d588368b0 req-b599b789-bea4-4e71-8aaf-c6aa497f9224 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1099 time: 0.0655649 Jan 21 10:30:33.016677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-92cca8e7-f8a3-4aea-ba60-924d588368b0 req-9757490c-aef1-42cd-8daa-91d38cce9347 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357413 Jan 21 10:30:34.059339 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9e133-c49a-49e5-a5e0-e30cb3815435 req-3e757d23-b122-4029-8db8-eeccb99e0dd3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:34.060838 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4be9e133-c49a-49e5-a5e0-e30cb3815435 req-3e757d23-b122-4029-8db8-eeccb99e0dd3 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0843940 Jan 21 10:30:34.105889 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4be9e133-c49a-49e5-a5e0-e30cb3815435 req-ae9851b8-fbfa-429a-b3a4-ac98d6685439 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394485 Jan 21 10:30:35.008483 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:35.298555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d3ddc-185e-4691-bf37-0777a819fc7d req-7d6b7a59-91cd-41aa-8902-dbe16fd34a72 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:30:35.300057 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c51d3ddc-185e-4691-bf37-0777a819fc7d req-7d6b7a59-91cd-41aa-8902-dbe16fd34a72 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.0756767 Jan 21 10:30:35.346883 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c51d3ddc-185e-4691-bf37-0777a819fc7d req-354d4a28-83db-4662-9079-5125b84b2634 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Jan 21 10:30:49.232586 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9ee307bc-96c7-42af-89ed-38dc6bb24fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:51.592790 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0acc4efc-b130-4f6e-9344-ac48c7e51759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:52.634386 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:53.026833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:30:54.090576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:05.031949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:08.976036 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:31:19.234540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f802ff95-da9a-44bb-893b-223ad70d6e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:21.590340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0d0f1b9d-2c88-418f-b272-3096dd2cea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:22.637635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:23.022065 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:24.085359 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:27.924677 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-4e466dad-52a3-4141-abe9-56aee671c481 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691485 Jan 21 10:31:28.063264 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-09ec7137-4ae9-4472-9b36-b4184206a27b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1099 time: 0.0715976 Jan 21 10:31:28.209846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-68f5676c-982f-46a3-8153-e013752235f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:28.211242 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-68f5676c-982f-46a3-8153-e013752235f9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.1296480 Jan 21 10:31:28.313877 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-6740b7a4-f51e-4f6a-b7fd-f06253da450e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 1002 time: 0.0950434 Jan 21 10:31:28.378930 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-244a234b-f043-42b3-8f13-a0a3bb31bb9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:28.380330 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-244a234b-f043-42b3-8f13-a0a3bb31bb9f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0600467 Jan 21 10:31:28.457535 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-d24ed283-a65d-4abb-b939-fa8710c95f16 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713651 Jan 21 10:31:28.589493 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-6f71357c-9790-43f8-bc6b-83a708816948 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250508 Jan 21 10:31:28.716789 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e311fe8d-305d-4e7e-b188-4cec2f1bdfdc req-27898433-b6da-46a7-aa11-69f1614c7e75 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208184 Jan 21 10:31:35.045187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:45.976122 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:31:49.236328 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a47b7087-027c-46bc-87f5-56659526fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.222459 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45594) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:51.424168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Deleting port b31633cc-c884-4885-a669-6dbb6843aaf9 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:31:51.424508 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.587762 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.588086 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.592605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e14e55c5-1f4e-4e32-887a-57d9135e5d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.703915 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Calling delete_port for b31633cc-c884-4885-a669-6dbb6843aaf9 owned by network:floatingip {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:31:51.846860 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:51.891738 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event deleted for resources: {'Port': ['ID=b31633cc-c884-4885-a669-6dbb6843aaf9,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:51.937101 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.937445 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.937781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.938139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.938467 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.938798 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.939120 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.939448 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.939770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.940084 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.940401 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:51.995662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:52.457865 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Router 5effbd43-976c-4be7-b4a3-12208f84968e has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:31:52.630210 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:52.653021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:31:52.662215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] Sync routers for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:31:52.672644 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:52.675287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:31:52.676119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:52.733837 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-96fc9a1e-0f3f-4a3f-a736-400e8ac4eb8f tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "DELETE /v2.0/floatingips/ace60368-8e6c-4458-b11f-89e4c75c1dc9 HTTP/1.1" status: 204 len: 168 time: 1.5102766 Jan 21 10:31:52.734525 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385'}] {{(pid=83426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:31:52.876999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:31:52.908905 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385', 'status': 'completed', 'code': 200} Jan 21 10:31:53.007136 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-62e887a0-ff27-4ff7-ac24-806cf8bbdca2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 1099 time: 0.0764513 Jan 21 10:31:53.101648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:53.228682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:53.233307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] Checking router: 5effbd43-976c-4be7-b4a3-12208f84968e for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:31:53.243849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:31:53.244478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:53.299862 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-f43ec17a-61e2-4dc7-9888-ec853cb4cd43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:53.301235 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-f43ec17a-61e2-4dc7-9888-ec853cb4cd43 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 200 len: 909 time: 0.2875021 Jan 21 10:31:53.377731 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-4607641a-ddf3-4e5f-8c42-baeb08ef1e35 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 200 len: 217 time: 0.0661387 Jan 21 10:31:53.429643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:31:53.438383 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9986919-7518-4b67-bbfa-ad6c24ea97a4 req-64dbe4f1-ed97-47f1-b587-d4f1364a2f46 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:53.439829 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a9986919-7518-4b67-bbfa-ad6c24ea97a4 req-64dbe4f1-ed97-47f1-b587-d4f1364a2f46 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.2026763 Jan 21 10:31:53.474576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-4e6ddbef-017c-4898-985b-a934851bcf9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:53.476000 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-4e6ddbef-017c-4898-985b-a934851bcf9f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 200 len: 847 time: 0.0907416 Jan 21 10:31:53.537088 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a9986919-7518-4b67-bbfa-ad6c24ea97a4 req-c7ad602b-a7ff-4b32-8619-b181470bf3fc tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869009 Jan 21 10:31:53.574144 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-410285ad-3973-4e2f-88b6-7dd2da3b3c20 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dffaab79-1274-436d-aad9-45f2dca47c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861990 Jan 21 10:31:53.705915 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-57ffab43-1ee9-40f3-8138-2e5e42539ffd service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241546 Jan 21 10:31:53.746175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:31:53.750311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e615bd-2114-4b97-b772-5bde8aa50f2c None None] The sync data for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv is: [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:23:06Z', 'revision_number': 4, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '385ed8ee-1924-4060-8415-4ad7f7c4fa16', 'name': '', 'network_id': 'dffaab79-1274-436d-aad9-45f2dca47c0e', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'mac_address': 'fa:16:3e:56:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59486356-f80b-4237-b38b-c5bc33795b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:06Z', 'updated_at': '2022-01-21T10:23:25Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'subnets': [{'id': '59486356-f80b-4237-b38b-c5bc33795b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:31:53.842253 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4e687d9f-b345-4ef1-a337-2bb1aebe9137 req-83deb66a-2c68-4dad-a64c-315b1246f6b6 service neutron] 10.222.0.120 "GET /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302886 Jan 21 10:31:53.961115 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f48b06a-197d-4dfa-af47-f4d55d56bf5a None None] New status for floating IP ace60368-8e6c-4458-b11f-89e4c75c1dc9: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:31:54.088791 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.785938 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-71d7e5ed-78db-46df-b7b5-5eff38f42af6 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:54.787337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-71d7e5ed-78db-46df-b7b5-5eff38f42af6 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.1381197 Jan 21 10:31:54.794201 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f773-70d0-44c2-917a-d41efe876a35 req-9dfd46ad-0ebd-4f23-b4da-437733621aab tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:31:54.795518 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb57f773-70d0-44c2-917a-d41efe876a35 req-9dfd46ad-0ebd-4f23-b4da-437733621aab tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 946 time: 0.1081898 Jan 21 10:31:54.890587 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Deleting port 47792e77-a54f-4244-a935-8d8d94c09385 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:31:54.890853 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:54.929970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-eb57f773-70d0-44c2-917a-d41efe876a35 req-6b65b0bb-4dcd-4266-ab18-cf29f1f4ed5e tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/security-groups?id=9020b414-d010-48b8-b448-b0145d633eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061459 Jan 21 10:31:55.132834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] For port 47792e77-a54f-4244-a935-8d8d94c09385, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=47792e77-a54f-4244-a935-8d8d94c09385,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:31:55.133176 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:55.252320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Calling delete_port for 47792e77-a54f-4244-a935-8d8d94c09385 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:31:55.387486 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:55.438741 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event deleted for resources: {'Port': ['ID=47792e77-a54f-4244-a935-8d8d94c09385,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:55.477658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.478017 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.478360 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.478690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.479015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.479336 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.480275 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.480806 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.481137 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.481458 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.481780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:31:55.521180 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] No DVR routers for this DVR port 47792e77-a54f-4244-a935-8d8d94c09385 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:31:55.523328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:55.525693 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'name': 'network-vif-deleted', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:31:55.537119 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a74a4d27-7ba2-4fe8-90bc-867f8b3e1ec9 req-163bdb3d-9a87-44df-b639-a418bc9eccd5 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.120 "DELETE /v2.0/ports/47792e77-a54f-4244-a935-8d8d94c09385 HTTP/1.1" status: 204 len: 173 time: 0.7406600 Jan 21 10:31:55.583249 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130df8d4-79cb-4cc7-b2f5-cf084d235e94', 'name': 'network-vif-deleted', 'tag': '47792e77-a54f-4244-a935-8d8d94c09385', 'status': 'completed', 'code': 200} Jan 21 10:31:56.108031 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-6555c070-1ac2-4c49-9da1-59c5eb2b5c78 req-fe64926f-321a-40ec-b6d8-70f73fa78787 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Synchronizing usage tracker for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:31:56.124315 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-6555c070-1ac2-4c49-9da1-59c5eb2b5c78 req-fe64926f-321a-40ec-b6d8-70f73fa78787 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Unset dirty status for tenant:e47d8c13c45c4aba9e7193494e7ce750 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:31:56.125480 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6555c070-1ac2-4c49-9da1-59c5eb2b5c78 req-fe64926f-321a-40ec-b6d8-70f73fa78787 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "GET /v2.0/ports?device_id=130df8d4-79cb-4cc7-b2f5-cf084d235e94 HTTP/1.1" status: 200 len: 210 time: 0.0652051 Jan 21 10:31:57.236155 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45624) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:57.306664 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d144d602-b562-4f8d-8f5e-b64c2883e140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:57.338407 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d144d602-b562-4f8d-8f5e-b64c2883e140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:57.407125 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d144d602-b562-4f8d-8f5e-b64c2883e140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:57.428593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144d602-b562-4f8d-8f5e-b64c2883e140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9020b414-d010-48b8-b448-b0145d633eb0,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:57.441502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d144d602-b562-4f8d-8f5e-b64c2883e140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:57.445193 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d144d602-b562-4f8d-8f5e-b64c2883e140 tempest-TestShelveInstance-1502240241 tempest-TestShelveInstance-1502240241-project] 10.222.0.122 "DELETE /v2.0/security-groups/9020b414-d010-48b8-b448-b0145d633eb0 HTTP/1.1" status: 204 len: 168 time: 0.2056532 Jan 21 10:31:57.502571 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45630) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:31:58.068239 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:58.762179 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Deleting port 385ed8ee-1924-4060-8415-4ad7f7c4fa16 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:31:58.762904 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:58.924826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 47792e77-a54f-4244-a935-8d8d94c09385 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:31:58.936348 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] For port 385ed8ee-1924-4060-8415-4ad7f7c4fa16, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=385ed8ee-1924-4060-8415-4ad7f7c4fa16,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:31:58.936700 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:59.001668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 47792e77-a54f-4244-a935-8d8d94c09385 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:31:59.002039 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 47792e77-a54f-4244-a935-8d8d94c09385 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:31:59.059686 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Calling delete_port for 385ed8ee-1924-4060-8415-4ad7f7c4fa16 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:31:59.229135 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:31:59.274603 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=385ed8ee-1924-4060-8415-4ad7f7c4fa16,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:31:59.566647 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:00.206831 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Router 5effbd43-976c-4be7-b4a3-12208f84968e has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:32:00.409365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:32:00.418392 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] Sync routers for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:32:00.425293 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35dba1e0-6887-4198-9d6c-0840cc3a2a9e admin admin] 10.222.0.122 "PUT /v2.0/routers/5effbd43-976c-4be7-b4a3-12208f84968e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9213600 Jan 21 10:32:00.427958 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45638) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:00.432315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:00.433774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:00.607758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:00.618406 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:00.813631 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:00.822770 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Deleting port 4261b7c8-3f20-44fc-99bf-ce464ce0e187 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:00.823943 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:00.893461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:31:59Z', 'revision_number': 5, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port': {'id': '4261b7c8-3f20-44fc-99bf-ce464ce0e187', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:04Z', 'updated_at': '2022-01-21T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:00.897258 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] Checking router: 5effbd43-976c-4be7-b4a3-12208f84968e for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:32:00.908717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] Routers {'5effbd43-976c-4be7-b4a3-12208f84968e'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:00.909311 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5effbd43-976c-4be7-b4a3-12208f84968e'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:01.000224 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] For port 4261b7c8-3f20-44fc-99bf-ce464ce0e187, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=4261b7c8-3f20-44fc-99bf-ce464ce0e187,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:01.000623 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:01.066012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] Set router 5effbd43-976c-4be7-b4a3-12208f84968e gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:01.117363 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Calling delete_port for 4261b7c8-3f20-44fc-99bf-ce464ce0e187 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:32:01.174577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:32:00Z', 'revision_number': 6, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:01.178989 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e3335-f019-4254-bd9c-3c6b496e1965 None None] The sync data for ids ['5effbd43-976c-4be7-b4a3-12208f84968e'] in dv-neutron-825724-1-hyperv is: [{'id': '5effbd43-976c-4be7-b4a3-12208f84968e', 'name': 'tempest-TestShelveInstance-754218015-router', 'tenant_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:03Z', 'updated_at': '2022-01-21T10:32:00Z', 'revision_number': 6, 'project_id': 'e47d8c13c45c4aba9e7193494e7ce750', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:32:01.285888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:01.336150 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Pushing event deleted for resources: {'Port': ['ID=4261b7c8-3f20-44fc-99bf-ce464ce0e187,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:01.590159 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 385ed8ee-1924-4060-8415-4ad7f7c4fa16 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:32:01.639042 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 385ed8ee-1924-4060-8415-4ad7f7c4fa16 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:32:01.639583 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 385ed8ee-1924-4060-8415-4ad7f7c4fa16 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:32:01.683986 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:01.944500 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:01.952490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:01.990919 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:01.992142 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5effbd43-976c-4be7-b4a3-12208f84968e {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:32:02.004902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.006029 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35fc8676-8bbf-4a7d-ad3f-93cc3c57a690 admin admin] 10.222.0.122 "DELETE /v2.0/routers/5effbd43-976c-4be7-b4a3-12208f84968e HTTP/1.1" status: 204 len: 168 time: 1.5771527 Jan 21 10:32:02.008600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45642) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:02.069415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85d25d0-3dd9-4603-a342-c71619f1645a admin admin] Deleting subnet 59486356-f80b-4237-b38b-c5bc33795b58 {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:32:02.072413 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d85d25d0-3dd9-4603-a342-c71619f1645a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.124903 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d85d25d0-3dd9-4603-a342-c71619f1645a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.216853 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d85d25d0-3dd9-4603-a342-c71619f1645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.284868 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d85d25d0-3dd9-4603-a342-c71619f1645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.324176 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d25d0-3dd9-4603-a342-c71619f1645a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59486356-f80b-4237-b38b-c5bc33795b58,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:02.330632 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d85d25d0-3dd9-4603-a342-c71619f1645a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.336366 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d85d25d0-3dd9-4603-a342-c71619f1645a admin admin] 10.222.0.122 "DELETE /v2.0/subnets/59486356-f80b-4237-b38b-c5bc33795b58 HTTP/1.1" status: 204 len: 168 time: 0.3268330 Jan 21 10:32:02.336599 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce39a9-d902-4d74-86f6-6ed998102c85 None None] Network dffaab79-1274-436d-aad9-45f2dca47c0e requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:32:02.338928 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45646) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:02.443829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.454689 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Deleting port 8cd86179-f017-4ed9-ba0f-9486176dba84 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:02.454954 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.586995 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] DHCP port deletion for dffaab79-1274-436d-aad9-45f2dca47c0e request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:32:02.592201 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] Deleting port 8cd86179-f017-4ed9-ba0f-9486176dba84 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:02.592760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.658402 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] For port 8cd86179-f017-4ed9-ba0f-9486176dba84, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8cd86179-f017-4ed9-ba0f-9486176dba84,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:02.658749 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.784987 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Calling delete_port for 8cd86179-f017-4ed9-ba0f-9486176dba84 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:32:02.796794 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] For port 8cd86179-f017-4ed9-ba0f-9486176dba84, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8cd86179-f017-4ed9-ba0f-9486176dba84,segment=NetworkSegment(b48472cf-de32-4654-9f62-2b6bd7a30504),segment_id=b48472cf-de32-4654-9f62-2b6bd7a30504)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:02.797177 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.862851 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:02.909326 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd86179-f017-4ed9-ba0f-9486176dba84,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:02.915765 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] No DVR routers for this DVR port 8cd86179-f017-4ed9-ba0f-9486176dba84 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:32:02.955762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] Calling delete_port for 8cd86179-f017-4ed9-ba0f-9486176dba84 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:32:03.028577 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:32:03.028925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:32:03.120913 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.145056 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffaab79-1274-436d-aad9-45f2dca47c0e']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:03.156975 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48472cf-de32-4654-9f62-2b6bd7a30504') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:03.157265 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48472cf-de32-4654-9f62-2b6bd7a30504') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:03.168196 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.186861 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.193451 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:32:03.193873 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:32:03.207761 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:32:03.283264 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.298502 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.310312 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=dffaab79-1274-436d-aad9-45f2dca47c0e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:03.322026 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-0125f0af-73de-4036-a36b-fc9334535e8b admin admin] 10.222.0.122 "DELETE /v2.0/networks/dffaab79-1274-436d-aad9-45f2dca47c0e HTTP/1.1" status: 204 len: 168 time: 0.9820654 Jan 21 10:32:03.324850 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45650) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:03.372470 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8cd86179-f017-4ed9-ba0f-9486176dba84 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:32:03.406329 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 8cd86179-f017-4ed9-ba0f-9486176dba84 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:32:03.406672 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8cd86179-f017-4ed9-ba0f-9486176dba84 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:32:03.407090 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4261b7c8-3f20-44fc-99bf-ce464ce0e187 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:32:03.442053 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 4261b7c8-3f20-44fc-99bf-ce464ce0e187 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:32:03.442400 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 4261b7c8-3f20-44fc-99bf-ce464ce0e187 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:32:03.529804 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] Deleting port 8cd86179-f017-4ed9-ba0f-9486176dba84 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:03.530251 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:03.595888 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-1b65cd97-a29d-4bcf-8abd-d03f7b422be2 None None] The port '8cd86179-f017-4ed9-ba0f-9486176dba84' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:32:03.730860 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.308768 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Deleting port d98a8407-baf7-4b73-968e-01dd042d47a7 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:04.309029 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.474554 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] For port d98a8407-baf7-4b73-968e-01dd042d47a7, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=d98a8407-baf7-4b73-968e-01dd042d47a7,segment=NetworkSegment(dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c),segment_id=dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:04.475251 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.677079 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Calling delete_port for d98a8407-baf7-4b73-968e-01dd042d47a7 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:32:04.850642 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:04.892842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98a8407-baf7-4b73-968e-01dd042d47a7,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:05.055200 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:05.188496 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:05.783109 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Router 2974d9cc-d204-4f2e-be15-3d91fb70d746 has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:32:05.994620 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:32:06.005173 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] Sync routers for ids ['2974d9cc-d204-4f2e-be15-3d91fb70d746'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:32:06.012061 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a82f5c6d-5963-4e9e-81ab-88666f751854 admin admin] 10.222.0.122 "PUT /v2.0/routers/2974d9cc-d204-4f2e-be15-3d91fb70d746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6852794 Jan 21 10:32:06.014530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45654) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:06.017754 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] Routers {'2974d9cc-d204-4f2e-be15-3d91fb70d746'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:06.018392 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['2974d9cc-d204-4f2e-be15-3d91fb70d746'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:06.196670 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] Set router 2974d9cc-d204-4f2e-be15-3d91fb70d746 gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:06.309888 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:06.487115 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:32:04Z', 'revision_number': 5, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port': {'id': 'a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:23:10Z', 'updated_at': '2022-01-21T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:06.493419 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] Checking router: 2974d9cc-d204-4f2e-be15-3d91fb70d746 for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:32:06.507146 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] Routers {'2974d9cc-d204-4f2e-be15-3d91fb70d746'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:06.507732 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['2974d9cc-d204-4f2e-be15-3d91fb70d746'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:06.519556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:06.529365 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Deleting port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:06.529815 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:06.653266 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] Set router 2974d9cc-d204-4f2e-be15-3d91fb70d746 gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:06.697722 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] For port a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:06.698658 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:06.782004 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:32:06Z', 'revision_number': 6, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:06.786010 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a56fbd-39ca-4d99-a59d-cbbe3148dd3e None None] The sync data for ids ['2974d9cc-d204-4f2e-be15-3d91fb70d746'] in dv-neutron-825724-1-hyperv is: [{'id': '2974d9cc-d204-4f2e-be15-3d91fb70d746', 'name': 'tempest-TestShelveInstance-1452975369-router', 'tenant_id': '694d979001af4a8098bd01c3232f654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:23:09Z', 'updated_at': '2022-01-21T10:32:06Z', 'revision_number': 6, 'project_id': '694d979001af4a8098bd01c3232f654b', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:32:06.817917 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Calling delete_port for a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:32:06.983783 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.030600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:07.253027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.559316 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:32:07.596034 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:32:07.596380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device a6f4d5e7-f5dd-4b48-8b97-f9b1549b864d not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:32:07.596801 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d98a8407-baf7-4b73-968e-01dd042d47a7 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:32:07.612669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.617021 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.628646 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: d98a8407-baf7-4b73-968e-01dd042d47a7 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:32:07.628994 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device d98a8407-baf7-4b73-968e-01dd042d47a7 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:32:07.642669 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.643195 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2974d9cc-d204-4f2e-be15-3d91fb70d746 {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:32:07.655813 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.656936 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-514b4f93-3268-4c0b-af2f-31940c1405a5 admin admin] 10.222.0.122 "DELETE /v2.0/routers/2974d9cc-d204-4f2e-be15-3d91fb70d746 HTTP/1.1" status: 204 len: 168 time: 1.6415293 Jan 21 10:32:07.659362 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45658) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:07.719039 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-086e8844-4e90-4141-9e20-0f9285f0813f admin admin] Deleting subnet 06887d66-eaa7-4c50-b01c-cea3047cc39e {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:32:07.722127 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-086e8844-4e90-4141-9e20-0f9285f0813f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.774036 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-086e8844-4e90-4141-9e20-0f9285f0813f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.850449 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-086e8844-4e90-4141-9e20-0f9285f0813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.917392 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-086e8844-4e90-4141-9e20-0f9285f0813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.956870 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e8844-4e90-4141-9e20-0f9285f0813f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06887d66-eaa7-4c50-b01c-cea3047cc39e,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:07.963158 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-086e8844-4e90-4141-9e20-0f9285f0813f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:07.971737 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-086e8844-4e90-4141-9e20-0f9285f0813f admin admin] 10.222.0.122 "DELETE /v2.0/subnets/06887d66-eaa7-4c50-b01c-cea3047cc39e HTTP/1.1" status: 204 len: 168 time: 0.3091512 Jan 21 10:32:07.971899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604029aa-0bb1-4f78-8b09-aa1eb570f560 None None] Network 212bcd54-0c9d-4e7a-9cea-965d717c07b3 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:32:07.971985 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45662) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:08.077827 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.087869 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Deleting port 8e071d76-7a90-4eff-82c2-cace82287862 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:08.088189 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.206724 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07814782-b92a-4bac-8144-764826f49852 None None] DHCP port deletion for 212bcd54-0c9d-4e7a-9cea-965d717c07b3 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:32:08.210643 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-07814782-b92a-4bac-8144-764826f49852 None None] Deleting port 8e071d76-7a90-4eff-82c2-cace82287862 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:08.211020 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-07814782-b92a-4bac-8144-764826f49852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.287593 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] For port 8e071d76-7a90-4eff-82c2-cace82287862, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8e071d76-7a90-4eff-82c2-cace82287862,segment=NetworkSegment(dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c),segment_id=dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:08.287951 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.411781 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Calling delete_port for 8e071d76-7a90-4eff-82c2-cace82287862 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:32:08.418117 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-07814782-b92a-4bac-8144-764826f49852 None None] For port 8e071d76-7a90-4eff-82c2-cace82287862, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=8e071d76-7a90-4eff-82c2-cace82287862,segment=NetworkSegment(dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c),segment_id=dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:08.418503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-07814782-b92a-4bac-8144-764826f49852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.487654 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.532461 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8e071d76-7a90-4eff-82c2-cace82287862,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:08.535493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-07814782-b92a-4bac-8144-764826f49852 None None] Calling delete_port for 8e071d76-7a90-4eff-82c2-cace82287862 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:32:08.538471 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] No DVR routers for this DVR port 8e071d76-7a90-4eff-82c2-cace82287862 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:32:08.607218 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-07814782-b92a-4bac-8144-764826f49852 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:32:08.607849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-07814782-b92a-4bac-8144-764826f49852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:32:08.653230 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.677900 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212bcd54-0c9d-4e7a-9cea-965d717c07b3']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:08.691052 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:08.691330 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd83f3c3-3cfe-4dcc-ac6a-169948d0b37c') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:08.703530 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.720253 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.726190 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:32:08.726577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:32:08.742804 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:32:08.814427 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.829649 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:08.841895 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] Pushing event deleted for resources: {'Network': ['ID=212bcd54-0c9d-4e7a-9cea-965d717c07b3,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:08.846621 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a7fc9200-6d9d-44ec-9900-7d7a708680ba admin admin] 10.222.0.122 "DELETE /v2.0/networks/212bcd54-0c9d-4e7a-9cea-965d717c07b3 HTTP/1.1" status: 204 len: 168 time: 0.8738115 Jan 21 10:32:08.984844 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45668) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:09.039058 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-832db8a8-8665-40d6-ae71-1816f6b9005c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=e47d8c13c45c4aba9e7193494e7ce750&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530612 Jan 21 10:32:09.042054 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45672) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:09.099371 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7902-f2b6-4257-bb19-e246d26debc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.109272 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-07814782-b92a-4bac-8144-764826f49852 None None] Deleting port 8e071d76-7a90-4eff-82c2-cace82287862 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:32:09.109648 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-07814782-b92a-4bac-8144-764826f49852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.125345 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7902-f2b6-4257-bb19-e246d26debc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.173854 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-07814782-b92a-4bac-8144-764826f49852 None None] The port '8e071d76-7a90-4eff-82c2-cace82287862' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:32:09.178728 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7902-f2b6-4257-bb19-e246d26debc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.197662 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d7902-f2b6-4257-bb19-e246d26debc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5af12-86ff-4f11-b919-617b94814ce5,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:09.204713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7902-f2b6-4257-bb19-e246d26debc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.205820 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-cf3d7902-f2b6-4257-bb19-e246d26debc7 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/9df5af12-86ff-4f11-b919-617b94814ce5 HTTP/1.1" status: 204 len: 168 time: 0.1626363 Jan 21 10:32:09.373002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8e071d76-7a90-4eff-82c2-cace82287862 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:32:09.409596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 8e071d76-7a90-4eff-82c2-cace82287862 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:32:09.409920 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 8e071d76-7a90-4eff-82c2-cace82287862 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:32:09.591628 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45680) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:09.640876 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ff0c621a-bba5-4fd0-aaa8-f6684d915dd9 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=694d979001af4a8098bd01c3232f654b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480566 Jan 21 10:32:09.643198 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45684) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:09.700527 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a713975-a9de-4816-b76a-e89bbe9c4d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.725362 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a713975-a9de-4816-b76a-e89bbe9c4d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.773859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a713975-a9de-4816-b76a-e89bbe9c4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.792380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a713975-a9de-4816-b76a-e89bbe9c4d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7562d18-2530-4d65-a3c7-ff2cccb4be0b,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:09.797490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7a713975-a9de-4816-b76a-e89bbe9c4d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:09.798707 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7a713975-a9de-4816-b76a-e89bbe9c4d3e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/a7562d18-2530-4d65-a3c7-ff2cccb4be0b HTTP/1.1" status: 204 len: 168 time: 0.1546235 Jan 21 10:32:10.610350 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45706) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:10.739103 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-106180372-network', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:10.743826 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:10.747622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Usage tracker for resource:network and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:10.750499 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:10.756590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:10.766504 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Made reservation on behalf of dc899bb8ecd64bbf9129109d7731e2d5 for: {'network': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:32:10.768719 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:10.781088 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:10.811480 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:10.815214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Usage tracker for resource:security_group_rule and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:10.817925 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:10.823856 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:10.887463 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:10.890986 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:10.921401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=83427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:32:10.930743 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91eeeb5-5423-41ca-b9ec-fbbac9a0171d,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:10.937058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:10.937394 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.segments_db [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Added segment e8d80c19-8050-4ec2-a3de-a60881bc6843 of type vlan for network f044e07e-1427-4048-84b8-76448ad57815 Jan 21 10:32:10.965858 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:10.995616 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:10.996772 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:10.997353 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Notify callbacks [] for network, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.103895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] Pushing event updated for resources: {'Network': ['ID=f044e07e-1427-4048-84b8-76448ad57815,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:11.108837 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1779b541-3908-437e-ad3a-e537801d8467 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4974754 Jan 21 10:32:11.111834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45712) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:11.113813 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network f044e07e-1427-4048-84b8-76448ad57815 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:32:11.117266 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Request body: {'subnet': {'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-106180372-subnet', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:11.123171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:11.127068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Usage tracker for resource:subnet and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:11.130059 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:11.135762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:11.146026 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Made reservation on behalf of dc899bb8ecd64bbf9129109d7731e2d5 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:32:11.148210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.434192 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.503338 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:11.518077 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Checking segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:11.518432 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Network hostable DHCP agents. Network: f044e07e-1427-4048-84b8-76448ad57815, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:32:11.539987 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Network f044e07e-1427-4048-84b8-76448ad57815 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:32:11.549877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, f044e07e-1427-4048-84b8-76448ad57815) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:11.555045 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:11.555759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.559953 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36f1b7-0928-4c73-ba2d-5e310bde8dff None None] Network f044e07e-1427-4048-84b8-76448ad57815 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:32:11.578183 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4557eb03-a80d-46f0-80d7-7a39c299a490 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4645824 Jan 21 10:32:11.580337 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45716) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:11.585530 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:11.591055 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:11.594895 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Usage tracker for resource:router and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:11.597735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:11.603389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:11.614658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.615559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.633818 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.778496 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.797439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-f044e07e-1427-4048-84b8-76448ad57815', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:32:11.798313 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.950290 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Allocated IP 172.20.0.2 (f044e07e-1427-4048-84b8-76448ad57815/6280a201-b57d-4cb3-b9ed-d8cd16ac40bd/80cfc039-1738-43e1-94db-aa72bc72a602) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:11.967070 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:11.997175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.143352 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Allocated IP 172.26.1.115 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/c6c4fd99-8235-426d-acbd-71c9ea13c60c) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:12.158306 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.169606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Transition to ACTIVE for port object 80cfc039-1738-43e1-94db-aa72bc72a602 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:12.188750 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Transition to ACTIVE for port object 80cfc039-1738-43e1-94db-aa72bc72a602 will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:12.194517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.267005 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Pushing event updated for resources: {'Port': ['ID=80cfc039-1738-43e1-94db-aa72bc72a602,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:12.270036 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Network f044e07e-1427-4048-84b8-76448ad57815 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:12.272585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:12.279043 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:32:12.282425 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.282771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.283108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.283444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.283773 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.284099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.284421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.284739 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.285063 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.285382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.285697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:12.293210 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.321392 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.377451 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Attempting to bind port 80cfc039-1738-43e1-94db-aa72bc72a602 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:32:12.377811 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Attempting to bind port 80cfc039-1738-43e1-94db-aa72bc72a602 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:32:12.378199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Attempting to bind port 80cfc039-1738-43e1-94db-aa72bc72a602 on network f044e07e-1427-4048-84b8-76448ad57815 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:32:12.384398 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:32:12.384760 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Checking segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:12.385152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.385639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Bound using segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:32:12.386339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Bound port: 80cfc039-1738-43e1-94db-aa72bc72a602, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:32:12.386712 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.392253 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:12.395199 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:12.398903 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:32:12.428843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c4fd99-8235-426d-acbd-71c9ea13c60c,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:12.478194 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] For port 80cfc039-1738-43e1-94db-aa72bc72a602, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:32:12.482193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] For port 80cfc039-1738-43e1-94db-aa72bc72a602, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=80cfc039-1738-43e1-94db-aa72bc72a602,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:32:12.486697 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.563747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.564479 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:12.577412 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543a9a6-ed13-46d3-b919-8254a1c6d526 None None] Pushing event updated for resources: {'Port': ['ID=80cfc039-1738-43e1-94db-aa72bc72a602,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:12.808567 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:32:13.110291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:32:13.119519 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Sync routers for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:32:13.131774 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:13.132581 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:13.133381 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:13.137380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45720) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:13.137906 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-bc9ba0b6-5ad9-4920-ba88-5ab40b000eb7 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5561199 Jan 21 10:32:13.316688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:13.432516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 80cfc039-1738-43e1-94db-aa72bc72a602 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:13.608176 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7840b-e4dc-4862-b01d-75dad7f6fc3d None None] Network f044e07e-1427-4048-84b8-76448ad57815 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:32:13.767312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 80cfc039-1738-43e1-94db-aa72bc72a602 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:13.803012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-30b50e61-4c5a-4f0d-891c-d27a91896288 None None] Provisioning for port 80cfc039-1738-43e1-94db-aa72bc72a602 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:13.820738 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-30b50e61-4c5a-4f0d-891c-d27a91896288 None None] Provisioning complete for port 80cfc039-1738-43e1-94db-aa72bc72a602 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:13.821110 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-30b50e61-4c5a-4f0d-891c-d27a91896288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.011851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:12Z', 'revision_number': 3, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:14.021600 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.038131 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Checking router: 5ccdabf2-9a97-445f-a849-06f0c93cd8bc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:32:14.038397 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Updating router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc port c6c4fd99-8235-426d-acbd-71c9ea13c60c binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:32:14.094810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-30b50e61-4c5a-4f0d-891c-d27a91896288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.121899 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.189687 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-30b50e61-4c5a-4f0d-891c-d27a91896288 None None] For port 80cfc039-1738-43e1-94db-aa72bc72a602, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=80cfc039-1738-43e1-94db-aa72bc72a602,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:14.196828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-30b50e61-4c5a-4f0d-891c-d27a91896288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.226341 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_common [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Allocated IP 172.20.0.1 (f044e07e-1427-4048-84b8-76448ad57815/6280a201-b57d-4cb3-b9ed-d8cd16ac40bd/157e1c9c-73cf-417a-b9c4-e2af6aeb6394) {{(pid=83426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:14.331249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b50e61-4c5a-4f0d-891c-d27a91896288 None None] Pushing event updated for resources: {'Port': ['ID=80cfc039-1738-43e1-94db-aa72bc72a602,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:14.380998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.397924 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.provisioning_blocks [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Transition to ACTIVE for port object 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 will not be triggered until provisioned by entity DHCP. {{(pid=83426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:14.423544 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.496535 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Network f044e07e-1427-4048-84b8-76448ad57815 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:14.499485 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:14.504023 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Received port after_create {{(pid=83426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:32:14.528590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:14.559106 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.559326 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.561531 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-882e4d9f-3a07-46b3-bda0-31b5fdeef9de None None] Provisioning complete for port 80cfc039-1738-43e1-94db-aa72bc72a602 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:14.561833 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-882e4d9f-3a07-46b3-bda0-31b5fdeef9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.618859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Transition to ACTIVE for port object c6c4fd99-8235-426d-acbd-71c9ea13c60c will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:14.632271 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.646244 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.760478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Attempting to bind port c6c4fd99-8235-426d-acbd-71c9ea13c60c on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:32:14.761069 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Attempting to bind port c6c4fd99-8235-426d-acbd-71c9ea13c60c by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:32:14.761441 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Attempting to bind port c6c4fd99-8235-426d-acbd-71c9ea13c60c on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:32:14.765158 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ebe51-9049-4462-b6d0-ca4468d3ca5f None None] Pushing event updated for resources: {'Port': ['ID=c6c4fd99-8235-426d-acbd-71c9ea13c60c,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:14.790152 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:32:14.790530 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:14.790929 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.791314 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:32:14.792385 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Bound port: c6c4fd99-8235-426d-acbd-71c9ea13c60c, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:32:14.792771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.867546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] For port c6c4fd99-8235-426d-acbd-71c9ea13c60c, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:32:14.872133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] For port c6c4fd99-8235-426d-acbd-71c9ea13c60c, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c6c4fd99-8235-426d-acbd-71c9ea13c60c,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:32:14.876585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.876937 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.880639 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1715798'] for port, after_update {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:14.962112 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ebe51-9049-4462-b6d0-ca4468d3ca5f None None] Pushing event updated for resources: {'Port': ['ID=c6c4fd99-8235-426d-acbd-71c9ea13c60c,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:14.967626 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-649a2bbc-82da-478e-88ec-623b9cf03824 None None] Provisioning for port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:14.973551 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-649a2bbc-82da-478e-88ec-623b9cf03824 None None] Provisioning complete for port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:14.973931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-649a2bbc-82da-478e-88ec-623b9cf03824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:15.008230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:15.008878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:15.086929 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,revision_number=2']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:15.090295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:15.118013 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-649a2bbc-82da-478e-88ec-623b9cf03824 None None] Port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:32:15.213408 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:15.229010 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Network f044e07e-1427-4048-84b8-76448ad57815 is already hosted by enough agents. {{(pid=83426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:15.230090 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.base_scheduler [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:15.457144 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 80cfc039-1738-43e1-94db-aa72bc72a602 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:15.610803 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-2768a4bd-19c9-41b7-a20f-cfbec8d4375f None None] Provisioning complete for port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:15.611088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-2768a4bd-19c9-41b7-a20f-cfbec8d4375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:15.628725 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:32:15.658540 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 80cfc039-1738-43e1-94db-aa72bc72a602 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:15.658902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:15.712627 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-2768a4bd-19c9-41b7-a20f-cfbec8d4375f None None] Port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:32:15.773753 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 2, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:15.789959 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540640f6-a486-422b-82b2-7269fe754ad0 None None] The sync data for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv is: [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 2, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:32:15.836073 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:32:15.846423 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-ed958a82-eb3f-46f4-b865-10836ce6bdf6 admin admin] 10.222.0.122 "PUT /v2.0/routers/5ccdabf2-9a97-445f-a849-06f0c93cd8bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078037 Jan 21 10:32:16.739745 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 45742) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:16.745490 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.v2.base [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-176784028-network', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251'}} {{(pid=83426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:16.750369 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:16.754181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Usage tracker for resource:network and tenant:47d1b6f2db9d4b60b96b5664aff5c251 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:16.757027 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:16.763327 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:16.774375 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Made reservation on behalf of 47d1b6f2db9d4b60b96b5664aff5c251 for: {'network': 1} {{(pid=83426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:32:16.777271 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for network, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:16.789881 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:16.822087 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:16.826668 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Usage tracker for resource:security_group_rule and tenant:47d1b6f2db9d4b60b96b5664aff5c251 is out of sync, need to count used quota {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:16.829829 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.quota.resource [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:16.835802 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.quota.driver [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:16.908046 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:16.912358 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:16.943221 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=83426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 10:32:16.952214 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab99591-cf29-490d-b330-c3c5bd3d4b8b,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:16.957713 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:16.958089 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.db.segments_db [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Added segment a28859cf-80fb-4bf5-b019-2772dd85dc5d of type vlan for network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 Jan 21 10:32:16.984838 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777542957680'] for network, precommit_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.013420 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419'] for network, after_create {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.014278 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:17.014843 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.115256 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3743770 Jan 21 10:32:17.118067 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45746) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:17.118556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7afb0-9eb1-45b8-8857-e7ed96950364 admin admin] Pushing event updated for resources: {'Network': ['ID=85ed6cdc-bc75-4907-9c2a-d2d5d0042e17,revision_number=1']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:17.124967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Request body: {'subnet': {'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-176784028-subnet', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'ip_version': 4}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:17.130207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 details requested by agent ovs-agent-dv-neutron-825724-1-hyperv with host dv-neutron-825724-1-hyperv {{(pid=83428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 10:32:17.138740 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:17.142725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Usage tracker for resource:subnet and tenant:47d1b6f2db9d4b60b96b5664aff5c251 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:17.146274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:17.151952 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:17.161364 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Made reservation on behalf of 47d1b6f2db9d4b60b96b5664aff5c251 for: {'subnet': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:32:17.163692 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1573253'] for subnet, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.364993 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1217209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1573267'] for subnet, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.403041 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c6c4fd99-8235-426d-acbd-71c9ea13c60c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:17.427219 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:17.456779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Checking segment: {'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:17.457127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Network hostable DHCP agents. Network: 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17, hostable agents: ['62aa3f3f-ba35-438a-825b-baa02d765768'], hosted agents: [] {{(pid=83427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 10:32:17.469029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port c6c4fd99-8235-426d-acbd-71c9ea13c60c completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:17.473874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c6c4fd99-8235-426d-acbd-71c9ea13c60c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:17.474281 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.480490 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 is scheduled to be hosted by DHCP agent 62aa3f3f-ba35-438a-825b-baa02d765768 with binding_index 1 {{(pid=83427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 10:32:17.489731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825724-1-hyperv, 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17) {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:17.493909 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:17.494536 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.503217 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beedfbee-80e8-4414-8271-7bebced0be4c None None] Network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:32:17.516451 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-822fa518-010a-40e5-8a5a-122f358d3c50 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3970220 Jan 21 10:32:17.518911 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45750) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:17.523954 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:17.529123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:17.532877 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Usage tracker for resource:router and tenant:47d1b6f2db9d4b60b96b5664aff5c251 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:17.535787 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:17.542382 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:17.553284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-966852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37497'] for router, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.554194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-974463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37494'] for router, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.573546 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.715448 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37476'] for router, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.736509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.791236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port c6c4fd99-8235-426d-acbd-71c9ea13c60c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c6c4fd99-8235-426d-acbd-71c9ea13c60c,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:17.796792 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.827188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1676beb-5f22-5bd0-96eb-f080aee8e40d-85ed6cdc-bc75-4907-9c2a-d2d5d0042e17', 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'fixed_ips': [{'subnet_id': '8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb'}]}} from dv-neutron-825724-1-hyperv. {{(pid=83428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 21 10:32:17.827996 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.904057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:17.925493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=c6c4fd99-8235-426d-acbd-71c9ea13c60c,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:17.938801 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.021590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.db_base_plugin_common [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Allocated IP 172.20.0.2 (85ed6cdc-bc75-4907-9c2a-d2d5d0042e17/8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb/0960455d-d0ce-426d-af18-a2a2b28370ec) {{(pid=83428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:18.073366 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Allocated IP 172.26.1.165 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/fc0948f0-b6f0-4856-b730-c8164101fe04) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:18.221122 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.223693 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.234393 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Transition to ACTIVE for port object 0960455d-d0ce-426d-af18-a2a2b28370ec will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:18.248825 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.252758 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Transition to ACTIVE for port object 0960455d-d0ce-426d-af18-a2a2b28370ec will not be triggered until provisioned by entity DHCP. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:18.258249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597'] for port, after_create {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.317875 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:18.320752 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:18.324709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:32:18.326596 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 is already hosted by enough agents. {{(pid=83428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:18.329699 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Resources bound (agent type, host, resource id): {{(pid=83428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:18.333356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Received port after_create {{(pid=83428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:32:18.338873 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Pushing event updated for resources: {'Port': ['ID=0960455d-d0ce-426d-af18-a2a2b28370ec,revision_number=1']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:18.358190 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0948f0-b6f0-4856-b730-c8164101fe04,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:18.440717 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Attempting to bind port 0960455d-d0ce-426d-af18-a2a2b28370ec on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:32:18.441086 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Attempting to bind port 0960455d-d0ce-426d-af18-a2a2b28370ec by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:32:18.441449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Attempting to bind port 0960455d-d0ce-426d-af18-a2a2b28370ec on network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:32:18.447812 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:32:18.448184 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Checking segment: {'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:18.448585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.449099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Bound using segment: {'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:32:18.449859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Bound port: 0960455d-d0ce-426d-af18-a2a2b28370ec, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:32:18.450279 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.497175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.497907 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-966863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971878'] for router, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.576318 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] For port 0960455d-d0ce-426d-af18-a2a2b28370ec, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:32:18.579591 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] For port 0960455d-d0ce-426d-af18-a2a2b28370ec, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=0960455d-d0ce-426d-af18-a2a2b28370ec,segment=NetworkSegment(a28859cf-80fb-4bf5-b019-2772dd85dc5d),segment_id=a28859cf-80fb-4bf5-b019-2772dd85dc5d)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:32:18.583948 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:18.663102 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d54c3-2a26-461f-9052-f5f0f238e1c9 None None] Pushing event updated for resources: {'Port': ['ID=0960455d-d0ce-426d-af18-a2a2b28370ec,revision_number=2']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:18.736446 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Router bcc26c27-ef46-493b-a4b8-d3d48d25f83a is scheduled to L3 agent 46036709-ea12-4be3-be25-9d115c599048 with binding_index 1 {{(pid=83427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 10:32:19.063196 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:32:19.072151 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Sync routers for ids ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:32:19.086625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:19.086808 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Routers {'bcc26c27-ef46-493b-a4b8-d3d48d25f83a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:19.087218 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:19.087854 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0c3ca6cc-ab4d-4750-93ff-d32ef1a370d8 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5680511 Jan 21 10:32:19.091065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45754) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:19.241788 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5c934aa5-f91c-4d66-b77a-eace311f1f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:19.277711 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Set router bcc26c27-ef46-493b-a4b8-d3d48d25f83a gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:19.515457 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 0960455d-d0ce-426d-af18-a2a2b28370ec up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:19.590277 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 0960455d-d0ce-426d-af18-a2a2b28370ec completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:19.597580 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c6c4fd99-8235-426d-acbd-71c9ea13c60c up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:19.598912 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:18Z', 'revision_number': 3, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port': {'id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:19.602992 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Checking router: bcc26c27-ef46-493b-a4b8-d3d48d25f83a for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:32:19.603396 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Updating router bcc26c27-ef46-493b-a4b8-d3d48d25f83a port fc0948f0-b6f0-4856-b730-c8164101fe04 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:32:19.662078 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:19.676688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port c6c4fd99-8235-426d-acbd-71c9ea13c60c triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:19.677058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:19.711534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499ca17c-537c-491e-b69f-09bb947ba502 None None] Network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:32:19.888747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4abe804d-da1a-41e0-8037-dd4c27c11b87 None None] Provisioning for port 0960455d-d0ce-426d-af18-a2a2b28370ec completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:19.915390 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-4abe804d-da1a-41e0-8037-dd4c27c11b87 None None] Provisioning complete for port 0960455d-d0ce-426d-af18-a2a2b28370ec triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:19.915738 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:19.916202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4abe804d-da1a-41e0-8037-dd4c27c11b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.002509 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.016373 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Transition to ACTIVE for port object fc0948f0-b6f0-4856-b730-c8164101fe04 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:20.023172 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.100333 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Pushing event updated for resources: {'Port': ['ID=fc0948f0-b6f0-4856-b730-c8164101fe04,revision_number=2']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:20.115627 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Attempting to bind port fc0948f0-b6f0-4856-b730-c8164101fe04 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:32:20.115987 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Attempting to bind port fc0948f0-b6f0-4856-b730-c8164101fe04 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:32:20.116342 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Attempting to bind port fc0948f0-b6f0-4856-b730-c8164101fe04 on network 45d5cbe2-625f-4bdd-9977-f26114b29164 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:32:20.118816 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.119157 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.119549 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.120368 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.120933 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.121423 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.121904 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.122395 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.122863 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.123350 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.123673 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:32:20.131302 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:32:20.131883 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Checking segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:20.132448 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.132976 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Bound using segment: {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:32:20.133563 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Bound port: fc0948f0-b6f0-4856-b730-c8164101fe04, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:32:20.134110 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.143430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4abe804d-da1a-41e0-8037-dd4c27c11b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.154894 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Allocated IP 172.20.0.1 (85ed6cdc-bc75-4907-9c2a-d2d5d0042e17/8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb/18aa91fe-0c70-4f28-9b1f-517d28e2dd27) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:20.185002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-4abe804d-da1a-41e0-8037-dd4c27c11b87 None None] For port 0960455d-d0ce-426d-af18-a2a2b28370ec, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=0960455d-d0ce-426d-af18-a2a2b28370ec,segment=NetworkSegment(a28859cf-80fb-4bf5-b019-2772dd85dc5d),segment_id=a28859cf-80fb-4bf5-b019-2772dd85dc5d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:20.191444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-4abe804d-da1a-41e0-8037-dd4c27c11b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.215495 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] For port fc0948f0-b6f0-4856-b730-c8164101fe04, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:32:20.218942 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] For port fc0948f0-b6f0-4856-b730-c8164101fe04, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fc0948f0-b6f0-4856-b730-c8164101fe04,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:32:20.226930 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.275156 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe804d-da1a-41e0-8037-dd4c27c11b87 None None] Pushing event updated for resources: {'Port': ['ID=0960455d-d0ce-426d-af18-a2a2b28370ec,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:20.305065 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868d9d5-64d8-4a2d-bb97-f9d1f94b5ceb None None] Pushing event updated for resources: {'Port': ['ID=fc0948f0-b6f0-4856-b730-c8164101fe04,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:20.321114 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Routers {'bcc26c27-ef46-493b-a4b8-d3d48d25f83a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:20.321738 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:31:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:20.331218 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.348701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Transition to ACTIVE for port object 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:20.379041 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.415862 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-0c0c1aec-e855-40a1-897e-1e22301165e4 None None] Provisioning complete for port 0960455d-d0ce-426d-af18-a2a2b28370ec triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:20.416226 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1aec-e855-40a1-897e-1e22301165e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.459396 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:20.462720 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:20.467709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:32:20.496731 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Pushing event updated for resources: {'Port': ['ID=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:20.509273 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] Set router bcc26c27-ef46-493b-a4b8-d3d48d25f83a gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:20.532300 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-972368'] for router_interface, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.622789 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.772120 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b9a58597-f3ac-4ae8-ad82-e3b125e610d5 None None] Provisioning for port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:20.778213 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b9a58597-f3ac-4ae8-ad82-e3b125e610d5 None None] Provisioning complete for port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:20.778369 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b9a58597-f3ac-4ae8-ad82-e3b125e610d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.832487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b9a58597-f3ac-4ae8-ad82-e3b125e610d5 None None] Port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:32:20.851892 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:18Z', 'revision_number': 3, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port': {'id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:20.855773 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ec461-ee4b-44df-a719-8774a521df39 None None] The sync data for ids ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'] in dv-neutron-825724-1-hyperv is: [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:18Z', 'revision_number': 3, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port': {'id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:32:20.858928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:20.863681 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:21.077378 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Pushing event updated for resources: {'Port': ['ID=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:21.079863 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4071226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973753'] for router_interface, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:21.216832 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:21.217918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:21.388361 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 0960455d-d0ce-426d-af18-a2a2b28370ec up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:21.469932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-b120b32e-21ff-459c-8cf4-a737357d308a None None] Provisioning complete for port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:21.470320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b120b32e-21ff-459c-8cf4-a737357d308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:21.511557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 0960455d-d0ce-426d-af18-a2a2b28370ec triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:21.511824 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:21.568009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-b120b32e-21ff-459c-8cf4-a737357d308a None None] Port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:32:21.623764 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Router bcc26c27-ef46-493b-a4b8-d3d48d25f83a has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:32:21.632669 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f36c326d-c99f-43ed-a916-b834b9a1f97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:21.823641 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:32:21.833019 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f62ce693-0c45-442f-94b0-d08db5304781 admin admin] 10.222.0.122 "PUT /v2.0/routers/bcc26c27-ef46-493b-a4b8-d3d48d25f83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7409790 Jan 21 10:32:22.437085 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45766) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:22.443679 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065105987', 'description': 'tempest-secgroup-smoke-1065105987 description', 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:22.451203 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:22.456712 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:security_group and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:22.460760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:22.468759 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:22.482406 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.520380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:22.525003 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:security_group_rule and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:22.529217 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:22.536835 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:22.598798 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.602598 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.638404 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.653304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:22.658123 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.659263 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-d6a5a3b5-db58-44fa-9b6a-86c8519b8a7e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2203808 Jan 21 10:32:22.662519 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45770) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:22.670204 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'security_group_rule': {'security_group_id': '33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96', 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:22.678451 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:22.682977 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:security_group_rule and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:22.685941 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:22.692311 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:22.710205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.782146 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.786064 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.810625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edee0f1-5db9-4941-a163-5a0c31a1c2b5,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:22.818860 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.820038 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ff77b08f-1f4c-43f0-b5d9-cc28f17ab352 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1556354 Jan 21 10:32:22.823363 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45774) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:22.829015 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'security_group_rule': {'security_group_id': '33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96', 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:22.834796 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:22.838761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:security_group_rule and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:22.841790 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:22.847401 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:22.864258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.925576 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.934595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.966566 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df18fd8-0749-4aa9-8c08-c01b5faab614,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:22.976528 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:32:22.980724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:22.982318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-1c7d1202-75e4-4733-8816-32d313619b01 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1579609 Jan 21 10:32:22.984885 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45778) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:22.990779 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'security_group_rule': {'security_group_id': '33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96', 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:22.997718 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:23.001747 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:security_group_rule and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:23.004572 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:23.010767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:23.028578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.030749 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.094771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.098331 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.123387 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b506429-0565-452d-9f94-ce059b2b7e85,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:23.133967 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.136075 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4cc34e4e-8298-40fa-99ba-19e36fce61d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1501930 Jan 21 10:32:23.138625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45782) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:23.144181 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'security_group_rule': {'security_group_id': '33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96', 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:23.149948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:23.154395 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:security_group_rule and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:23.157145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:23.162697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:23.178690 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.245162 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.248850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.272105 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674e3b35-52e0-4382-8e9e-a1ad55f7a584,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:23.280914 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.282033 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-8e6cb391-957d-4c7c-a859-935a70f1caed tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424422 Jan 21 10:32:23.284755 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45786) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:23.289971 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'security_group_rule': {'security_group_id': '33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96', 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:23.295682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:23.299476 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:security_group_rule and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:23.302318 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:23.308036 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:23.318011 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Project dc899bb8ecd64bbf9129109d7731e2d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:32:23.324754 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.389767 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.393004 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.415867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e70fa3-8a03-4b23-aa21-61d1b8835889,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:23.424422 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.425565 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-7bb2aab3-5437-432d-a405-2adfade480d2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1399543 Jan 21 10:32:23.428269 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45790) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:23.434402 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'security_group_rule': {'security_group_id': '33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96', 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:23.439887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:23.443622 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:security_group_rule and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:23.446443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:23.453065 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:23.462516 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.securitygroups_db [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Project dc899bb8ecd64bbf9129109d7731e2d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 10:32:23.468834 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.531695 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.535073 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979448'] for security_group_rule, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.557742 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787582f4-afd0-4a27-ba0e-c9322d434200,revision_number=0']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:23.565705 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:23.567160 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-f3101264-00e9-4bf2-af93-a3606b5f019a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1380079 Jan 21 10:32:23.743344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-06c492d9-eb05-4522-9afb-59d9eb030d1e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Synchronizing usage tracker for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:security_group {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:32:23.759110 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-06c492d9-eb05-4522-9afb-59d9eb030d1e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Unset dirty status for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:security_group {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:32:23.760730 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-06c492d9-eb05-4522-9afb-59d9eb030d1e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065105987&fields=id&tenant_id=dc899bb8ecd64bbf9129109d7731e2d5 HTTP/1.1" status: 200 len: 267 time: 0.0576336 Jan 21 10:32:23.917388 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-6a22da8c-09f8-4740-a7ea-9ab33eb4c4f0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:23.918080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-6a22da8c-09f8-4740-a7ea-9ab33eb4c4f0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Synchronizing usage tracker for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:network {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:32:23.935147 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-6a22da8c-09f8-4740-a7ea-9ab33eb4c4f0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Unset dirty status for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:network {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:32:23.936201 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-6a22da8c-09f8-4740-a7ea-9ab33eb4c4f0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 809 time: 0.1688564 Jan 21 10:32:23.953412 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-9b7fd1e8-ac2e-41d2-8909-d938eea96a04 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/quotas/dc899bb8ecd64bbf9129109d7731e2d5 HTTP/1.1" status: 200 len: 375 time: 0.0118244 Jan 21 10:32:24.093127 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:24.148204 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-1bb6bde2-f768-48e0-940a-c9b31ab0139d tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1898198 Jan 21 10:32:24.400739 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-610a068d-8f9f-41f8-af32-ef5f2afab061 service neutron] 10.222.0.122 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405658 Jan 21 10:32:24.530318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-7a5012d4-9734-47d5-b3fa-4e548ab58c6c service neutron] 10.222.0.122 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237507 Jan 21 10:32:24.711384 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-251e7d81-d8d8-4639-9335-ae195f5773e3 req-082ced7f-6779-4703-b1d0-66e60a399e71 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 210 time: 0.0407026 Jan 21 10:32:25.894987 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8309cc83-b931-42f5-bf21-9f9386f7247a req-951c85e6-a29c-4557-ba12-d01796bc7ec5 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 210 time: 0.0657585 Jan 21 10:32:26.013721 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-c2d094ff-9a1d-4437-a7b3-7f6f79e67d8a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:26.015083 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-c2d094ff-9a1d-4437-a7b3-7f6f79e67d8a tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 809 time: 0.1497762 Jan 21 10:32:26.074679 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-220465df-838a-4da7-b971-6e5864145b3d tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc899bb8ecd64bbf9129109d7731e2d5 HTTP/1.1" status: 200 len: 380 time: 0.0468643 Jan 21 10:32:26.086145 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'port': {'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'admin_state_up': True, 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'security_groups': ['33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:26.258940 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:26.263961 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:port and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:26.267001 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:26.273183 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:26.284726 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Made reservation on behalf of dc899bb8ecd64bbf9129109d7731e2d5 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:32:26.288418 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:26.464933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Allocated IP 172.20.0.8 (f044e07e-1427-4048-84b8-76448ad57815/6280a201-b57d-4cb3-b9ed-d8cd16ac40bd/384a30c6-2c39-48e9-b02e-316f384f72c3) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:26.665734 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:26.683195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Transition to ACTIVE for port object 384a30c6-2c39-48e9-b02e-316f384f72c3 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:26.707905 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:26.784748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Network f044e07e-1427-4048-84b8-76448ad57815 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:26.787946 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:26.790575 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:32:26.826320 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:26.863933 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:26.864542 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:26.886217 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-3acf6af7-45bc-46a6-bdd9-ec3303ed39e2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035932 Jan 21 10:32:26.897757 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Request body: {'port': {'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:27.046349 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.127604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-691ad130-6f78-4bcf-925e-d2ae9ca92528 None None] Provisioning for port 384a30c6-2c39-48e9-b02e-316f384f72c3 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:27.132364 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-691ad130-6f78-4bcf-925e-d2ae9ca92528 None None] Provisioning complete for port 384a30c6-2c39-48e9-b02e-316f384f72c3 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:27.133003 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-691ad130-6f78-4bcf-925e-d2ae9ca92528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.189320 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-691ad130-6f78-4bcf-925e-d2ae9ca92528 None None] Port 384a30c6-2c39-48e9-b02e-316f384f72c3 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:32:27.263591 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbad137-7108-4294-85f0-fa6bc0c2b929 req-da63ef3f-de73-4536-b5ac-d404a9753831 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:27.264274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-fdbad137-7108-4294-85f0-fa6bc0c2b929 req-da63ef3f-de73-4536-b5ac-d404a9753831 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Synchronizing usage tracker for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:32:27.403578 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fc0948f0-b6f0-4856-b730-c8164101fe04 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:27.455459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-fdbad137-7108-4294-85f0-fa6bc0c2b929 req-da63ef3f-de73-4536-b5ac-d404a9753831 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Unset dirty status for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:32:27.456611 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fdbad137-7108-4294-85f0-fa6bc0c2b929 req-da63ef3f-de73-4536-b5ac-d404a9753831 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 931 time: 0.3919082 Jan 21 10:32:27.475055 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port fc0948f0-b6f0-4856-b730-c8164101fe04 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:27.480083 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port fc0948f0-b6f0-4856-b730-c8164101fe04 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:27.480569 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.532808 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fdbad137-7108-4294-85f0-fa6bc0c2b929 req-bad9ac6b-8b12-4ba9-9c7b-cb7fba373fd8 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705113 Jan 21 10:32:27.598266 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.611833 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384a30c6-2c39-48e9-b02e-316f384f72c3 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:32:27.615358 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port fc0948f0-b6f0-4856-b730-c8164101fe04, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fc0948f0-b6f0-4856-b730-c8164101fe04,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:27.619127 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.619874 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.634839 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Transition to ACTIVE for port object 384a30c6-2c39-48e9-b02e-316f384f72c3 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:27.638929 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.687864 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=fc0948f0-b6f0-4856-b730-c8164101fe04,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:27.763651 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:27.877024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Attempting to bind port 384a30c6-2c39-48e9-b02e-316f384f72c3 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:32:27.877359 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Attempting to bind port 384a30c6-2c39-48e9-b02e-316f384f72c3 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:32:27.877869 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Attempting to bind port 384a30c6-2c39-48e9-b02e-316f384f72c3 on network f044e07e-1427-4048-84b8-76448ad57815 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:32:27.888000 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Port 384a30c6-2c39-48e9-b02e-316f384f72c3 on network f044e07e-1427-4048-84b8-76448ad57815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:32:27.888371 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Attempting to bind port 384a30c6-2c39-48e9-b02e-316f384f72c3 on network f044e07e-1427-4048-84b8-76448ad57815 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:32:27.895344 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:32:27.895799 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Checking segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:27.896194 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Bound using segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:32:27.896619 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Bound port: 384a30c6-2c39-48e9-b02e-316f384f72c3, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:32:27.897061 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:27.986410 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:32:27.989399 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:32:27.994431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:28.055080 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:28.056452 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] 10.222.0.120 "PUT /v2.0/ports/384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 200 len: 1093 time: 1.1628931 Jan 21 10:32:28.056901 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:32:28.077425 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c0630-610b-4983-b9c4-b7df9186a0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:28.169944 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-e7d2499a-2c66-47e7-8e28-70b0d6b6ad6f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1096 time: 0.0770488 Jan 21 10:32:28.227243 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'status': 'completed', 'code': 200} Jan 21 10:32:28.242939 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-05cde319-a89f-4c54-a1f4-5d418cb9db6b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 200 len: 217 time: 0.0661583 Jan 21 10:32:28.311056 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-824a610f-2dd5-4f43-8e1c-c23543bea973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:28.312654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-824a610f-2dd5-4f43-8e1c-c23543bea973 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0637698 Jan 21 10:32:28.389355 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-73a283e8-e8fa-4668-b36c-950f7ecfff79 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702014 Jan 21 10:32:28.526299 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-2e97ebf6-336c-4961-8552-29f5fce15f46 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309407 Jan 21 10:32:28.692778 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b5ff5c2f-7a98-4b72-a9d2-37b4f994dcb5 req-6ecfe410-882d-49ae-b278-cc37cc3995fc service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602840 Jan 21 10:32:28.770984 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dd4e8-c3d1-4799-b8df-288fdd6a4e4d req-57d5d234-63d4-45f7-990e-b97dcb70f179 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:28.772380 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c0dd4e8-c3d1-4799-b8df-288fdd6a4e4d req-57d5d234-63d4-45f7-990e-b97dcb70f179 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 943 time: 0.1158292 Jan 21 10:32:28.835458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9c0dd4e8-c3d1-4799-b8df-288fdd6a4e4d req-21fda745-8c75-47a8-9b66-92bb8eb3256f tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561941 Jan 21 10:32:28.844893 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-eb1c46c5-4032-455f-b3bb-7c25345d497d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1096 time: 0.1106024 Jan 21 10:32:28.974037 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-f1517a31-e5a5-4a7c-bee4-697f11bd8f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:28.975381 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-f1517a31-e5a5-4a7c-bee4-697f11bd8f85 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.1233828 Jan 21 10:32:29.045191 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-6c09e131-fb1c-49ac-8784-f79ee7ef3b64 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 200 len: 217 time: 0.0629380 Jan 21 10:32:29.106599 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-a62e8333-0417-4081-a9b6-5ace37b7135f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:29.108010 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-a62e8333-0417-4081-a9b6-5ace37b7135f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0568681 Jan 21 10:32:29.185474 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-973dbe95-0505-4855-9f77-1897ef3d06d5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698738 Jan 21 10:32:29.393828 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fc0948f0-b6f0-4856-b730-c8164101fe04 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:29.418238 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-1c83a414-732f-438c-88f5-b873f4382d97 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258334 Jan 21 10:32:29.460006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port fc0948f0-b6f0-4856-b730-c8164101fe04 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:29.460367 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:29.550624 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-7c234bde-8457-42cb-89e0-d2b5973020ff req-0bd289f1-5705-4a4c-b1f4-84052ffc7020 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256444 Jan 21 10:32:30.029607 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8429-6be8-42aa-a7d5-a6d94da8aeb7 req-2e702442-6960-4396-a0f4-7cc570f968ea tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:30.031269 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cafd8429-6be8-42aa-a7d5-a6d94da8aeb7 req-2e702442-6960-4396-a0f4-7cc570f968ea tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 943 time: 0.0754039 Jan 21 10:32:30.074458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-cafd8429-6be8-42aa-a7d5-a6d94da8aeb7 req-6da5107b-fbcc-4267-8241-91c9281acb43 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377231 Jan 21 10:32:30.443987 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Sync routers for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:32:30.456666 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:30.457273 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:32:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:30.634555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:30.938949 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 2, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:30.942841 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Checking router: 5ccdabf2-9a97-445f-a849-06f0c93cd8bc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:32:30.943193 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Updating router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 binding host dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:32:30.993282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:31.096114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 384a30c6-2c39-48e9-b02e-316f384f72c3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:32:31.277682 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668727f-cbd8-4004-b373-b8dec2009b98 req-280b1f5c-a2a6-4e63-9b2c-6095f6e87345 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:31.279049 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3668727f-cbd8-4004-b373-b8dec2009b98 req-280b1f5c-a2a6-4e63-9b2c-6095f6e87345 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 943 time: 0.0848198 Jan 21 10:32:31.328907 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-3668727f-cbd8-4004-b373-b8dec2009b98 req-9059a5cf-5cc5-4949-8d33-3687131bfbb3 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443630 Jan 21 10:32:31.357512 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:31.374471 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:32:31.483570 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:31.510653 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384a30c6-2c39-48e9-b02e-316f384f72c3 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:32:31.514923 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Notify callbacks [] for port, precommit_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:31.533919 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Transition to ACTIVE for port object 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 will not be triggered until provisioned by entity L2. {{(pid=83428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:31.539321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:31.541198 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:31.571439 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:31.669491 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac99a1-841e-4176-ae59-7a0891e81d8d None None] Pushing event updated for resources: {'Port': ['ID=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,revision_number=3']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:31.828420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['384a30c6-2c39-48e9-b02e-316f384f72c3'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:32:31.911484 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Attempting to bind port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:32:31.911853 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Attempting to bind port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:32:31.912214 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Attempting to bind port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 on network f044e07e-1427-4048-84b8-76448ad57815 {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:32:31.914106 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:31.936870 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:32:31.937244 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Checking segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:31.937641 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:31.938046 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Bound using segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} {{(pid=83428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:32:31.938510 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.managers [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Bound port: 157e1c9c-73cf-417a-b9c4-e2af6aeb6394, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'}}] {{(pid=83428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:32:31.938886 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:32.089568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] For port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:32:32.108932 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] For port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:32:32.119819 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:32.151577 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Sync routers for ids ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:32:32.163208 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Routers {'bcc26c27-ef46-493b-a4b8-d3d48d25f83a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:32.163818 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:32:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:32.248645 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac99a1-841e-4176-ae59-7a0891e81d8d None None] Pushing event updated for resources: {'Port': ['ID=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:32.273955 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:32.274608 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:32:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:32.349975 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Set router bcc26c27-ef46-493b-a4b8-d3d48d25f83a gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:32.524706 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:32.548169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a91e23-4dca-4342-8070-fe2188838533 req-b4730fac-4397-41d3-a204-af2a3061215f tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:32.549607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-71a91e23-4dca-4342-8070-fe2188838533 req-b4730fac-4397-41d3-a204-af2a3061215f tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 944 time: 0.0901065 Jan 21 10:32:32.602610 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-71a91e23-4dca-4342-8070-fe2188838533 req-62f2d3aa-1aed-4f57-8bb3-e388c5efa46e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471275 Jan 21 10:32:32.664155 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:20Z', 'revision_number': 4, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port': {'id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '18aa91fe-0c70-4f28-9b1f-517d28e2dd27', 'name': '', 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'mac_address': 'fa:16:3e:79:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:19Z', 'updated_at': '2022-01-21T10:32:20Z', 'revision_number': 2, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'subnets': [{'id': '8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:32.668584 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Checking router: bcc26c27-ef46-493b-a4b8-d3d48d25f83a for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:32:32.668923 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Updating router bcc26c27-ef46-493b-a4b8-d3d48d25f83a port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 binding host dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 21 10:32:32.718078 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:32.846207 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:32Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:32.850195 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffb3ca-0a72-48e8-84ba-f8eb055dc305 None None] The sync data for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv is: [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:32Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:32:33.064747 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Notify callbacks [] for port, precommit_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.077411 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.provisioning_blocks [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Transition to ACTIVE for port object 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 will not be triggered until provisioned by entity L2. {{(pid=83429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:32:33.084635 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.085640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 384a30c6-2c39-48e9-b02e-316f384f72c3 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:33.163905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port 384a30c6-2c39-48e9-b02e-316f384f72c3 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:33.170810 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 384a30c6-2c39-48e9-b02e-316f384f72c3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:33.171198 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.233097 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcbbe2-3b24-4686-affe-7fa69a6f2bfe None None] Pushing event updated for resources: {'Port': ['ID=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,revision_number=3']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:33.313463 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.336468 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Attempting to bind port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 on host dv-neutron-825724-1-hyperv for vnic_type normal with profile {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:32:33.336838 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Attempting to bind port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 by drivers openvswitch,hyperv on host dv-neutron-825724-1-hyperv at level 0 using segments [{'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:32:33.337230 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Attempting to bind port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 on network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:32:33.346529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:32:33.354306 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Checking agent: {'id': '5a3c1859-9a45-4ac3-8eae-26a27d278021', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825724-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 29, 22), 'started_at': datetime.datetime(2022, 1, 21, 9, 29, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825724-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:32:33.354785 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Checking segment: {'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:32:33.355185 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.355571 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Bound using segment: {'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'} {{(pid=83429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:32:33.356040 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.managers [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Bound port: 18aa91fe-0c70-4f28-9b1f-517d28e2dd27, host: dv-neutron-825724-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28859cf-80fb-4bf5-b019-2772dd85dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17'}}] {{(pid=83429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:32:33.356416 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.371480 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:33.378076 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.478824 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'code': 200} Jan 21 10:32:33.479925 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:33.489811 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] For port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27, host dv-neutron-825724-1-hyperv, cleared binding levels {{(pid=83429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:32:33.492901 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.plugins.ml2.db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] For port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27, host dv-neutron-825724-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,segment=NetworkSegment(a28859cf-80fb-4bf5-b019-2772dd85dc5d),segment_id=a28859cf-80fb-4bf5-b019-2772dd85dc5d)] {{(pid=83429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:32:33.497784 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron_lib.callbacks.manager [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.548206 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:33.580931 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:33.596708 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:33.597188 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.603084 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcbbe2-3b24-4686-affe-7fa69a6f2bfe None None] Pushing event updated for resources: {'Port': ['ID=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,revision_number=4']} {{(pid=83429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:33.611781 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Routers {'bcc26c27-ef46-493b-a4b8-d3d48d25f83a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:33.611956 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:32:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:33.715065 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fff79ea2-6b10-4fda-967c-2a83888c448b req-695ad6f1-0f29-4ba2-9a25-babd83bd90ae service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1098 time: 0.0858297 Jan 21 10:32:33.774337 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.806770 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fff79ea2-6b10-4fda-967c-2a83888c448b req-cf4e333f-b0b4-4685-8e99-b3e53786194c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847132 Jan 21 10:32:33.816249 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:33.829070 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:33.859124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ed9b4-4d3f-4372-84b6-cfb4708b75e7 req-7213050b-cbb7-437f-8167-a3d9d2739b5b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:33.861389 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c20ed9b4-4d3f-4372-84b6-cfb4708b75e7 req-7213050b-cbb7-437f-8167-a3d9d2739b5b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 945 time: 0.0995281 Jan 21 10:32:33.868236 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] Set router bcc26c27-ef46-493b-a4b8-d3d48d25f83a gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:33.910420 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:33.917874 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c20ed9b4-4d3f-4372-84b6-cfb4708b75e7 req-95946398-e317-4ec0-97d2-b7daa6ee4230 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Jan 21 10:32:34.183063 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:20Z', 'revision_number': 4, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port': {'id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '18aa91fe-0c70-4f28-9b1f-517d28e2dd27', 'name': '', 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'mac_address': 'fa:16:3e:79:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:19Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 4, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'subnets': [{'id': '8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:34.186817 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d043250-24dd-486d-9dc1-824dc43ae94c None None] The sync data for ids ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'] in dv-neutron-825724-1-hyperv is: [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:20Z', 'revision_number': 4, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port': {'id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '18aa91fe-0c70-4f28-9b1f-517d28e2dd27', 'name': '', 'network_id': '85ed6cdc-bc75-4907-9c2a-d2d5d0042e17', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'mac_address': 'fa:16:3e:79:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:19Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 4, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'subnets': [{'id': '8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:32:35.067958 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:35.127178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28a9e9-d2b6-4f22-ba97-64554c8e5cc4 req-8d8f3f76-c37a-4816-8a1e-244a082ea4b7 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:35.128605 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-db28a9e9-d2b6-4f22-ba97-64554c8e5cc4 req-8d8f3f76-c37a-4816-8a1e-244a082ea4b7 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 945 time: 0.0783730 Jan 21 10:32:35.172404 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-db28a9e9-d2b6-4f22-ba97-64554c8e5cc4 req-c81422b2-e541-41c3-ba6c-c108b90181ba tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383701 Jan 21 10:32:35.376643 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53469a83-b612-40f6-9223-7105ca1b1aa1 req-653e05ba-6855-4105-9741-c9afc50a745f tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:35.378125 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-53469a83-b612-40f6-9223-7105ca1b1aa1 req-653e05ba-6855-4105-9741-c9afc50a745f tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 945 time: 0.0826166 Jan 21 10:32:35.422991 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-53469a83-b612-40f6-9223-7105ca1b1aa1 req-5d0131fb-cd83-447b-b29b-562d8a1a0758 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390987 Jan 21 10:32:35.452569 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45850) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:35.457903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:35.530614 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:35.530988 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:35.588288 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3d90d4f2-ff07-4115-a3c3-5d642f4253a4 tempest-TestSnapshotPattern-315351336 tempest-TestSnapshotPattern-315351336-project-admin] Synchronizing usage tracker for tenant:47d1b6f2db9d4b60b96b5664aff5c251 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:32:35.605346 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-3d90d4f2-ff07-4115-a3c3-5d642f4253a4 tempest-TestSnapshotPattern-315351336 tempest-TestSnapshotPattern-315351336-project-admin] Unset dirty status for tenant:47d1b6f2db9d4b60b96b5664aff5c251 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:32:35.609196 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3d90d4f2-ff07-4115-a3c3-5d642f4253a4 tempest-TestSnapshotPattern-315351336 tempest-TestSnapshotPattern-315351336-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1093 time: 0.1519473 Jan 21 10:32:35.609431 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 45856) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:32:35.614595 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:32:35.620960 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:32:35.624867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:floatingip and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:32:35.627684 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:32:35.633883 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:32:35.646135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:35.685618 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:35.751913 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning for port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:32:35.756456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:35.756823 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:35.783426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:35.867704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:35.899817 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] For port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,segment=NetworkSegment(a28859cf-80fb-4bf5-b019-2772dd85dc5d),segment_id=a28859cf-80fb-4bf5-b019-2772dd85dc5d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:32:35.903684 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:35.926666 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Allocated IP 172.26.1.136 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/2a7d8554-e3cb-4e84-99de-8f81c220b4f1) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:32:35.975147 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Pushing event updated for resources: {'Port': ['ID=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:36.078786 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:36.106404 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:36.172737 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:32:36.175547 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:32:36.178001 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:32:36.213713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'Port': ['ID=2a7d8554-e3cb-4e84-99de-8f81c220b4f1,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:36.782590 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:36.837452 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:37.051760 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:37.056132 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:37.155138 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'Port': ['ID=2a7d8554-e3cb-4e84-99de-8f81c220b4f1,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:32:37.173082 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:37.373223 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Floating IP c1efde9e-3a61-40b9-9aa5-056d9bf0f98b associated. External IP: 172.26.1.136, port: 384a30c6-2c39-48e9-b02e-316f384f72c3. Jan 21 10:32:37.399728 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 up at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:32:37.470355 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Provisioning complete for port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:32:37.470635 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:37.762713 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:32:37.956733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:32:37.981007 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:38.034460 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-4e747426-1e07-4c99-968e-48ff2136a842 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4238918 Jan 21 10:32:38.034949 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:32:38.234534 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'status': 'completed', 'code': 200} Jan 21 10:32:38.430289 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-6fb61d8f-d4ea-4856-a69c-2e7b00ad8102 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1098 time: 0.1744189 Jan 21 10:32:38.556322 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-e2e200a6-60bd-4fb3-a295-39ebd6db6e81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:38.557759 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-e2e200a6-60bd-4fb3-a295-39ebd6db6e81 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.1218848 Jan 21 10:32:38.659105 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-88899cb9-8359-4ead-a9ba-ada7919947ae service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 200 len: 999 time: 0.0949452 Jan 21 10:32:38.719673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-219f368a-0abe-428d-ba6d-81293144b9db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:32:38.720971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-219f368a-0abe-428d-ba6d-81293144b9db service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0563443 Jan 21 10:32:38.796011 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-e8ca4382-7f44-421b-9c73-a1561d667227 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693979 Jan 21 10:32:38.921664 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-a33c3c3d-a46f-49df-a404-8c5c089b57d4 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201847 Jan 21 10:32:39.049130 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-44fc77a7-80a9-4de5-9e63-468e48d68b7f req-088d8bf6-edf1-4c42-906e-5dfa68f2f256 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217227 Jan 21 10:32:40.733557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] Sync routers for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:32:40.746905 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:40.747526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:32:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:40.918657 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:41.254903 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:36Z', 'revision_number': 0, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:41.258798 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] Checking router: 5ccdabf2-9a97-445f-a849-06f0c93cd8bc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:32:41.269430 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:32:41.270058 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:32:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:41.454413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:32:41.832403 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:36Z', 'revision_number': 0, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:32:41.836372 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6b421-0408-480b-81ea-0bfbfb9b7ef3 None None] The sync data for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv is: [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:36Z', 'revision_number': 0, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:32:49.238061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-605a31e5-aa1a-4cb9-9341-3755c15941c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:51.174072 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7133e5-358f-416f-a6cb-48cf40712398 None None] New status for floating IP c1efde9e-3a61-40b9-9aa5-056d9bf0f98b: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:32:51.595661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-33708cc9-6e1a-4be4-9ec4-3eba3f0fc908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:52.633849 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:53.031151 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:54.094446 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:32:59.977468 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:33:05.066079 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:19.239288 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-22aab26d-bc92-434b-9372-23dc414ed5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:21.597287 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8ad9770d-42bc-40f5-a5e8-830a84cc0409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:22.636532 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:23.035826 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:24.097565 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:29.957692 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-47dd3cc7-3d1c-4f95-931a-fd5f928be0d1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694361 Jan 21 10:33:30.096238 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-ce936084-be4e-4249-b4a1-07aa96b0fd31 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1098 time: 0.0707622 Jan 21 10:33:30.237610 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-9d9d3d87-beed-43cd-b408-b54e80a62c6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:30.239007 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-9d9d3d87-beed-43cd-b408-b54e80a62c6c service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.1243231 Jan 21 10:33:30.336462 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-6ea8862a-f994-47dc-be05-b54000c84372 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 200 len: 1001 time: 0.0909843 Jan 21 10:33:30.399097 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-1b55b946-4db7-4c65-a459-d0627c5a68ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:33:30.400458 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-1b55b946-4db7-4c65-a459-d0627c5a68ef service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0577879 Jan 21 10:33:30.473546 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-ae53735b-460e-4c6c-87c2-db6ac77eae03 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654840 Jan 21 10:33:30.605360 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-1f94aab6-97d0-470a-b987-d700ff503d94 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235907 Jan 21 10:33:30.733731 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-4b5df79c-1d46-4726-8085-51a8ff6f10df req-747b2927-4f95-4030-9cb1-bfa8a59af4eb service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218367 Jan 21 10:33:35.067132 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:36.978113 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:33:49.241851 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9e1ebe7d-ddc8-4d37-90cb-a797ca8fef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:51.599421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-b0478e03-d339-4d3e-854b-71a041cc1848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:52.637765 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:53.036224 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:33:54.100388 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:05.068879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:13.977877 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:34:19.244516 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e741cd12-54d2-48d8-a883-f00e87678b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:21.600057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef38a-ae0f-45d3-82b9-e5e03e86b371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:22.641267 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:23.038459 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:24.102661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:30.116736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-f224bca1-eb59-4818-b4af-dc2d731b260e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2476110 Jan 21 10:34:30.248535 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-f42b6c63-a05e-4ca7-a5b4-8d65f29fa501 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1098 time: 0.0664654 Jan 21 10:34:30.395603 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-2937188d-79d8-4c77-8563-c066a1f02fca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:30.397031 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-2937188d-79d8-4c77-8563-c066a1f02fca service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.1308370 Jan 21 10:34:30.501112 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-51a3d46a-a313-429f-9ef8-851ce7540729 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 200 len: 1001 time: 0.0978494 Jan 21 10:34:30.564521 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-036a6fd4-fa55-43fe-a986-0e2a2c45a839 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:30.566064 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-036a6fd4-fa55-43fe-a986-0e2a2c45a839 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0589550 Jan 21 10:34:30.642356 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-d46656c9-e2ed-4c70-99f9-bccbe9eee783 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703840 Jan 21 10:34:30.775479 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-fd03f44b-6c72-47fa-809c-4732dc2434cc service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268635 Jan 21 10:34:30.909337 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c1c1e316-da8f-4541-a94b-7150c862eadd req-f1ceff9e-cbe7-4d63-957f-ef2e059785ca service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273692 Jan 21 10:34:35.084477 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:35.697603 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 384a30c6-2c39-48e9-b02e-316f384f72c3 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:34:35.837682 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:34:35.852307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:34:35.909340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:35.932793 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 384a30c6-2c39-48e9-b02e-316f384f72c3 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:34:35.954487 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:34:35.969153 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:36.052257 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:36.058537 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['384a30c6-2c39-48e9-b02e-316f384f72c3'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:34:36.094674 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.095351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.095351 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.095668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.096006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.096335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.096664 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.096991 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.097321 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.097640 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:36.097971 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:37.708012 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 384a30c6-2c39-48e9-b02e-316f384f72c3 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:34:37.786628 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port 384a30c6-2c39-48e9-b02e-316f384f72c3 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:37.786997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:37.907014 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:37.940409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:34:37.951238 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:34:37.956449 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:38.032524 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:38.036540 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'code': 200} Jan 21 10:34:45.605304 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-04efc6d4-58f5-4dd2-8e62-f26790dbabf6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065105987&fields=id&tenant_id=dc899bb8ecd64bbf9129109d7731e2d5 HTTP/1.1" status: 200 len: 267 time: 0.0403597 Jan 21 10:34:45.746304 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-72b1f02e-e083-4317-89ba-29bbfaa06d11 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:45.747698 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-72b1f02e-e083-4317-89ba-29bbfaa06d11 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 809 time: 0.1361363 Jan 21 10:34:45.763816 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-78a65cbb-a78e-479e-8e8d-938e75f65edb tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/quotas/dc899bb8ecd64bbf9129109d7731e2d5 HTTP/1.1" status: 200 len: 375 time: 0.0108404 Jan 21 10:34:45.849753 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-df6b07a6-f0b1-4a91-91af-6187ab69bbce tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0812142 Jan 21 10:34:45.982486 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-c32ab057-b9ec-4fe9-ae44-4613d420620b service neutron] 10.222.0.122 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212850 Jan 21 10:34:46.109780 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-af5a0f8e-90ba-4868-89c4-6113df5e3a7c service neutron] 10.222.0.122 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215365 Jan 21 10:34:46.313326 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-c678f796-f417-4b90-ae7d-a95cbfe61df4 req-62a757cd-a036-4de3-8816-a8b0c08b88bc tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 210 time: 0.0480592 Jan 21 10:34:47.309089 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-6403664e-8215-407e-8ae9-8a196d9e7605 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:47.310430 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-6403664e-8215-407e-8ae9-8a196d9e7605 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 809 time: 0.1455681 Jan 21 10:34:47.364889 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-7aec175e-a42d-4be2-a954-62ba8a5d6fc2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc899bb8ecd64bbf9129109d7731e2d5 HTTP/1.1" status: 200 len: 380 time: 0.0420399 Jan 21 10:34:47.374412 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'port': {'device_id': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'admin_state_up': True, 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'security_groups': ['33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96']}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:47.589880 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-ee22dccb-135a-4393-8c69-53eeea5a9cf7 req-b9330ef4-fe49-4aa4-831b-4e2a4356efc0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 210 time: 0.0502381 Jan 21 10:34:47.655116 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:34:47.665328 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:34:47.676582 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Made reservation on behalf of dc899bb8ecd64bbf9129109d7731e2d5 for: {'port': 1} {{(pid=83427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 10:34:47.680175 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:47.886063 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Allocated IP 172.20.0.7 (f044e07e-1427-4048-84b8-76448ad57815/6280a201-b57d-4cb3-b9ed-d8cd16ac40bd/f6c96f92-6d83-4683-9544-166e05ab6a38) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:34:48.165024 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.183243 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Transition to ACTIVE for port object f6c96f92-6d83-4683-9544-166e05ab6a38 will not be triggered until provisioned by entity DHCP. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:34:48.208749 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.287836 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:48.303155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.303497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.303831 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.304160 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.304488 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.304813 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.305133 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.306195 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.306771 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.307117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.307999 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:34:48.312991 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Network f044e07e-1427-4048-84b8-76448ad57815 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:34:48.314459 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:34:48.323096 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:34:48.405200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:48.405928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.439152 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d38756ac-6ddb-44ab-a50e-6b3f4346f6a6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0691605 Jan 21 10:34:48.631517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6b07285f-9347-4437-a465-e23248600408 None None] Provisioning for port f6c96f92-6d83-4683-9544-166e05ab6a38 completed by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:34:48.637997 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-6b07285f-9347-4437-a465-e23248600408 None None] Provisioning complete for port f6c96f92-6d83-4683-9544-166e05ab6a38 triggered by entity DHCP. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:34:48.638382 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6b07285f-9347-4437-a465-e23248600408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:48.701187 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-6b07285f-9347-4437-a465-e23248600408 None None] Port f6c96f92-6d83-4683-9544-166e05ab6a38 cannot update to ACTIVE because it is not bound. {{(pid=83428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 21 10:34:48.811782 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49827269-1496-43ea-a87b-02963b6f4cf1 req-da109ceb-a8ff-4548-bd98-0898abb0b8b0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:48.812714 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-49827269-1496-43ea-a87b-02963b6f4cf1 req-da109ceb-a8ff-4548-bd98-0898abb0b8b0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Synchronizing usage tracker for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:34:48.829555 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-49827269-1496-43ea-a87b-02963b6f4cf1 req-da109ceb-a8ff-4548-bd98-0898abb0b8b0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Unset dirty status for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:34:48.830992 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49827269-1496-43ea-a87b-02963b6f4cf1 req-da109ceb-a8ff-4548-bd98-0898abb0b8b0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 931 time: 0.1048601 Jan 21 10:34:48.879955 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-49827269-1496-43ea-a87b-02963b6f4cf1 req-3a2c5526-6d9a-478f-a8de-d189aa33f0c9 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Jan 21 10:34:49.247871 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9583426d-68e1-485f-b985-5664402abd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.786639 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 384a30c6-2c39-48e9-b02e-316f384f72c3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:34:49.926509 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:49.977625 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:34:49.989111 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:34:50.003000 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:50.062649 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'code': 200} Jan 21 10:34:50.090503 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:50.150291 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1855aa7-11f9-4eaa-949e-2d280a1ce359 req-b175c400-fbd2-4e08-9acc-b8fffe72b2f2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:50.151773 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1855aa7-11f9-4eaa-949e-2d280a1ce359 req-b175c400-fbd2-4e08-9acc-b8fffe72b2f2 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 931 time: 0.0968676 Jan 21 10:34:50.201828 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1855aa7-11f9-4eaa-949e-2d280a1ce359 req-965bcf6c-240a-4eec-bd39-7f4f69f88164 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441575 Jan 21 10:34:50.978539 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:34:51.420053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6db3b-aa2f-4501-9bfe-3276601a62fd req-47b9bf36-67f6-45d3-a4c7-7c6e0e7aa7fb tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:51.422519 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80d6db3b-aa2f-4501-9bfe-3276601a62fd req-47b9bf36-67f6-45d3-a4c7-7c6e0e7aa7fb tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 931 time: 0.0915201 Jan 21 10:34:51.472418 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-80d6db3b-aa2f-4501-9bfe-3276601a62fd req-d319e915-52e2-44f7-aa6f-41da7f1a09d1 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 Jan 21 10:34:51.601175 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8585-a09b-4101-ac0a-331bd0fdaa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.645924 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:52.699457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65cb2b-3876-459b-bd6a-e148e0caa355 req-236b51f5-a613-48df-91a7-fdced96c1f97 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:52.700899 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8b65cb2b-3876-459b-bd6a-e148e0caa355 req-236b51f5-a613-48df-91a7-fdced96c1f97 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 931 time: 0.0928118 Jan 21 10:34:52.763958 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-8b65cb2b-3876-459b-bd6a-e148e0caa355 req-4d5b23ea-b443-480e-b2a2-4fbb6056ecb7 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566437 Jan 21 10:34:53.042139 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:53.982014 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50a612-646a-4884-bfaa-700dce1768d6 req-dae1d956-cc3f-4fc2-9677-f94c922b33cc tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:53.988722 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b50a612-646a-4884-bfaa-700dce1768d6 req-dae1d956-cc3f-4fc2-9677-f94c922b33cc tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 931 time: 0.0980835 Jan 21 10:34:54.038971 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b50a612-646a-4884-bfaa-700dce1768d6 req-d9d6362b-f5f0-423f-99e4-ab28350f166c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490894 Jan 21 10:34:54.107357 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:55.284428 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a77bd-6ed1-4d1f-90ae-4fbc670920b5 req-697cfe51-c2af-4a04-891d-09f8f71ebd04 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:55.285855 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-830a77bd-6ed1-4d1f-90ae-4fbc670920b5 req-697cfe51-c2af-4a04-891d-09f8f71ebd04 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 931 time: 0.0838454 Jan 21 10:34:55.332433 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-830a77bd-6ed1-4d1f-90ae-4fbc670920b5 req-7438634e-4628-4a31-9221-0c2acd54ae8f tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411634 Jan 21 10:34:55.777975 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Request body: {'port': {'device_id': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8257'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:34:55.897438 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.225178 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c96f92-6d83-4683-9544-166e05ab6a38 {{(pid=83427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:34:56.232389 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.246674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.provisioning_blocks [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Transition to ACTIVE for port object f6c96f92-6d83-4683-9544-166e05ab6a38 will not be triggered until provisioned by entity L2. {{(pid=83427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 10:34:56.250299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.463724 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Pushing event updated for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:56.632552 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c2a8a-e59d-48fa-8b23-f74ef9c022a0 req-64176c6a-257b-46d5-ad56-f7b13632a0c9 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:56.634003 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a44c2a8a-e59d-48fa-8b23-f74ef9c022a0 req-64176c6a-257b-46d5-ad56-f7b13632a0c9 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 943 time: 0.1728134 Jan 21 10:34:56.638735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Attempting to bind port f6c96f92-6d83-4683-9544-166e05ab6a38 on host hv-neutron-8257 for vnic_type normal with profile {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 10:34:56.639060 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Attempting to bind port f6c96f92-6d83-4683-9544-166e05ab6a38 by drivers openvswitch,hyperv on host hv-neutron-8257 at level 0 using segments [{'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 10:34:56.639380 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Attempting to bind port f6c96f92-6d83-4683-9544-166e05ab6a38 on network f044e07e-1427-4048-84b8-76448ad57815 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:34:56.663539 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Port f6c96f92-6d83-4683-9544-166e05ab6a38 on network f044e07e-1427-4048-84b8-76448ad57815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8257 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 21 10:34:56.663857 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Attempting to bind port f6c96f92-6d83-4683-9544-166e05ab6a38 on network f044e07e-1427-4048-84b8-76448ad57815 {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 21 10:34:56.678989 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Checking agent: {'id': '2ab92edd-7173-4cf2-b9a9-bffd632df2a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'started_at': datetime.datetime(2022, 1, 21, 9, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 10, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 21 10:34:56.679319 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Checking segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 21 10:34:56.679697 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Bound using segment: {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'} {{(pid=83427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 21 10:34:56.680117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.managers [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Bound port: f6c96f92-6d83-4683-9544-166e05ab6a38, host: hv-neutron-8257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d80c19-8050-4ec2-a3de-a60881bc6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815'}}] {{(pid=83427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 10:34:56.680456 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.705410 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a44c2a8a-e59d-48fa-8b23-f74ef9c022a0 req-3577ead3-f608-45e0-91a8-05977779a231 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638020 Jan 21 10:34:56.774529 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, cleared binding levels {{(pid=83427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 10:34:56.777473 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 10:34:56.782625 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.849072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:34:56.850429 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-527600c5-b51f-4650-8575-1798b37987dc service neutron] 10.222.0.120 "PUT /v2.0/ports/f6c96f92-6d83-4683-9544-166e05ab6a38 HTTP/1.1" status: 200 len: 1093 time: 1.0779042 Jan 21 10:34:56.850850 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:34:56.874797 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527600c5-b51f-4650-8575-1798b37987dc service neutron] Pushing event updated for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=3']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:34:56.928375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'status': 'completed', 'code': 200} Jan 21 10:34:56.972554 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d539fb4c-3dd2-455a-a2dd-a318aa8f45a0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 1096 time: 0.0764196 Jan 21 10:34:57.044177 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-645fd17f-e9b2-4936-9f9a-9562f6721e9e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c96f92-6d83-4683-9544-166e05ab6a38 HTTP/1.1" status: 200 len: 217 time: 0.0654519 Jan 21 10:34:57.106761 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-64d3ab61-51fb-4e89-84a9-2c508a976cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:57.108222 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-64d3ab61-51fb-4e89-84a9-2c508a976cd2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0582895 Jan 21 10:34:57.182795 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-057a04b7-1f41-48c0-a43a-d44171478782 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692945 Jan 21 10:34:57.310950 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-d1d8def7-7c0d-449b-816a-70a238465915 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224806 Jan 21 10:34:57.437318 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6146df48-4bd2-4ae5-a157-499156d4e7be req-9cf73289-8a59-4bee-9dc8-da24a706fe36 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210949 Jan 21 10:34:57.553824 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-7807f943-8613-4978-b0a3-8d333629d70f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 1096 time: 0.0706728 Jan 21 10:34:57.680762 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-aee98e23-f93f-4406-9a14-83395cee6a78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:57.682809 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-aee98e23-f93f-4406-9a14-83395cee6a78 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.1228466 Jan 21 10:34:57.751756 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-6dde4de4-626c-4ab6-95ce-9f35e38b07cd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c96f92-6d83-4683-9544-166e05ab6a38 HTTP/1.1" status: 200 len: 217 time: 0.0630536 Jan 21 10:34:57.813918 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-7a982018-2fbe-4c0f-990e-aaf987d79396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:57.815405 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-7a982018-2fbe-4c0f-990e-aaf987d79396 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0572057 Jan 21 10:34:57.952985 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-0fc65d0a-c52a-4485-88a5-a307d0ed84e9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307859 Jan 21 10:34:57.963058 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67385d80-a6f9-4332-9587-63321de1afb3 req-4c88c093-c90f-498b-b07e-eb84724455b7 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:57.964909 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-67385d80-a6f9-4332-9587-63321de1afb3 req-4c88c093-c90f-498b-b07e-eb84724455b7 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 943 time: 0.1074808 Jan 21 10:34:58.187488 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-67385d80-a6f9-4332-9587-63321de1afb3 req-791fc1eb-8045-462f-82be-247f627bf1e7 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041614 Jan 21 10:34:58.213140 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-86c3ed11-1d94-41ca-9497-afda9b49c504 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470565 Jan 21 10:34:58.341923 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a626eb7c-25e1-4c57-8ea0-d9c82d3512f9 req-0b64ce40-a901-4a64-a0ef-1240e411139c service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219742 Jan 21 10:34:59.387686 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24590f98-dd02-4e38-bfc4-aaddc0f9a683 req-296fd99d-2a9f-4aa9-b20e-5944684e2540 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:34:59.389114 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-24590f98-dd02-4e38-bfc4-aaddc0f9a683 req-296fd99d-2a9f-4aa9-b20e-5944684e2540 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 943 time: 0.0792425 Jan 21 10:34:59.433798 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-24590f98-dd02-4e38-bfc4-aaddc0f9a683 req-d910a6c2-d68d-47f0-9015-308f01ce646b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 Jan 21 10:34:59.829454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f6c96f92-6d83-4683-9544-166e05ab6a38 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:34:59.994450 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:35:00.011539 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'port_id': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'mac_address': 'fa:16:3e:5b:fb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:35:00.066236 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:00.083474 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c96f92-6d83-4683-9544-166e05ab6a38 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:35:00.097609 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:35:00.101526 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:00.164494 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=4']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:00.357331 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['f6c96f92-6d83-4683-9544-166e05ab6a38'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:35:00.627627 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d1579-77b7-48ae-b783-0e0ecb28e3d0 req-5dea238a-d707-48e5-b5aa-1deb57ff2e86 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:00.628970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a39d1579-77b7-48ae-b783-0e0ecb28e3d0 req-5dea238a-d707-48e5-b5aa-1deb57ff2e86 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 944 time: 0.0763836 Jan 21 10:35:00.672676 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a39d1579-77b7-48ae-b783-0e0ecb28e3d0 req-a476c39d-daf5-49f5-81da-fb4313aac300 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381966 Jan 21 10:35:01.845878 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f6c96f92-6d83-4683-9544-166e05ab6a38 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:35:01.873887 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcc81f-7772-4839-ad39-7e8953626593 req-366e73af-756b-4943-9c11-c1c4984b55cf tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:01.875375 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7dcc81f-7772-4839-ad39-7e8953626593 req-366e73af-756b-4943-9c11-c1c4984b55cf tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 944 time: 0.0791452 Jan 21 10:35:01.914308 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning for port f6c96f92-6d83-4683-9544-166e05ab6a38 completed by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 10:35:01.919718 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port f6c96f92-6d83-4683-9544-166e05ab6a38 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:35:01.920095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:01.923909 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-b7dcc81f-7772-4839-ad39-7e8953626593 req-9770178b-bc5e-45fc-a03a-4b6ca25ee800 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Jan 21 10:35:02.033017 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:02.058340 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:35:02.067771 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:35:02.071704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:02.115919 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'code': 200} Jan 21 10:35:02.141661 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=5']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:02.335075 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-be144167-93d1-44c4-bc45-02e86859b13d req-e9f9abad-8216-4331-9521-a26c859ffa8e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 1098 time: 0.0660639 Jan 21 10:35:02.377951 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-be144167-93d1-44c4-bc45-02e86859b13d req-dc0f9bb8-e131-4a46-9630-c2074e10cf1a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375791 Jan 21 10:35:03.119252 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e3cbb-c809-4868-963d-d1cfce3a9ae8 req-316e4580-62ef-4481-a7df-1bc2a4ee0e68 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:03.120837 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fc1e3cbb-c809-4868-963d-d1cfce3a9ae8 req-316e4580-62ef-4481-a7df-1bc2a4ee0e68 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 945 time: 0.0748668 Jan 21 10:35:03.168764 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fc1e3cbb-c809-4868-963d-d1cfce3a9ae8 req-e8a35090-2904-4f97-9a7c-3d5dd63a9dd7 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Jan 21 10:35:04.367326 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c171a5-2b13-4bdc-81b9-6878dc9b2d0c req-cf422e9f-0719-49f0-aac4-59fb134294e0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:04.368763 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-50c171a5-2b13-4bdc-81b9-6878dc9b2d0c req-cf422e9f-0719-49f0-aac4-59fb134294e0 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 945 time: 0.0800879 Jan 21 10:35:04.414483 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-50c171a5-2b13-4bdc-81b9-6878dc9b2d0c req-6a0ab02c-071d-46db-b2a7-c2c9170f03de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396821 Jan 21 10:35:04.605035 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad10970-dfb6-4c29-8c83-74535391a518 req-be2d6fd1-68ac-475f-bf8e-c53fe877a2e1 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:04.606470 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ad10970-dfb6-4c29-8c83-74535391a518 req-be2d6fd1-68ac-475f-bf8e-c53fe877a2e1 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 945 time: 0.0749691 Jan 21 10:35:04.649544 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-6ad10970-dfb6-4c29-8c83-74535391a518 req-72e01fc2-8faf-4349-8cf8-353d0097f1eb tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376716 Jan 21 10:35:04.676888 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 46048) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:04.751549 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-0162a63f-a3c0-4fb3-bfda-675b8275529a tempest-TestSnapshotPattern-315351336 tempest-TestSnapshotPattern-315351336-project-admin] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 1093 time: 0.0734415 Jan 21 10:35:04.754258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 46052) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:35:04.759706 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.v2.base [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Request body: {'floatingip': {'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'port_id': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 21 10:35:04.765968 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 10:35:04.770016 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Usage tracker for resource:floatingip and tenant:dc899bb8ecd64bbf9129109d7731e2d5 is out of sync, need to count used quota {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 10:35:04.773025 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 10:35:04.779758 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.quota.driver [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 10:35:04.790917 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for floatingip, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:04.924655 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.058867 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.db_base_plugin_common [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Allocated IP 172.26.1.28 (45d5cbe2-625f-4bdd-9977-f26114b29164/79f12aed-63c4-4fd2-917f-9a67a6e56021/2d9c8b17-5692-40d5-8f3f-79d31a4ede57) {{(pid=83427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 10:35:05.079489 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.204442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for port, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.231426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777542970597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.294540 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Network 45d5cbe2-625f-4bdd-9977-f26114b29164 is already hosted by enough agents. {{(pid=83427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 10:35:05.297356 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.base_scheduler [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Resources bound (agent type, host, resource id): {{(pid=83427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 10:35:05.301158 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Received port after_create {{(pid=83427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 21 10:35:05.330032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'Port': ['ID=2d9c8b17-5692-40d5-8f3f-79d31a4ede57,revision_number=1']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:05.893232 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:05.948426 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:06.149141 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for port, precommit_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:06.153413 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1088256'] for port, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:06.253962 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event updated for resources: {'Port': ['ID=2d9c8b17-5692-40d5-8f3f-79d31a4ede57,revision_number=2']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:35:06.270151 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972509'] for floatingip, after_update {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:06.452107 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.db.l3_db [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Floating IP c039f705-6250-412c-b2dc-f53350e806c1 associated. External IP: 172.26.1.28, port: f6c96f92-6d83-4683-9544-166e05ab6a38. Jan 21 10:35:06.831115 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:35:07.028593 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:35:07.037865 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] Sync routers for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:35:07.050781 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:35:07.051482 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:34:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:07.053057 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:07.106879 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-882dbb22-8b68-4f9b-bc33-130d17126535 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3514326 Jan 21 10:35:07.107559 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:35:07.164126 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'status': 'completed', 'code': 200} Jan 21 10:35:07.234585 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:35:07.258185 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36374653-22a1-4e98-85da-131181075266 req-8685f735-d1aa-4ea4-b196-b587cc1a71ea service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 1098 time: 0.0706398 Jan 21 10:35:07.498511 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36374653-22a1-4e98-85da-131181075266 req-a8626666-d247-4351-bd5f-7ee313db9df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:07.499955 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36374653-22a1-4e98-85da-131181075266 req-a8626666-d247-4351-bd5f-7ee313db9df1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.2357378 Jan 21 10:35:07.598630 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c039f705-6250-412c-b2dc-f53350e806c1', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:5b:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:05Z', 'updated_at': '2022-01-21T10:35:05Z', 'revision_number': 0, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}, {'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:51Z', 'revision_number': 1, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:07.602488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] Checking router: 5ccdabf2-9a97-445f-a849-06f0c93cd8bc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:35:07.611715 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36374653-22a1-4e98-85da-131181075266 req-f438ca8e-c9d6-451a-b27b-26026e8f1740 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c96f92-6d83-4683-9544-166e05ab6a38 HTTP/1.1" status: 200 len: 998 time: 0.1060514 Jan 21 10:35:07.612947 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:35:07.613534 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:34:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:07.676443 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36374653-22a1-4e98-85da-131181075266 req-0a0b1aa0-3f5b-4c53-b39e-93a88f4d0a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:07.677805 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36374653-22a1-4e98-85da-131181075266 req-0a0b1aa0-3f5b-4c53-b39e-93a88f4d0a54 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0604403 Jan 21 10:35:07.751466 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36374653-22a1-4e98-85da-131181075266 req-7acc0133-1290-4460-a3bc-5f62206417c6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681860 Jan 21 10:35:07.788725 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:35:07.885766 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36374653-22a1-4e98-85da-131181075266 req-1c762c6f-ca40-42d6-82c5-1c228f5a3cd8 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282372 Jan 21 10:35:08.018093 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-36374653-22a1-4e98-85da-131181075266 req-ecdf72ab-270f-48e0-8037-2cbb917891b8 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257644 Jan 21 10:35:08.176655 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c039f705-6250-412c-b2dc-f53350e806c1', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:5b:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:05Z', 'updated_at': '2022-01-21T10:35:05Z', 'revision_number': 0, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}, {'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:51Z', 'revision_number': 1, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:35:08.180504 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57242d1b-ad7e-4978-91b6-b8ba85a87aed None None] The sync data for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv is: [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c039f705-6250-412c-b2dc-f53350e806c1', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:5b:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:35:05Z', 'updated_at': '2022-01-21T10:35:05Z', 'revision_number': 0, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}, {'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:51Z', 'revision_number': 1, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:35:08.377179 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ae1ad-a5f7-45b9-8318-3dd2096c81af None None] New status for floating IP c039f705-6250-412c-b2dc-f53350e806c1: ACTIVE {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:35:19.250103 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-afdb319f-c281-435c-a5a6-3b3c911b592c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:21.602827 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-710bd087-359d-4dda-bf03-abf29fef75bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:22.638663 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:23.044029 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:24.107347 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:27.979055 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:35:29.925689 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fec76f76-5102-48dd-bb14-d747195527e7 req-ca28b55f-37b7-4643-a2d5-4156f62ac83c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708885 Jan 21 10:35:30.068148 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fec76f76-5102-48dd-bb14-d747195527e7 req-2901da1d-62fd-4b80-83cf-6baa724e8eaa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1096 time: 0.0737586 Jan 21 10:35:30.209688 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec76f76-5102-48dd-bb14-d747195527e7 req-6852cf40-954d-4b45-ab88-283b0c2eb434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:30.211053 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fec76f76-5102-48dd-bb14-d747195527e7 req-6852cf40-954d-4b45-ab88-283b0c2eb434 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.1246500 Jan 21 10:35:30.313397 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fec76f76-5102-48dd-bb14-d747195527e7 req-69613cb3-4142-4658-89ef-ecb4b87dddb3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 200 len: 999 time: 0.0961852 Jan 21 10:35:30.374135 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec76f76-5102-48dd-bb14-d747195527e7 req-359b701e-e5cc-469a-b7fa-a6bc9b012795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:35:30.375531 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fec76f76-5102-48dd-bb14-d747195527e7 req-359b701e-e5cc-469a-b7fa-a6bc9b012795 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0566552 Jan 21 10:35:30.469042 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fec76f76-5102-48dd-bb14-d747195527e7 req-ed3cfbd6-844a-4ee1-960f-9b933ce6db65 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881085 Jan 21 10:35:30.600732 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fec76f76-5102-48dd-bb14-d747195527e7 req-e667b82b-dff9-4ccc-a5e4-ec10102db89f service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251395 Jan 21 10:35:30.732421 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-fec76f76-5102-48dd-bb14-d747195527e7 req-481533eb-52a0-4d5b-bf65-15d208866e56 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252348 Jan 21 10:35:35.096099 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:49.252429 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7ab73528-4d8a-424b-8224-f0ea741b00e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:51.605246 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39487ee0-4542-4d88-b8f6-14ee7f047671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:52.641508 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:53.047538 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:35:54.111179 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:04.978931 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:36:05.109312 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:19.256573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-494b9cbf-76a7-4d55-a01b-3cfb93fde2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:21.605752 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0be82df1-3b92-42c5-89c0-1727979379f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:22.647387 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:23.051922 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:24.113704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:32.084217 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-6520adef-eec4-44cf-8077-5a28ba306a75 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359432 Jan 21 10:36:32.176643 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-d42cccb3-4246-4de2-8609-dcab978cc0e5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 1098 time: 0.0714176 Jan 21 10:36:32.402409 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-0ae55b70-6c98-411c-bb07-9c36bedcca74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:32.403854 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-0ae55b70-6c98-411c-bb07-9c36bedcca74 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.2101018 Jan 21 10:36:32.504970 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-8e55d50d-eff1-4aab-b1fc-a3e1ecdda3e2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c96f92-6d83-4683-9544-166e05ab6a38 HTTP/1.1" status: 200 len: 1000 time: 0.0941408 Jan 21 10:36:32.565733 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-c33371d4-1ec0-4b5c-a609-05c15e6a4836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:32.567152 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-c33371d4-1ec0-4b5c-a609-05c15e6a4836 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0561006 Jan 21 10:36:32.639406 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-8e293189-dfcc-42fc-9926-c8158b63685e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665388 Jan 21 10:36:32.767523 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-3dddb0a9-c97f-4a93-8635-596aa3ce1304 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213744 Jan 21 10:36:32.896260 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-e1db46bf-dc6e-436e-9144-17285ce71e59 req-61f7a6b5-28f2-4ad8-abb2-99044575ed6c service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224535 Jan 21 10:36:35.124816 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.223702 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f6c96f92-6d83-4683-9544-166e05ab6a38 details requested by agent hyperv_hv-neutron-8257 with host hv-neutron-8257 {{(pid=83428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 10:36:38.355521 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:36:38.369114 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Returning: {'device': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'port_id': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'mac_address': 'fa:16:3e:5b:fb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 10:36:38.422879 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.439670 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6c96f92-6d83-4683-9544-166e05ab6a38 {{(pid=83428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 10:36:38.455239 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:36:38.459442 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:38.534353 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=6']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:38.538199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] get_ports_and_sgs() called for port_ids ['f6c96f92-6d83-4683-9544-166e05ab6a38'] {{(pid=83428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 21 10:36:38.578169 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.578529 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.578867 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.579202 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.579839 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.580219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.580549 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.580875 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.581199 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.581517 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:38.581838 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:40.241629 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f6c96f92-6d83-4683-9544-166e05ab6a38 up at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 10:36:40.317019 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.provisioning_blocks [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Provisioning complete for port f6c96f92-6d83-4683-9544-166e05ab6a38 triggered by entity L2. {{(pid=83428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 10:36:40.317454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4184405'] for port, provisioning_complete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.441230 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.469310 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:40.478456 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:36:40.483022 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:40.570835 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=7']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:40.732604 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'code': 200} Jan 21 10:36:41.981852 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:36:49.259365 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-d723a996-e61b-4b61-8873-451ee70f1795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.445928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 46210) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:49.644735 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Deleting port 2d9c8b17-5692-40d5-8f3f-79d31a4ede57 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:36:49.645068 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.807928 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.808171 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:49.926124 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Calling delete_port for 2d9c8b17-5692-40d5-8f3f-79d31a4ede57 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:36:50.070981 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.117072 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event deleted for resources: {'Port': ['ID=2d9c8b17-5692-40d5-8f3f-79d31a4ede57,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:50.154674 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.155010 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.155335 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.155656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.156846 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.157169 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.157489 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.157810 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.158155 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.158468 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.158780 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:36:50.215051 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.683942 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:36:50.877891 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:36:50.887057 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] Sync routers for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:36:50.897214 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:50.899615 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:36:50.900219 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:36:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:50.953200 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-3e3cf5b4-6970-4534-b84c-d1c2ca9e3263 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "DELETE /v2.0/floatingips/c039f705-6250-412c-b2dc-f53350e806c1 HTTP/1.1" status: 204 len: 168 time: 1.5034587 Jan 21 10:36:50.953200 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:51.123378 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'status': 'completed', 'code': 200} Jan 21 10:36:51.139606 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:36:51.231665 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41b55327-330b-45cc-bd67-974daacf1187 req-6a402033-26b3-473f-a57c-02f960168db8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 1098 time: 0.0863295 Jan 21 10:36:51.378658 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b55327-330b-45cc-bd67-974daacf1187 req-df2c46fb-e206-43a2-b25a-11e05caaf437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:51.379829 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41b55327-330b-45cc-bd67-974daacf1187 req-df2c46fb-e206-43a2-b25a-11e05caaf437 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.1415975 Jan 21 10:36:51.489354 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41b55327-330b-45cc-bd67-974daacf1187 req-bbfb9306-0bdf-4be9-b6fd-552682e0c596 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c96f92-6d83-4683-9544-166e05ab6a38 HTTP/1.1" status: 200 len: 217 time: 0.0762932 Jan 21 10:36:51.493044 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:51Z', 'revision_number': 1, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:51.496891 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] Checking router: 5ccdabf2-9a97-445f-a849-06f0c93cd8bc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:36:51.507967 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:36:51.508555 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:36:22Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:51.566299 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b55327-330b-45cc-bd67-974daacf1187 req-f0b9de9a-11c0-4348-a44f-f847ca7a634b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:51.567724 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41b55327-330b-45cc-bd67-974daacf1187 req-f0b9de9a-11c0-4348-a44f-f847ca7a634b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0703533 Jan 21 10:36:51.573375 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b291e7d-f317-489a-889f-d1beb2fc5b37 req-6b6356ea-a9ad-4c34-9eaa-97d381a255ac tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:51.574044 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9b291e7d-f317-489a-889f-d1beb2fc5b37 req-6b6356ea-a9ad-4c34-9eaa-97d381a255ac tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Synchronizing usage tracker for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:36:51.632457 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-9b291e7d-f317-489a-889f-d1beb2fc5b37 req-6b6356ea-a9ad-4c34-9eaa-97d381a255ac tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Unset dirty status for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:36:51.633851 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b291e7d-f317-489a-889f-d1beb2fc5b37 req-6b6356ea-a9ad-4c34-9eaa-97d381a255ac tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 945 time: 0.3254540 Jan 21 10:36:51.673832 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a376b18c-f0a6-431c-8bc5-aa7b5d213e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:51.693567 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41b55327-330b-45cc-bd67-974daacf1187 req-ae89cf44-6c18-43f9-82f2-0e42336f05a9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1168025 Jan 21 10:36:51.696327 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:36:51.700111 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-9b291e7d-f317-489a-889f-d1beb2fc5b37 req-6dc42db2-c609-4db6-9a01-e1b7a88a5756 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586371 Jan 21 10:36:51.827607 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41b55327-330b-45cc-bd67-974daacf1187 req-958f18a1-a64c-466e-8600-531d41f3c1ba service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263974 Jan 21 10:36:51.964349 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-41b55327-330b-45cc-bd67-974daacf1187 req-946f37ef-bdeb-4064-98b1-2057c92d8555 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306348 Jan 21 10:36:52.048335 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:51Z', 'revision_number': 1, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:52.052413 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe64425-92a6-4f49-95e4-ff4e1becade5 None None] The sync data for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv is: [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_floatingips': [{'id': 'c1efde9e-3a61-40b9-9aa5-056d9bf0f98b', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'router_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'port_id': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'mac_address': 'fa:16:3e:ae:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T10:32:36Z', 'updated_at': '2022-01-21T10:32:51Z', 'revision_number': 1, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:36:52.266786 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f6c96f92-6d83-4683-9544-166e05ab6a38 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:52.279698 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d552ef7-0784-41ce-a354-ca9919ecd331 None None] New status for floating IP c039f705-6250-412c-b2dc-f53350e806c1: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:36:52.379084 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.407490 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38'}] {{(pid=83428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:52.417248 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:36:52.423692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777543329028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777542970615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777542967592'] for port, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.475438 dv-neutron-825724-1-hyperv neutron-server[83428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'code': 200} Jan 21 10:36:52.491506 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Pushing event updated for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=8']} {{(pid=83428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:52.648883 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:52.972804 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-cf3f4c3a-ccbd-4dab-89a9-71e61d6c6cca tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:52.974145 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-cf3f4c3a-ccbd-4dab-89a9-71e61d6c6cca tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 943 time: 0.2278442 Jan 21 10:36:53.049709 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Deleting port f6c96f92-6d83-4683-9544-166e05ab6a38 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:36:53.050092 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.058576 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.107293 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85782108-46be-445d-b477-7e3a32df0af2 req-3971b038-4005-4f46-a594-136d29401663 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:53.108700 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-85782108-46be-445d-b477-7e3a32df0af2 req-3971b038-4005-4f46-a594-136d29401663 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=c0b1fe02-f39b-4257-8e8d-3aad94e109e4 HTTP/1.1" status: 200 len: 943 time: 0.2873368 Jan 21 10:36:53.219544 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-85782108-46be-445d-b477-7e3a32df0af2 req-4c756f23-1897-4439-b88d-9e95048e6b71 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053305 Jan 21 10:36:53.329225 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] For port f6c96f92-6d83-4683-9544-166e05ab6a38, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=f6c96f92-6d83-4683-9544-166e05ab6a38,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:36:53.329816 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.446699 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Calling delete_port for f6c96f92-6d83-4683-9544-166e05ab6a38 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:36:53.589525 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.642556 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event deleted for resources: {'Port': ['ID=f6c96f92-6d83-4683-9544-166e05ab6a38,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:53.714208 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] No DVR routers for this DVR port f6c96f92-6d83-4683-9544-166e05ab6a38 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:36:53.716578 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:53.719276 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'name': 'network-vif-deleted', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:53.734245 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-f2921d8f-754d-4df5-a368-6c76b6061ce5 req-2d943a7e-56aa-4fc6-9b3c-7543e2e104ad tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "DELETE /v2.0/ports/f6c96f92-6d83-4683-9544-166e05ab6a38 HTTP/1.1" status: 204 len: 173 time: 0.7536325 Jan 21 10:36:53.783778 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1fe02-f39b-4257-8e8d-3aad94e109e4', 'name': 'network-vif-deleted', 'tag': 'f6c96f92-6d83-4683-9544-166e05ab6a38', 'status': 'completed', 'code': 200} Jan 21 10:36:54.120129 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:54.886725 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 46272) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:36:55.084321 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Deleting port 2a7d8554-e3cb-4e84-99de-8f81c220b4f1 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:36:55.084656 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.246791 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.247032 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.363886 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Calling delete_port for 2a7d8554-e3cb-4e84-99de-8f81c220b4f1 owned by network:floatingip {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:36:55.510748 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:55.554597 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event deleted for resources: {'Port': ['ID=2a7d8554-e3cb-4e84-99de-8f81c220b4f1,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:55.737205 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for floatingip, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.113531 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:36:56.298454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f6c96f92-6d83-4683-9544-166e05ab6a38 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:36:56.306563 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:36:56.322848 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for floatingip, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:56.328444 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] Sync routers for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:36:56.336264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: f6c96f92-6d83-4683-9544-166e05ab6a38 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:36:56.336605 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device f6c96f92-6d83-4683-9544-166e05ab6a38 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:36:56.346119 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:36:56.346733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:36:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:56.377899 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-ff113a38-07ef-47f3-bec6-e5f26d68ff3c tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "DELETE /v2.0/floatingips/c1efde9e-3a61-40b9-9aa5-056d9bf0f98b HTTP/1.1" status: 204 len: 168 time: 1.4874837 Jan 21 10:36:56.377899 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:56.432654 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'status': 'completed', 'code': 200} Jan 21 10:36:56.525751 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-3da26dad-e302-4c2a-b7e0-14f9549a387c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 1096 time: 0.0709624 Jan 21 10:36:56.531600 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:36:56.669497 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-0c053eb0-9dc7-4ef4-a2fb-8154327d575d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:56.670960 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-0c053eb0-9dc7-4ef4-a2fb-8154327d575d service neutron] 10.222.0.120 "GET /v2.0/networks?id=f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 200 len: 910 time: 0.1396880 Jan 21 10:36:56.778736 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-77c61f5e-d9a5-449b-bab1-d431ba029bd3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 200 len: 217 time: 0.1016548 Jan 21 10:36:56.857341 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-f233e3e8-d145-4786-88b6-66cd1468d98b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:56.859261 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-f233e3e8-d145-4786-88b6-66cd1468d98b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 200 len: 848 time: 0.0685353 Jan 21 10:36:56.865053 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310842d-be4f-4760-b25c-e3fbbf77118d req-63d2ad53-ca9f-47a5-982d-470511672640 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:56.865704 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-d310842d-be4f-4760-b25c-e3fbbf77118d req-63d2ad53-ca9f-47a5-982d-470511672640 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Synchronizing usage tracker for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:36:56.889072 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:56.893002 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] Checking router: 5ccdabf2-9a97-445f-a849-06f0c93cd8bc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:36:56.903380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:36:56.903973 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:36:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:56.919284 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-d310842d-be4f-4760-b25c-e3fbbf77118d req-63d2ad53-ca9f-47a5-982d-470511672640 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Unset dirty status for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:36:56.920420 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d310842d-be4f-4760-b25c-e3fbbf77118d req-63d2ad53-ca9f-47a5-982d-470511672640 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 943 time: 0.1966875 Jan 21 10:36:56.983144 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-8be73daf-611f-4e62-9d89-1f005d4ba2a2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f044e07e-1427-4048-84b8-76448ad57815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146650 Jan 21 10:36:56.986365 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-d310842d-be4f-4760-b25c-e3fbbf77118d req-65220abd-51fb-4f58-a097-a213315c2a30 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590119 Jan 21 10:36:57.086616 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:36:57.116893 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-b4680e20-471b-4163-b182-fd74392d8c0e service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267478 Jan 21 10:36:57.363397 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-a1a494b4-7aef-42ec-84d0-4c60e987eaea req-9cb67e7e-3e57-4d50-93a3-00db59be2ba3 service neutron] 10.222.0.120 "GET /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401338 Jan 21 10:36:57.404590 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:36:57.408979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721eb5f-2630-40d5-843e-ccf62547c560 None None] The sync data for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv is: [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:32:14Z', 'revision_number': 4, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv', '_interfaces': [{'id': '157e1c9c-73cf-417a-b9c4-e2af6aeb6394', 'name': '', 'network_id': 'f044e07e-1427-4048-84b8-76448ad57815', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'mac_address': 'fa:16:3e:d2:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:14Z', 'updated_at': '2022-01-21T10:32:33Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'subnets': [{'id': '6280a201-b57d-4cb3-b9ed-d8cd16ac40bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:36:57.620917 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e448bf-fbc3-48e9-81f4-956cff88de3d None None] New status for floating IP c1efde9e-3a61-40b9-9aa5-056d9bf0f98b: DOWN {{(pid=83429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 21 10:36:58.239465 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a73457-675d-4c01-9834-4a481c01050a req-2e3044c8-906d-4e12-bbd3-7493323a18e6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:58.240921 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-18a73457-675d-4c01-9834-4a481c01050a req-2e3044c8-906d-4e12-bbd3-7493323a18e6 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 943 time: 0.1247652 Jan 21 10:36:58.279526 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-1eb839e2-1837-40c7-a29a-3a33a5c1c901 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 10:36:58.280989 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-1eb839e2-1837-40c7-a29a-3a33a5c1c901 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 943 time: 0.1113193 Jan 21 10:36:58.347492 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-18a73457-675d-4c01-9834-4a481c01050a req-13ab6101-79a8-4d0d-9676-18402aaa8174 tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/security-groups?id=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999420 Jan 21 10:36:58.357177 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Deleting port 384a30c6-2c39-48e9-b02e-316f384f72c3 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:36:58.357510 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.588355 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] For port 384a30c6-2c39-48e9-b02e-316f384f72c3, host hv-neutron-8257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8257',level=0,port_id=384a30c6-2c39-48e9-b02e-316f384f72c3,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:36:58.588701 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.706642 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Calling delete_port for 384a30c6-2c39-48e9-b02e-316f384f72c3 owned by compute:nova {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:36:58.844440 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.899043 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event deleted for resources: {'Port': ['ID=384a30c6-2c39-48e9-b02e-316f384f72c3,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:36:58.973736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.db.l3_dvrscheduler_db [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] No DVR routers for this DVR port 384a30c6-2c39-48e9-b02e-316f384f72c3 on host hv-neutron-8257 {{(pid=83427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:36:58.976113 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435025'] for port, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:36:58.978586 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'name': 'network-vif-deleted', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3'}] {{(pid=83427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 10:36:58.993472 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-17de7d6d-e9dd-45c0-bb0b-8d7804bb5d71 req-a27acd92-d492-4f76-ab3e-4e2f859f88de tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.120 "DELETE /v2.0/ports/384a30c6-2c39-48e9-b02e-316f384f72c3 HTTP/1.1" status: 204 len: 173 time: 0.7058840 Jan 21 10:36:59.041926 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3372d-771f-46f1-8c04-ecac2c2206ff', 'name': 'network-vif-deleted', 'tag': '384a30c6-2c39-48e9-b02e-316f384f72c3', 'status': 'completed', 'code': 200} Jan 21 10:36:59.534005 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-93bb441c-67bf-4c02-8769-89d5c026d436 req-770e0df0-ac75-4b98-98b8-5b00a512830e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Synchronizing usage tracker for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 10:36:59.553609 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.quota.resource [req-93bb441c-67bf-4c02-8769-89d5c026d436 req-770e0df0-ac75-4b98-98b8-5b00a512830e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Unset dirty status for tenant:dc899bb8ecd64bbf9129109d7731e2d5 on resource:port {{(pid=83427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 10:36:59.554806 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [req-93bb441c-67bf-4c02-8769-89d5c026d436 req-770e0df0-ac75-4b98-98b8-5b00a512830e tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "GET /v2.0/ports?device_id=f4d3372d-771f-46f1-8c04-ecac2c2206ff HTTP/1.1" status: 200 len: 210 time: 0.0650227 Jan 21 10:37:00.662130 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 46290) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:00.732843 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82b98b97-5de7-4446-b123-85c61800e24b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.766117 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82b98b97-5de7-4446-b123-85c61800e24b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.831079 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82b98b97-5de7-4446-b123-85c61800e24b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.849357 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b98b97-5de7-4446-b123-85c61800e24b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:00.864673 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-82b98b97-5de7-4446-b123-85c61800e24b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] Notify callbacks [] for security_group, before_response {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:00.865824 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-82b98b97-5de7-4446-b123-85c61800e24b tempest-TestSnapshotPattern-419363460 tempest-TestSnapshotPattern-419363460-project] 10.222.0.122 "DELETE /v2.0/security-groups/33d2eca2-ff4c-49f2-9d9a-3fd5d89e2b96 HTTP/1.1" status: 204 len: 168 time: 0.2027299 Jan 21 10:37:00.923023 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [-] (83427) accepted ('10.222.0.122', 46296) {{(pid=83427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:01.302736 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:01.980274 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Deleting port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 {{(pid=83427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:01.980948 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.146509 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.db [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] For port 157e1c9c-73cf-417a-b9c4-e2af6aeb6394, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:02.146859 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.264537 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.plugins.ml2.plugin [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Calling delete_port for 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 owned by network:router_interface {{(pid=83427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:37:02.360074 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 384a30c6-2c39-48e9-b02e-316f384f72c3 no longer exists at agent hyperv_hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:37:02.394617 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] No Port match for: 384a30c6-2c39-48e9-b02e-316f384f72c3 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:37:02.394965 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Device 384a30c6-2c39-48e9-b02e-316f384f72c3 not bound to the agent host hv-neutron-8257 {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:37:02.439581 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1088265'] for port, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:02.485442 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=157e1c9c-73cf-417a-b9c4-e2af6aeb6394,revision_number=None']} {{(pid=83427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:02.762258 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron_lib.callbacks.manager [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:03.435460 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:37:03.638254 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:37:03.647882 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] Sync routers for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:37:03.654778 dv-neutron-825724-1-hyperv neutron-server[83427]: INFO neutron.wsgi [None req-5f31e0e8-fbad-47d0-9298-f38e6ae01c3b admin admin] 10.222.0.122 "PUT /v2.0/routers/5ccdabf2-9a97-445f-a849-06f0c93cd8bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7305882 Jan 21 10:37:03.658072 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46300) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:03.663848 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:37:03.664464 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:36:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:03.843231 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: dv-neutron-825724-1-hyperv {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:37:03.855709 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:04.054819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:04.064819 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Deleting port c6c4fd99-8235-426d-acbd-71c9ea13c60c {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:04.065181 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:04.168087 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:37:02Z', 'revision_number': 5, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port': {'id': 'c6c4fd99-8235-426d-acbd-71c9ea13c60c', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:12Z', 'updated_at': '2022-01-21T10:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:04.172650 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] Checking router: 5ccdabf2-9a97-445f-a849-06f0c93cd8bc for host: dv-neutron-825724-1-hyperv {{(pid=83428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:37:04.183148 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] Routers {'5ccdabf2-9a97-445f-a849-06f0c93cd8bc'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:37:04.183755 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:36:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'], 'active': True} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:04.341688 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_dvr_db [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] Set router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc gateway port host: None {{(pid=83428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:37:04.355081 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] For port c6c4fd99-8235-426d-acbd-71c9ea13c60c, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=c6c4fd99-8235-426d-acbd-71c9ea13c60c,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:04.355437 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:04.450016 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.db.l3_hamode_db [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:37:04Z', 'revision_number': 6, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:04.453847 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716f198-2144-4694-960c-b8bd610c4758 None None] The sync data for ids ['5ccdabf2-9a97-445f-a849-06f0c93cd8bc'] in dv-neutron-825724-1-hyperv is: [{'id': '5ccdabf2-9a97-445f-a849-06f0c93cd8bc', 'name': 'tempest-TestSnapshotPattern-106180372-router', 'tenant_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:11Z', 'updated_at': '2022-01-21T10:37:04Z', 'revision_number': 6, 'project_id': 'dc899bb8ecd64bbf9129109d7731e2d5', 'gw_port_host': None}] {{(pid=83428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:37:04.475533 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Calling delete_port for c6c4fd99-8235-426d-acbd-71c9ea13c60c owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:37:04.639364 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:04.689894 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c4fd99-8235-426d-acbd-71c9ea13c60c,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:04.756346 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.756592 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.756935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.757272 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.757607 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.757935 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.758285 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.758612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.758939 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.759263 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.759582 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825724-1-hyperv {{(pid=83426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 10:37:04.922696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.123282 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.179035 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.183095 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.210515 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.211001 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ccdabf2-9a97-445f-a849-06f0c93cd8bc {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:37:05.223438 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.227148 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-f5defcbe-0dbe-42c2-ab2f-cf9ff1de9ef3 admin admin] 10.222.0.122 "DELETE /v2.0/routers/5ccdabf2-9a97-445f-a849-06f0c93cd8bc HTTP/1.1" status: 204 len: 168 time: 1.5655272 Jan 21 10:37:05.227148 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46306) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:05.286164 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a137cb27-05b0-4ca7-90b8-0aa2ccc25c30 admin admin] Deleting subnet 6280a201-b57d-4cb3-b9ed-d8cd16ac40bd {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:37:05.289208 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a137cb27-05b0-4ca7-90b8-0aa2ccc25c30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.341415 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a137cb27-05b0-4ca7-90b8-0aa2ccc25c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.421139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a137cb27-05b0-4ca7-90b8-0aa2ccc25c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.490712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a137cb27-05b0-4ca7-90b8-0aa2ccc25c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.527777 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:37:05.561054 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:37:05.561399 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 157e1c9c-73cf-417a-b9c4-e2af6aeb6394 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:37:05.562406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c6c4fd99-8235-426d-acbd-71c9ea13c60c no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:37:05.595229 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: c6c4fd99-8235-426d-acbd-71c9ea13c60c {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:37:05.595574 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device c6c4fd99-8235-426d-acbd-71c9ea13c60c not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:37:05.625880 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137cb27-05b0-4ca7-90b8-0aa2ccc25c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6280a201-b57d-4cb3-b9ed-d8cd16ac40bd,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:05.632038 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a137cb27-05b0-4ca7-90b8-0aa2ccc25c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.637088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775285d2-834e-4783-a6d8-507f4f8a3d03 None None] Network f044e07e-1427-4048-84b8-76448ad57815 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:37:05.640783 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a137cb27-05b0-4ca7-90b8-0aa2ccc25c30 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/6280a201-b57d-4cb3-b9ed-d8cd16ac40bd HTTP/1.1" status: 204 len: 168 time: 0.4125812 Jan 21 10:37:05.643067 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46310) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:05.747976 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.760998 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Deleting port 80cfc039-1738-43e1-94db-aa72bc72a602 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:05.761336 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.899488 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] DHCP port deletion for f044e07e-1427-4048-84b8-76448ad57815 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:37:05.904261 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] Deleting port 80cfc039-1738-43e1-94db-aa72bc72a602 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:05.904692 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:05.989792 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] For port 80cfc039-1738-43e1-94db-aa72bc72a602, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=80cfc039-1738-43e1-94db-aa72bc72a602,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:05.990290 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.112297 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Calling delete_port for 80cfc039-1738-43e1-94db-aa72bc72a602 owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:37:06.116380 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] For port 80cfc039-1738-43e1-94db-aa72bc72a602, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=80cfc039-1738-43e1-94db-aa72bc72a602,segment=NetworkSegment(e8d80c19-8050-4ec2-a3de-a60881bc6843),segment_id=e8d80c19-8050-4ec2-a3de-a60881bc6843)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:06.116709 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.186814 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.230697 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=80cfc039-1738-43e1-94db-aa72bc72a602,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:06.237149 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] No DVR routers for this DVR port 80cfc039-1738-43e1-94db-aa72bc72a602 on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:37:06.238972 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] Calling delete_port for 80cfc039-1738-43e1-94db-aa72bc72a602 owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:37:06.308935 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:37:06.309285 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:37:06.349503 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.373003 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f044e07e-1427-4048-84b8-76448ad57815']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:06.385069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d80c19-8050-4ec2-a3de-a60881bc6843') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:06.385355 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d80c19-8050-4ec2-a3de-a60881bc6843') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:06.396902 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.415386 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.421612 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:37:06.422002 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:37:06.434371 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:37:06.504779 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.520605 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.532107 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f044e07e-1427-4048-84b8-76448ad57815,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:06.543290 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-14974267-b349-4ffb-a9c3-298cec632d7d admin admin] 10.222.0.122 "DELETE /v2.0/networks/f044e07e-1427-4048-84b8-76448ad57815 HTTP/1.1" status: 204 len: 168 time: 0.8992963 Jan 21 10:37:06.546104 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46314) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:06.810595 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] Deleting port 80cfc039-1738-43e1-94db-aa72bc72a602 {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:06.810999 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:06.876884 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-8d90a7c5-1bb4-41f6-835b-a5c14d1cc759 None None] The port '80cfc039-1738-43e1-94db-aa72bc72a602' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:37:06.926760 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-973739'] for router_interface, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:07.522454 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 80cfc039-1738-43e1-94db-aa72bc72a602 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:37:07.554704 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 80cfc039-1738-43e1-94db-aa72bc72a602 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:37:07.555051 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 80cfc039-1738-43e1-94db-aa72bc72a602 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:37:07.607970 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Deleting port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:07.608305 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:07.774754 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] For port 18aa91fe-0c70-4f28-9b1f-517d28e2dd27, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,segment=NetworkSegment(a28859cf-80fb-4bf5-b019-2772dd85dc5d),segment_id=a28859cf-80fb-4bf5-b019-2772dd85dc5d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:07.775069 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:07.894734 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Calling delete_port for 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 owned by network:router_interface {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:37:08.067712 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:08.116034 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Pushing event deleted for resources: {'Port': ['ID=18aa91fe-0c70-4f28-9b1f-517d28e2dd27,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:08.400805 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4071284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972354'] for router_interface, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.047112 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Router bcc26c27-ef46-493b-a4b8-d3d48d25f83a has already been hosted by L3 agent 46036709-ea12-4be3-be25-9d115c599048 {{(pid=83426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 10:37:09.239775 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] Notify agent at l3_agent.dv-neutron-825724-1-hyperv the message routers_updated {{(pid=83426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 10:37:09.248013 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] Sync routers for ids ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'] in dv-neutron-825724-1-hyperv {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 21 10:37:09.255356 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6f26b219-7330-4423-87b7-31524a41a573 admin admin] 10.222.0.122 "PUT /v2.0/routers/bcc26c27-ef46-493b-a4b8-d3d48d25f83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7082431 Jan 21 10:37:09.257769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46318) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:09.261558 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] Routers {'bcc26c27-ef46-493b-a4b8-d3d48d25f83a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:37:09.262191 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:36:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:09.439786 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] Set router bcc26c27-ef46-493b-a4b8-d3d48d25f83a gateway port host: dv-neutron-825724-1-hyperv {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:37:09.450222 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks [] for router, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.640047 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.649235 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Deleting port fc0948f0-b6f0-4856-b730-c8164101fe04 {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:09.649577 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.725237 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'external_fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:37:08Z', 'revision_number': 5, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port': {'id': 'fc0948f0-b6f0-4856-b730-c8164101fe04', 'name': '', 'network_id': '45d5cbe2-625f-4bdd-9977-f26114b29164', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825724-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79f12aed-63c4-4fd2-917f-9a67a6e56021', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825724-1-hyperv'}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:09.728957 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] Checking router: bcc26c27-ef46-493b-a4b8-d3d48d25f83a for host: dv-neutron-825724-1-hyperv {{(pid=83429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 21 10:37:09.739524 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] Routers {'bcc26c27-ef46-493b-a4b8-d3d48d25f83a'} bound to L3 agent in host dv-neutron-825724-1-hyperv {{(pid=83429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 21 10:37:09.740102 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825724-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T09:29:21Z,description=,heartbeat_timestamp=2022-01-21T10:36:52Z,host='dv-neutron-825724-1-hyperv',id=46036709-ea12-4be3-be25-9d115c599048,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T09:29:21Z,topic='l3_agent')) {'router_ids': ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'], 'active': True} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:09.824236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] For port fc0948f0-b6f0-4856-b730-c8164101fe04, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=fc0948f0-b6f0-4856-b730-c8164101fe04,segment=NetworkSegment(10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347),segment_id=10f7cb6e-ce2d-4a6f-b3d7-8c20d9f55347)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:09.824590 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:09.928155 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_dvr_db [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] Set router bcc26c27-ef46-493b-a4b8-d3d48d25f83a gateway port host: None {{(pid=83429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 21 10:37:09.944096 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Calling delete_port for fc0948f0-b6f0-4856-b730-c8164101fe04 owned by network:router_gateway {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:37:10.032639 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.l3_hamode_db [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:37:09Z', 'revision_number': 6, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port_host': None}], 'dv-neutron-825724-1-hyperv', False) {} {{(pid=83429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:10.036938 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a198bf-2144-45f0-9486-5da51f0ab5c0 None None] The sync data for ids ['bcc26c27-ef46-493b-a4b8-d3d48d25f83a'] in dv-neutron-825724-1-hyperv is: [{'id': 'bcc26c27-ef46-493b-a4b8-d3d48d25f83a', 'name': 'tempest-TestSnapshotPattern-176784028-router', 'tenant_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T10:32:17Z', 'updated_at': '2022-01-21T10:37:09Z', 'revision_number': 6, 'project_id': '47d1b6f2db9d4b60b96b5664aff5c251', 'gw_port_host': None}] {{(pid=83429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 21 10:37:10.195168 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:10.237077 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0948f0-b6f0-4856-b730-c8164101fe04,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:10.460560 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972430'] for router_gateway, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:10.714842 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-966682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37487'] for router, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:10.719501 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:10.745236 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966758'] for router, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:10.745740 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc26c27-ef46-493b-a4b8-d3d48d25f83a {{(pid=83426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 10:37:10.757380 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] Notify callbacks [] for router, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:10.758717 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d0ee354c-5e72-4000-bccd-3c415af7a3fc admin admin] 10.222.0.122 "DELETE /v2.0/routers/bcc26c27-ef46-493b-a4b8-d3d48d25f83a HTTP/1.1" status: 204 len: 168 time: 1.4998550 Jan 21 10:37:10.760965 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46322) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:10.971991 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a014b410-dfac-4aca-9986-8be604ef2a07 admin admin] Deleting subnet 8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb {{(pid=83426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 21 10:37:10.975137 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a014b410-dfac-4aca-9986-8be604ef2a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.027983 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a014b410-dfac-4aca-9986-8be604ef2a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935176'] for subnet, precommit_delete_associations {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.104350 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a014b410-dfac-4aca-9986-8be604ef2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4183409'] for subnet, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.170293 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a014b410-dfac-4aca-9986-8be604ef2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4183400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1583020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2047528'] for subnet, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.211696 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014b410-dfac-4aca-9986-8be604ef2a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:11.216320 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-a014b410-dfac-4aca-9986-8be604ef2a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.222895 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-a014b410-dfac-4aca-9986-8be604ef2a07 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/8da00c3e-3ff9-46c1-90ef-bde3dddfa4cb HTTP/1.1" status: 204 len: 168 time: 0.4608123 Jan 21 10:37:11.223107 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d6419-4fef-45ea-977b-5d8713456a7b None None] Network 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 requested from dv-neutron-825724-1-hyperv {{(pid=83428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 21 10:37:11.225089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46328) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:11.329339 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4109971'] for network, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.339818 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Deleting port 0960455d-d0ce-426d-af18-a2a2b28370ec {{(pid=83426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:11.340143 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.461623 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] DHCP port deletion for 85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 request from dv-neutron-825724-1-hyperv {{(pid=83428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 21 10:37:11.466006 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] Deleting port 0960455d-d0ce-426d-af18-a2a2b28370ec {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:11.466462 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.536121 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fc0948f0-b6f0-4856-b730-c8164101fe04 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:37:11.541651 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.db [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] For port 0960455d-d0ce-426d-af18-a2a2b28370ec, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=0960455d-d0ce-426d-af18-a2a2b28370ec,segment=NetworkSegment(a28859cf-80fb-4bf5-b019-2772dd85dc5d),segment_id=a28859cf-80fb-4bf5-b019-2772dd85dc5d)] {{(pid=83426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:11.542139 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.578762 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: fc0948f0-b6f0-4856-b730-c8164101fe04 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:37:11.579095 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device fc0948f0-b6f0-4856-b730-c8164101fe04 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:37:11.579747 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 0960455d-d0ce-426d-af18-a2a2b28370ec no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:37:11.752637 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.plugin [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Calling delete_port for 0960455d-d0ce-426d-af18-a2a2b28370ec owned by network:dhcp {{(pid=83426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:37:11.826089 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4179203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777543328494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777542970606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1715807'] for port, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.831108 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.db [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] For port 0960455d-d0ce-426d-af18-a2a2b28370ec, host dv-neutron-825724-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825724-1-hyperv',level=0,port_id=0960455d-d0ce-426d-af18-a2a2b28370ec,segment=NetworkSegment(a28859cf-80fb-4bf5-b019-2772dd85dc5d),segment_id=a28859cf-80fb-4bf5-b019-2772dd85dc5d)] {{(pid=83428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 10:37:11.831492 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573405'] for port, precommit_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.838182 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4179603'] for port, before_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:11.870223 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0960455d-d0ce-426d-af18-a2a2b28370ec,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:11.876867 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] No DVR routers for this DVR port 0960455d-d0ce-426d-af18-a2a2b28370ec on host dv-neutron-825724-1-hyperv {{(pid=83426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 10:37:11.963315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] Calling delete_port for 0960455d-d0ce-426d-af18-a2a2b28370ec owned by network:dhcp {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 21 10:37:11.990898 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4186104', 'neutron.services.segments.db._delete_segments_for_network-8777543404508'] for network, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.020007 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ed6cdc-bc75-4907-9c2a-d2d5d0042e17']}} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:12.031999 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28859cf-80fb-4bf5-b019-2772dd85dc5d') {'for_net_delete': True} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:12.032295 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.services.segments.db [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28859cf-80fb-4bf5-b019-2772dd85dc5d') {} {{(pid=83426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 10:37:12.043403 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777543404391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935171'] for segment, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.045339 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 no longer exists at agent ovs-agent-dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 10:37:12.059918 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4181963'] for segment, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.066766 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=83426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 21 10:37:12.067169 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4181980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1715722'] for segment, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: Traceback (most recent call last): Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: timer() Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: cb(*args, **kw) Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: return func(*args, **kwargs) Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: self._notify() Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: self.callback(batched_events) Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: event.method(event) Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: return f(self, *a, **k) Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._get(url).json() Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: return self.request(url, 'GET', **kwargs) Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 10:37:12.080174 dv-neutron-825724-1-hyperv neutron-server[83426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 10:37:12.082264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] No Port match for: 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 {{(pid=83428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 21 10:37:12.082264 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.rpc [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Device 18aa91fe-0c70-4f28-9b1f-517d28e2dd27 not bound to the agent host dv-neutron-825724-1-hyperv {{(pid=83428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 10:37:12.104133 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.db.api [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 10:37:12.104485 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG oslo_db.api [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 10:37:12.153277 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4186103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4071419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972459'] for network, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.174188 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Notify callbacks [] for network, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.183789 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ed6cdc-bc75-4907-9c2a-d2d5d0042e17,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:12.190876 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-d35f1da5-6181-4fed-afe0-628540a1d7b5 admin admin] 10.222.0.122 "DELETE /v2.0/networks/85ed6cdc-bc75-4907-9c2a-d2d5d0042e17 HTTP/1.1" status: 204 len: 168 time: 0.9648650 Jan 21 10:37:12.335480 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46334) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:12.385809 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-143bc68d-f436-4c57-a414-09539e6bc45d admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=dc899bb8ecd64bbf9129109d7731e2d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491571 Jan 21 10:37:12.388111 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46338) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:12.445822 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35577968-b3d6-4900-91ed-6208a1ab67de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.470912 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35577968-b3d6-4900-91ed-6208a1ab67de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.521769 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35577968-b3d6-4900-91ed-6208a1ab67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.540556 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35577968-b3d6-4900-91ed-6208a1ab67de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91eeeb5-5423-41ca-b9ec-fbbac9a0171d,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:12.546313 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-35577968-b3d6-4900-91ed-6208a1ab67de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.547621 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-35577968-b3d6-4900-91ed-6208a1ab67de admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e91eeeb5-5423-41ca-b9ec-fbbac9a0171d HTTP/1.1" status: 204 len: 168 time: 0.1586325 Jan 21 10:37:12.605345 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] Deleting port 0960455d-d0ce-426d-af18-a2a2b28370ec {{(pid=83428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 21 10:37:12.605974 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777543468337'] for port, before_delete {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:12.678035 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron.plugins.ml2.plugin [None req-e538f2e1-5e6a-476e-92ef-9ecd680002dd None None] The port '0960455d-d0ce-426d-af18-a2a2b28370ec' was deleted {{(pid=83428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 21 10:37:12.965771 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46346) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:13.021236 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-2f8c0d36-785b-44aa-85d6-20fc96e06dc2 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=47d1b6f2db9d4b60b96b5664aff5c251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537705 Jan 21 10:37:13.023646 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.wsgi [-] (83426) accepted ('10.222.0.122', 46350) {{(pid=83426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 10:37:13.081927 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d38fecf-96e4-494f-b2c9-89fed9a17c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:13.107167 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d38fecf-96e4-494f-b2c9-89fed9a17c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:13.157688 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d38fecf-96e4-494f-b2c9-89fed9a17c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976687'] for security_group, after_delete {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:13.173882 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38fecf-96e4-494f-b2c9-89fed9a17c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab99591-cf29-490d-b330-c3c5bd3d4b8b,revision_number=None']} {{(pid=83426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 10:37:13.178163 dv-neutron-825724-1-hyperv neutron-server[83426]: DEBUG neutron_lib.callbacks.manager [None req-6d38fecf-96e4-494f-b2c9-89fed9a17c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:13.181845 dv-neutron-825724-1-hyperv neutron-server[83426]: INFO neutron.wsgi [None req-6d38fecf-96e4-494f-b2c9-89fed9a17c85 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/fab99591-cf29-490d-b330-c3c5bd3d4b8b HTTP/1.1" status: 204 len: 168 time: 0.1573048 Jan 21 10:37:18.981947 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:37:19.265174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c97-d7e7-4683-922c-5334f4ad8306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:21.605409 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-78d5aecd-1158-471c-b3ff-e0a2624ba146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:22.656830 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:23.056443 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:24.118568 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:35.136497 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:49.269757 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-bc0cd1e1-8416-40a5-bf78-7496f7b4d6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:51.605501 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6e251527-fba0-4660-8c9d-d00c204f49c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:52.659800 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:53.057850 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:54.120893 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:37:55.981670 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:38:05.139493 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:19.272921 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-40f0b03d-e2b0-4611-b282-6fe38fa2f94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:21.606733 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-39fdba2d-315a-40f2-afbc-1c7b7159a4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:22.662679 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:23.060979 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:24.124573 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:32.981417 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:38:35.136061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:49.275546 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-920b7f96-b977-4e94-8c1c-6b186f70300a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:51.607366 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8d26ac83-6e08-44a9-8e8d-ebea92da77ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:52.666406 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:53.066173 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:38:54.127216 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:05.167502 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:09.982459 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:39:19.277890 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7dd4-6d94-49e7-93c7-ca6fd70095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:21.608909 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-24e6c049-15ef-4e2e-8b42-a3be5df5d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:22.671424 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:23.066405 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:24.131213 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:35.166100 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:46.982913 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:39:49.279203 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-e94eafa6-a1a1-4954-85ff-bcc2b8511234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:51.612075 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-f9e4eadd-6f92-4a23-94cf-6e6038e402ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:52.675309 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:53.069917 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:39:54.133315 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:05.180061 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:19.282092 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-733d3b24-4a9a-4179-90c2-a6df50452562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:21.613174 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-505a4147-bee9-4b2c-abfe-b2daaf691237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:22.677898 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:23.071200 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:23.982327 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:40:24.136536 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:35.176478 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:49.282716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-72011998-98c6-4227-961d-43430d0e4827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:51.614026 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7175b773-dd78-4b96-8590-676c85aae637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:52.680700 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:53.075171 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:40:53.581524 dv-neutron-825724-1-hyperv neutron-server[83427]: DEBUG neutron.wsgi [req-392ea3e1-58bf-4b20-8747-1e7e71b78849 req-6a3a17ca-f81a-42b0-974d-4737ca0a5a17 service neutron] (83427) timed out ('10.222.0.122', 45078) {{(pid=83427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 10:40:54.139008 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:00.982475 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:41:05.178859 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:19.283419 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-56b4443e-5f2d-44aa-a01b-b6d00a04c15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:21.615902 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-c88b5792-40f5-4b0d-81a8-4bd138809959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:22.682009 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:23.077422 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:24.141716 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:35.181452 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:37.982490 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:41:49.286554 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6f9280d8-6e76-4e73-9c3b-a4593f321279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:51.617088 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-6a28b7a4-03c8-4898-ac55-6489fe7fe56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:52.683356 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:53.080770 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:41:54.145461 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:05.177307 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:14.983430 dv-neutron-825724-1-hyperv neutron-server[83429]: DEBUG neutron.db.agents_db [None req-f196eb5b-917e-48cd-9727-6e547678a517 None None] Agent healthcheck: found 6 active agents {{(pid=83429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 10:42:19.288668 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-3b0b281e-bf4a-4e02-b06f-74f69561c4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:21.619250 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-5325cb55-fc1c-445a-956c-0ad73106b274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:22.686421 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-9aa522e3-37a7-4226-979c-1b5998ec8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:23.083604 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-8955bf30-05e0-4ae6-bb30-07b97454907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:24.148215 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-7e6960c4-bbf9-4c39-be23-7dec2fe3b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 10:42:35.192557 dv-neutron-825724-1-hyperv neutron-server[83428]: DEBUG neutron_lib.callbacks.manager [None req-a11ab18f-3ceb-46ff-94d0-adbbe8d798ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777543404490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4171768'] for agent, after_update {{(pid=83428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}